00010000:00000010:0.1F:1788685862.531119:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493400. 00010000:00000010:0.1:1788685862.536982:0:9879:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031e00. 00000080:00000010:2.1F:1788685881.312979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c70c01a0. 00000080:00000010:2.1:1788685881.313011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29e015a8e0. 00010000:00000010:2.1:1788685881.313019:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5926900. 00010000:00000010:2.1:1788685881.313023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2a0204f000. 00000080:00000010:2.1:1788685881.343043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c7efd460. 00010000:00000010:3.1F:1788685883.528494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29d14d1600. 00010000:00000010:3.1:1788685883.528535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2a021dec00. 00000080:00000010:3.1:1788685899.803888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c8b35b60. 00010000:00000010:1.1F:1788685917.216933:0:10091:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de100. 00010000:00000010:1.1:1788685917.216944:0:10091:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2a0204e000. 00000080:00000010:1.1:1788685917.255580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c437bbc0. 00010000:00000010:1.1:1788685920.161353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2a021dfc00. 00000080:00000010:1.1:1788685936.686020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c8b35240. 00010000:00000010:2.1:1788685982.055984:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29d8224800. 00010000:00000010:2.1:1788685982.056003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2a021dec00. 00010000:00000010:0.1:1788685982.088398:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6022a00. 00010000:00000010:0.1:1788685999.637941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493000. 00010000:00000010:3.1:1788686002.464961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0030e00. 00010000:00000010:3.1:1788686028.032958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6022500. 00010000:00000010:3.1:1788686028.032973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2a0204fa00. 00010000:00000010:1.1:1788686028.056967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64d5400. 00010000:00000010:0.1:1788686029.366964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031e00. 00010000:00000010:1.1:1788686029.375969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f900. 00010000:00000010:1.1:1788686029.375991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2a021dfa00. 00010000:00000010:1.1:1788686029.375998:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de400. 00010000:00000010:1.1:1788686029.376002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031600. 00000080:00000010:1.1:1788686029.403974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c001b9a0. 00000080:00000010:1.1:1788686029.404004:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c9aadf40. 00010000:00000010:1.1:1788686031.783434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0030e00. 00010000:00000010:1.1:1788686031.783459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de700. 00010000:00000010:1.1:1788686031.783465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031600. 00010000:00000010:1.1:1788686031.783468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de600. 00010000:00000010:1.1:1788686031.783471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031e00. 00000080:00000010:1.1:1788686047.247966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29d132f000. 00000080:00000010:1.1:1788686047.247987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29d132f920. 00010000:00000010:2.1:1788686048.732657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f900. 00010000:00000010:2.1:1788686048.732670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493800. 00010000:00000010:2.1:1788686048.732675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c4370800. 00010000:00000010:2.1:1788686048.732678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2a0204f600. 00000080:00000010:2.1:1788686048.756888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c38ac0c0. 00000080:00000010:2.1:1788686048.762591:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85ab9c0. 00010000:00000010:3.1:1788686050.205026:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de000. 00010000:00000010:3.1:1788686050.205038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031800. 00010000:00000010:0.1:1788686055.170075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64d5400. 00010000:00000010:0.1:1788686055.170096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2a021dfe00. 00010000:00000010:1.1:1788686055.199839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de500. 00010000:00000010:1.1:1788686072.253633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fa00. 00010000:00000010:1.1:1788686072.253642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031600. 00010000:00000010:1.1:1788686072.253646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f000. 00010000:00000010:1.1:1788686072.253650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1492200. 00000080:00000010:1.1:1788686072.263961:0:11849:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c428e1a0. 00000080:00000010:1.1:1788686072.263993:0:11849:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c9aa1020. 00010000:00000010:1.1:1788686074.184969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fa00. 00010000:00000010:1.1:1788686074.184989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493c00. 00010000:00000010:1.1:1788686074.184994:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f000. 00010000:00000010:1.1:1788686074.184996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493e00. 00000080:00000010:2.1:1788686090.683182:0:12038:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c9b10ac0. 00000080:00000010:2.1:1788686090.683209:0:12038:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c428ef60. 00010000:00000010:1.1:1788686109.620129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fa00. 00010000:00000010:1.1:1788686109.620143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1492c00. 00010000:00000010:1.1:1788686109.620147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c4370500. 00010000:00000010:1.1:1788686109.620151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2a0204f200. 00000080:00000010:0.1:1788686109.639054:0:12063:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c9b10320. 00010000:00000010:3.1:1788686111.565970:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64d5e00. 00010000:00000010:3.1:1788686111.565993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1492c00. 00010000:00000010:3.1:1788686111.566000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64ded00. 00010000:00000010:3.1:1788686111.566004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0030e00. 00000080:00000010:1.1:1788686128.153044:0:12084:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c9b10400. 00010000:00000010:2.1:1788686129.275460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c4370b00. 00010000:00000010:2.1:1788686129.275481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2a021dfa00. 00010000:00000010:2.1:1788686129.275488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64d5e00. 00010000:00000010:2.1:1788686129.275491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2a021dfe00. 00000080:00000010:1.1:1788686129.303125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c3117c60. 00000080:00000010:1.1:1788686129.304976:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85ac200. 00010000:00000010:1.1:1788686132.072509:0:12463:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fe00. 00010000:00000010:1.1:1788686132.072523:0:12463:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493600. 00010000:00000010:0.1:1788686135.031034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de300. 00010000:00000010:0.1:1788686135.031048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031600. 00010000:00000010:0.1:1788686135.043322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64dee00. 00010000:00000010:1.1:1788686135.047014:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de300. 00010000:00000010:1.1:1788686135.047029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0030e00. 00000080:00000010:1.1:1788686151.736940:0:12678:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c3154240. 00010000:00000010:2.1:1788686158.849207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2a0204e800. 00010000:00000010:3.1:1788686158.855105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c4370a00. 00010000:00000010:3.1:1788686158.855130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2a0204e400. 00010000:00000010:1.1:1788686158.878434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64d5600. 00010000:00000010:1.1:1788686159.016204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f800. 00010000:00000010:1.1:1788686159.016234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493200. 00000800:00000200:3.1:1788686159.025692:0:2362:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace 8100 low water 162350 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.025716:0:2362:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace 6820 low water 162990 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.025723:0:2362:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace 5540 low water 163630 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.025741:0:2362:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace 49048 low water 158516 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.025751:0:2362:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace 134784 low water 148928 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.026320:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace 134784 low water 148928 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.026564:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace 134784 low water 148928 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.026597:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace 133504 low water 149568 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.026622:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace 132224 low water 150208 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.027591:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace 217960 low water 140620 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.031114:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace 73596 low water 246082 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.031241:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace 451100 low water 207090 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.034682:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace 551836 low water 389682 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.038285:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace -44280 low water 687740 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.038322:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace -44280 low water 687740 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.038366:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace 10688 low water 660256 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.038380:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace 10688 low water 660256 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.038385:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace 10688 low water 660256 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.038417:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace 57780 low water 636710 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.038422:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace 57780 low water 636710 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.039656:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace 57780 low water 636710 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.039676:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace 57780 low water 636710 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.039696:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace 56500 low water 637350 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.041727:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace 98936 low water 632772 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.041748:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace 98936 low water 632772 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.041784:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace 353584 low water 605288 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.041796:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace 353584 low water 605288 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.041801:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace 353584 low water 605288 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.041827:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace 608232 low water 577804 conn ffff9b29c42b6000 blocked idle queued 00000800:00000200:3.1:1788686159.147691:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9b29d2cf1f80 wspace 2425308 low water 884498 conn ffff9b29c42b6000 blocked idle queued 00010000:00000010:1.1:1788686160.145951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493200. 00010000:00000010:0.1:1788686160.148090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64d5c00. 00010000:00000010:0.1:1788686160.148104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c51caa00. 00010000:00000010:0.1:1788686160.163034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de400. 00010000:00000010:1.1:1788686160.179962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c51cba00. 00010000:00000010:0.1:1788686166.285060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031600. 00010000:00000010:2.1:1788686166.294178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de400. 00010000:00000010:2.1:1788686166.294196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0030e00. 00010000:00000010:1.1:1788686166.298966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c4370900. 00010000:00000010:1.1:1788686166.396563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fa00. 00010000:00000010:1.1:1788686166.396574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493c00. 00010000:00000010:2.1:1788686166.753340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de800. 00010000:00000010:2.1:1788686166.753358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031e00. 00010000:00000010:2.1:1788686166.753364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fa00. 00010000:00000010:2.1:1788686166.753367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493c00. 00000080:00000010:2.1:1788686166.764979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c3196820. 00000080:00000010:2.1:1788686166.765017:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8595280. 00010000:00000010:1.1:1788686166.797953:0:13351:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f600. 00010000:00000010:1.1:1788686166.797961:0:13351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146200. 00010000:00000010:1.1:1788686166.797966:0:13351:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c4370900. 00010000:00000010:1.1:1788686166.797969:0:13351:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9400. 00000080:00000010:1.1:1788686166.803202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c30671c0. 00000080:00000010:1.1:1788686166.803235:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85a98c0. 00010000:00000010:1.1:1788686166.831131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f500. 00010000:00000010:1.1:1788686166.831154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2a021df600. 00010000:00000010:1.1:1788686166.831161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f600. 00010000:00000010:1.1:1788686166.831164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493e00. 00000080:00000010:1.1:1788686166.853689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c31a1040. 00000080:00000010:1.1:1788686166.860981:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85ac200. 00010000:00000010:1.1:1788686167.936956:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64d5400. 00010000:00000010:1.1:1788686167.936973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031800. 00010000:00000010:1.1:1788686167.936978:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c4370700. 00010000:00000010:1.1:1788686167.936982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9000. 00010000:00000010:0.1:1788686284.761053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031a00. 00010000:00000010:0.1:1788686284.761069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64dea00. 00010000:00000010:0.1:1788686284.761074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493800. 00010000:00000010:0.1:1788686284.761078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f000. 00010000:00000010:3.1:1788686285.888443:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de500. 00010000:00000010:3.1:1788686285.888458:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0030e00. 00010000:00000010:2.1:1788686285.958571:0:13997:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64d5a00. 00010000:00000010:2.1:1788686285.958584:0:13997:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147800. 00000080:00000010:2.1:1788686285.958590:0:13997:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d54540. 00010000:00000010:3.1:1788686285.959037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493400. 00010000:00000010:3.1:1788686285.959045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29cb779700. 00000080:00000010:3.1:1788686285.959051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c437b5c0. 00010000:00000010:3.1:1788686285.959058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2a0204e000. 00010000:00000010:3.1:1788686285.959062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64dec00. 00010000:00000010:3.1:1788686285.960951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1492200. 00010000:00000010:3.1:1788686285.960964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fe00. 00010000:00000010:0.1:1788686286.051963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64d5200. 00010000:00000010:0.1:1788686286.051979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147600. 00010000:00000010:0.1:1788686286.068084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64dea00. 00010000:00000010:1.1:1788686286.084117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031600. 00010000:00000010:3.1:1788686286.183021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1492200. 00010000:00000010:3.1:1788686286.183036:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64deb00. 00010000:00000010:3.1:1788686286.183040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031a00. 00010000:00000010:3.1:1788686286.183045:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fc00. 00010000:00000010:3.1:1788686286.183048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493e00. 00000080:00000010:3.1:1788686286.197077:0:14005:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5da2dc0. 00000080:00000010:3.1:1788686286.199411:0:14005:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8590840. 00010000:00000010:1.1:1788686290.782972:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de700. 00010000:00000010:1.1:1788686290.782996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031800. 00010000:00000010:0.1:1788686310.691130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64d5300. 00010000:00000010:0.1:1788686310.691158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146000. 00010000:00000010:0.1:1788686310.981966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64d5900. 00010000:00000010:0.1:1788686310.982001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147c00. 00010000:00000010:0.1:1788686311.009151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de300. 00010000:00000010:1.1:1788686311.058965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8000. 00010000:00000010:0.1:1788686311.214978:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f300. 00010000:00000010:0.1:1788686311.215001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493200. 00010000:00000010:0.1:1788686311.252619:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de300. 00010000:00000010:1.1:1788686311.258633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031a00. 00010000:00000010:2.1:1788686311.417083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031800. 00010000:00000010:2.1:1788686311.417105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de700. 00010000:00000010:2.1:1788686311.417110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031e00. 00010000:00000010:2.1:1788686311.417137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64d5400. 00010000:00000010:2.1:1788686311.417141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146e00. 00000080:00000010:2.1:1788686311.432296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5da21e0. 00000080:00000010:2.1:1788686311.432332:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8592100. 00010000:00000010:2.1:1788686316.395940:0:15106:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c4370b00. 00010000:00000010:2.1:1788686316.395961:0:15106:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147800. 00010000:00000010:0.1:1788686317.826859:0:15262:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64d5f00. 00010000:00000010:0.1:1788686317.826867:0:15262:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147a00. 00000080:00000010:0.1:1788686317.836497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5da2a20. 00010000:00000010:0.1:1788686317.907427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031800. 00010000:00000010:1.1:1788686319.092959:0:15295:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fd00. 00010000:00000010:1.1:1788686319.101877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493c00. 00010000:00000010:3.1:1788686319.119960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493800. 00000080:00000010:0.1:1788686319.126229:0:15292:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c4102660. 00010000:00000010:1.1:1788686319.152068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fb00. 00010000:00000010:1.1:1788686319.184218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493c00. 00010000:00000010:1.1:1788686319.327934:0:15274:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146600. 00010000:00000010:0.1:1788686319.466727:0:15325:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031800. 00010000:00000010:0.1:1788686319.466748:0:15325:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fd00. 00010000:00000010:0.1:1788686319.466754:0:15325:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1492200. 00010000:00000010:0.1:1788686319.466759:0:15325:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64d5b00. 00010000:00000010:0.1:1788686319.466762:0:15325:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146200. 00000080:00000010:0.1:1788686319.466768:0:15325:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c4102620. 00000080:00000010:0.1:1788686319.466788:0:15325:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85ac200. 00010000:00000010:3.1:1788686321.528735:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f200. 00010000:00000010:3.1:1788686321.528751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8c00. 00000080:00000010:3.1:1788686328.458029:0:2362:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d54ce0. 00000080:00000010:3.1:1788686328.458050:0:2362:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29e09252e0. 00000080:00000010:3.1:1788686328.458059:0:2362:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8519080. 00000080:00000010:3.1:1788686328.458071:0:2362:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8574a40. 00000080:00000010:3.1:1788686328.458081:0:2362:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d851ca40. 00000080:00000010:3.1:1788686328.458091:0:2362:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8593180. 00000080:00000010:3.1:1788686328.458098:0:2362:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8590000. 00000080:00000010:3.1:1788686328.458102:0:2362:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85939c0. 00010000:00000010:1.1:1788686328.468515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1492400. 00010000:00000010:1.1:1788686328.468528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29d8222000. 00010000:00000010:1.1:1788686328.468533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2a021de600. 00010000:00000010:1.1:1788686328.468538:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29d14d1100. 00010000:00000010:1.1:1788686328.468540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b2a021df400. 00010000:00000010:1.1:1788686328.506562:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147000. 00010000:00000010:1.1:1788686328.506571:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64d5e00. 00010000:00000010:1.1:1788686328.506575:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9400. 00010000:00000010:1.1:1788686328.506578:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c4370b00. 00010000:00000010:1.1:1788686328.539181:0:13641:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1492600. 00010000:00000010:1.1:1788686328.539191:0:13641:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c2e37000. 00010000:00000010:0.1:1788686329.785219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de500. 00010000:00000010:0.1:1788686329.785241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031e00. 00010000:00000010:0.1:1788686329.812144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de400. 00010000:00000010:1.1:1788686329.824980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de500. 00010000:00000010:1.1:1788686329.825002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0030e00. 00010000:00000010:0.1:1788686329.836060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64def00. 00010000:00000010:0.1:1788686329.836083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031e00. 00000080:00000010:1.1:1788686329.884874:0:16012:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c976ff20. 00010000:00000010:0.1:1788686329.934897:0:16012:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64def00. 00010000:00000010:0.1:1788686329.934934:0:16012:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031e00. 00010000:00000010:0.1:1788686329.941950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de400. 00010000:00000010:1.1:1788686329.950161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031800. 00000080:00000010:2.1:1788686330.026304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c97274c0. 00010000:00000010:1.1:1788686330.082064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64def00. 00010000:00000010:1.1:1788686330.082082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031e00. 00010000:00000010:0.1:1788686330.377957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493800. 00010000:00000010:0.1:1788686330.387981:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f200. 00010000:00000010:0.1:1788686330.388002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493000. 00010000:00000010:3.1:1788686330.877513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c4370200. 00010000:00000010:3.1:1788686330.877533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8a00. 00010000:00000010:0.1:1788686330.895060:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c4370600. 00010000:00000010:0.1:1788686330.895070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9c00. 00010000:00000010:3.1:1788686330.910965:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64d5e00. 00010000:00000010:1.1:1788686330.974458:0:15754:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de300. 00010000:00000010:1.1:1788686330.974472:0:15754:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031600. 00010000:00000010:3.1:1788686330.977956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493e00. 00010000:00000010:3.1:1788686330.977973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fa00. 00010000:00000010:3.1:1788686331.091086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f400. 00010000:00000010:3.1:1788686331.091101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493600. 00010000:00000010:2.1:1788686331.108016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146a00. 00010000:00000010:3.1:1788686331.113455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64d5e00. 00010000:00000010:0.1:1788686331.146951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493200. 00010000:00000010:1.1:1788686331.463960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031600. 00010000:00000010:1.1:1788686331.463978:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64d5600. 00010000:00000010:1.1:1788686331.463983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146200. 00010000:00000010:1.1:1788686331.463994:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64d5e00. 00010000:00000010:1.1:1788686331.463997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146600. 00000080:00000010:1.1:1788686331.470273:0:16062:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d541e0. 00000080:00000010:1.1:1788686331.470312:0:16062:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d851ca40. 00010000:00000010:1.1:1788686331.503934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f000. 00010000:00000010:1.1:1788686331.503953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493600. 00010000:00000010:0.1:1788686331.515935:0:16068:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fd00. 00010000:00000010:0.1:1788686331.515953:0:16068:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1492c00. 00010000:00000010:1.1:1788686331.621866:0:2368:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031800. 00010000:00000010:2.1:1788686333.860969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147800. 00010000:00000010:0.1:1788686333.861129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8200. 00010000:00000010:2.1:1788686333.868141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9e00. 00000080:00000010:1.1:1788686333.868246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d54fe0. 00000080:00000010:1.1:1788686333.868259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c9727a00. 00000080:00000010:1.1:1788686333.868269:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85918c0. 00000080:00000010:1.1:1788686333.868290:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8592940. 00010000:00000010:0.1:1788686333.903016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0030e00. 00010000:00000010:0.1:1788686333.903035:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64dee00. 00010000:00000010:0.1:1788686333.923040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146400. 00010000:00000010:0.1:1788686333.923049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de400. 00010000:00000010:0.1:1788686333.923054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493000. 00010000:00000010:0.1:1788686333.923058:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f300. 00010000:00000010:0.1:1788686344.345179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64dea00. 00010000:00000010:0.1:1788686344.345199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031e00. 00010000:00000010:0.1:1788686344.369982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de600. 00010000:00000010:0.1:1788686344.523252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8400. 00010000:00000010:1.1:1788686344.569465:0:16980:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f000. 00010000:00000010:1.1:1788686344.569483:0:16980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493e00. 00010000:00000010:1.1:1788686344.569488:0:16980:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fa00. 00010000:00000010:1.1:1788686344.569491:0:16980:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1492c00. 00010000:00000010:3.1:1788686344.673045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8800. 00010000:00000010:1.1:1788686344.950972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146200. 00010000:00000010:1.1:1788686360.381713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8a00. 00010000:00000010:1.1:1788686360.709304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64dea00. 00010000:00000010:1.1:1788686360.709317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031600. 00010000:00000010:1.1:1788686360.709321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090f00. 00010000:00000010:1.1:1788686360.709325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8600. 00000080:00000010:1.1:1788686360.730364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5646860. 00000080:00000010:1.1:1788686360.730392:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8596b40. 00010000:00000010:1.1:1788686362.510956:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090b00. 00010000:00000010:1.1:1788686362.510968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031e00. 00010000:00000010:0.1:1788686369.735239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de000. 00010000:00000010:0.1:1788686369.735250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0030e00. 00010000:00000010:0.1:1788686369.751946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de500. 00010000:00000010:1.1:1788686385.159094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de000. 00010000:00000010:1.1:1788686385.159108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031600. 00010000:00000010:1.1:1788686385.159112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fd00. 00010000:00000010:1.1:1788686385.159115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1492c00. 00000080:00000010:1.1:1788686385.171132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5646e20. 00000080:00000010:1.1:1788686385.176992:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8591080. 00010000:00000010:1.1:1788686388.053954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de800. 00010000:00000010:1.1:1788686388.053979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0030e00. 00010000:00000010:1.1:1788686412.557952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1492c00. 00000080:00000010:0.1:1788686412.563045:0:18308:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29d00da820. 00010000:00000010:0.1:1788686412.563064:0:18308:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090a00. 00010000:00000010:0.1:1788686412.563069:0:18308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8a00. 00010000:00000010:1.1:1788686412.624998:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f200. 00010000:00000010:1.1:1788686412.625024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8800. 00000080:00000010:2.1:1788686412.717672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c976f4a0. 00010000:00000010:1.1:1788686413.667951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493800. 00010000:00000010:1.1:1788686430.567962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493000. 00010000:00000010:0.1:1788686430.644168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8200. 00010000:00000010:0.1:1788686430.644186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f400. 00010000:00000010:0.1:1788686430.644191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493200. 00010000:00000010:0.1:1788686430.644194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493e00. 00000080:00000010:0.1:1788686430.656608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c976ffc0. 00000080:00000010:0.1:1788686430.656643:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85a98c0. 00010000:00000010:2.1:1788686430.666273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031600. 00010000:00000010:2.1:1788686430.666296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64deb00. 00010000:00000010:2.1:1788686430.666301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1492c00. 00010000:00000010:2.1:1788686430.666306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de300. 00010000:00000010:2.1:1788686430.666308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031800. 00000080:00000010:2.1:1788686430.682998:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8594a40. 00000080:00000010:2.1:1788686430.683023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29d00da1e0. 00010000:00000010:1.1:1788686436.549971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493e00. 00000080:00000010:1.1:1788686436.549991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29d00da880. 00010000:00000010:1.1:1788686436.549999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de700. 00010000:00000010:1.1:1788686436.550002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031800. 00010000:00000010:0.1:1788686436.626958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de500. 00010000:00000010:0.1:1788686436.626972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031e00. 00000080:00000010:0.1:1788686436.760192:0:18756:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5646e20. 00010000:00000010:0.1:1788686437.608980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0030e00. 00010000:00000010:3.1:1788686444.936086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f400. 00010000:00000010:3.1:1788686444.936099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493e00. 00010000:00000010:3.1:1788686444.953933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62b00. 00010000:00000010:3.1:1788686444.953949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147200. 00000080:00000010:3.1:1788686444.953954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d54ae0. 00010000:00000010:3.1:1788686444.979097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147200. 00010000:00000010:1.1:1788686451.154961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493000. 00000080:00000010:1.1:1788686451.163747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d54ae0. 00010000:00000010:1.1:1788686451.163768:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62600. 00010000:00000010:1.1:1788686451.163773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146c00. 00010000:00000010:1.1:1788686451.180422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fd00. 00010000:00000010:0.1:1788686451.222073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9600. 00010000:00000010:1.1:1788686452.315962:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090c00. 00010000:00000010:1.1:1788686452.315982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9400. 00010000:00000010:0.1:1788686452.445945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146000. 00010000:00000010:1.1:1788686490.377975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4a00. 00010000:00000010:2.1:1788686499.936086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147800. 00010000:00000010:2.1:1788686499.940385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de800. 00010000:00000010:2.1:1788686499.940408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4400. 00010000:00000010:2.1:1788686499.951969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090900. 00010000:00000010:0.1:1788686499.986478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9400. 00010000:00000010:3.1:1788686541.638123:0:2362:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493800. 00010000:00000010:0.1:1788686541.722964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090d00. 00010000:00000010:0.1:1788686541.722978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8c00. 00010000:00000010:0.1:1788686541.722982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090000. 00010000:00000010:0.1:1788686541.722984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8000. 00000080:00000010:0.1:1788686541.734941:0:20881:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d542a0. 00000080:00000010:0.1:1788686541.739072:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8575ac0. 00010000:00000010:1.1:1788686546.776993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090500. 00010000:00000010:1.1:1788686546.777010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146400. 00010000:00000010:0.1:1788686551.662046:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f400. 00010000:00000010:0.1:1788686551.662054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493200. 00000080:00000010:2.1:1788686551.683069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c976e100. 00010000:00000010:3.1:1788686551.743557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090c00. 00010000:00000010:3.1:1788686551.743571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9800. 00010000:00000010:1.1:1788686551.968365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de300. 00010000:00000010:1.1:1788686551.968381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5000. 00010000:00000010:0.1:1788686551.981743:0:1360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4000. 00000080:00000010:1.1:1788686552.025005:0:21821:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c976eda0. 00010000:00000010:0.1:1788686552.063256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4000. 00000080:00000010:0.1:1788686552.063273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5646940. 00010000:00000010:0.1:1788686552.071962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5000. 00010000:00000010:0.1:1788686552.220953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5000. 00010000:00000010:3.1:1788686552.224303:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147800. 00010000:00000010:1.1:1788686552.242957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4000. 00000080:00000010:0.1:1788686552.302242:0:21825:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5646ee0. 00010000:00000010:1.1:1788686552.403824:0:21835:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5000. 00010000:00000010:1.1:1788686552.403842:0:21835:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64ded00. 00010000:00000010:3.1:1788686552.523986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147800. 00010000:00000010:1.1:1788686552.539982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de000. 00010000:00000010:1.1:1788686552.540002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4a00. 00010000:00000010:0.1:1788686552.543972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146800. 00010000:00000010:0.1:1788686552.543993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f300. 00010000:00000010:0.1:1788686552.543998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1492c00. 00000080:00000010:0.1:1788686552.558951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d54540. 00000080:00000010:0.1:1788686552.558990:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8597380. 00010000:00000010:1.1:1788686560.095413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f700. 00010000:00000010:1.1:1788686560.095426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493800. 00000080:00000010:1.1:1788686560.111960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c976e660. 00010000:00000010:0.1:1788686560.304947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de300. 00010000:00000010:0.1:1788686560.304958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4c00. 00010000:00000010:0.1:1788686560.353950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4600. 00000080:00000010:0.1:1788686560.404959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c976eae0. 00010000:00000010:3.1:1788686560.434075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146400. 00000080:00000010:3.1:1788686560.434090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d541a0. 00010000:00000010:3.1:1788686560.434104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9200. 00010000:00000010:3.1:1788686560.595062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147600. 00010000:00000010:2.1:1788686560.599989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9c00. 00010000:00000010:1.1:1788686560.627090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5a00. 00000080:00000010:0.1:1788686560.693013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d54800. 00010000:00000010:2.1:1788686566.317963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146400. 00010000:00000010:2.1:1788686566.317974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de900. 00010000:00000010:1.1:1788686583.797333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9200. 00010000:00000010:0.1:1788686583.812974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5200. 00010000:00000010:0.1:1788686583.812995:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de300. 00010000:00000010:0.1:1788686583.813000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4600. 00000080:00000010:0.1:1788686583.829652:0:1360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c976fa00. 00000080:00000010:0.1:1788686583.829700:0:1360:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8597380. 00010000:00000010:3.1:1788686587.732130:0:22832:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090300. 00010000:00000010:3.1:1788686587.732150:0:22832:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8600. 00010000:00000010:2.1:1788686590.983010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090000. 00010000:00000010:2.1:1788686590.983025:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8a00. 00000080:00000010:0.1:1788686591.006135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c976fac0. 00010000:00000010:1.1:1788686591.194049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fc00. 00010000:00000010:1.1:1788686591.194073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4e00. 00010000:00000010:1.1:1788686591.214032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5800. 00000080:00000010:0.1:1788686591.268019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c976e440. 00010000:00000010:1.1:1788686591.296259:0:1035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5800. 00000080:00000010:1.1:1788686591.296267:0:1035:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c976ef00. 00010000:00000010:1.1:1788686591.299954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4e00. 00010000:00000010:2.1:1788686591.390152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8c00. 00010000:00000010:3.1:1788686591.390308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146a00. 00010000:00000010:0.1:1788686591.413204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9600. 00000080:00000010:0.1:1788686591.450954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c976f040. 00010000:00000010:0.1:1788686604.735371:0:23143:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4600. 00010000:00000010:0.1:1788686604.735509:0:23143:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090000. 00010000:00000010:3.1:1788686606.852161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9e00. 00010000:00000010:1.1:1788686606.865071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5400. 00010000:00000010:1.1:1788686606.865086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de100. 00010000:00000010:1.1:1788686606.865091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5a00. 00000080:00000010:1.1:1788686606.882408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c976f4e0. 00000080:00000010:1.1:1788686606.882458:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85a9080. 00010000:00000010:0.1:1788686608.267509:0:23257:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fc00. 00010000:00000010:0.1:1788686608.267527:0:23257:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5e00. 00010000:00000010:2.1:1788686615.718119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62600. 00010000:00000010:2.1:1788686615.718134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147c00. 00010000:00000010:0.1:1788686615.729960:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62e00. 00010000:00000010:0.1:1788686615.729976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147400. 00010000:00000010:3.1:1788686720.854765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493400. 00010000:00000010:2.1:1788686720.859997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62b00. 00010000:00000010:2.1:1788686720.860035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147a00. 00010000:00000010:1.1:1788686720.863957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146600. 00000080:00000010:1.1:1788686720.863978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29d00da1c0. 00010000:00000010:1.1:1788686720.863992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493600. 00010000:00000010:1.1:1788686720.864000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f500. 00010000:00000010:1.1:1788686720.864005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031800. 00000080:00000010:1.1:1788686720.864037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5646ae0. 00010000:00000010:1.1:1788686720.864045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9a00. 00010000:00000010:1.1:1788686720.864049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64dee00. 00010000:00000010:1.1:1788686720.864052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031e00. 00010000:00000010:1.1:1788686720.864055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de500. 00000080:00000010:1.1:1788686720.864058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29d00da220. 00010000:00000010:1.1:1788686720.864065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493e00. 00010000:00000010:1.1:1788686720.864068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fe00. 00000080:00000010:1.1:1788686720.864071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c976e4e0. 00010000:00000010:1.1:1788686720.864077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493000. 00010000:00000010:1.1:1788686720.864080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fd00. 00000080:00000010:1.1:1788686720.864083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5646da0. 00010000:00000010:1.1:1788686720.864088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4c00. 00010000:00000010:1.1:1788686720.864094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f700. 00000080:00000010:1.1:1788686720.864096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c976e220. 00010000:00000010:1.1:1788686720.864101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4000. 00010000:00000010:1.1:1788686720.864116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f000. 00000080:00000010:3.1:1788686722.531110:0:1015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c976f9e0. 00010000:00000010:0.1:1788686722.531566:0:38:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4600. 00000080:00000010:2.1:1788686722.536114:0:2362:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8519080. 00010000:00000010:2.1:1788686722.536185:0:2362:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4600. 00010000:00000010:2.1:1788686722.536191:0:2362:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5400. 00010000:00000010:2.1:1788686722.545935:0:23920:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5600. 00010000:00000010:2.1:1788686722.545945:0:23920:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fb00. 00010000:00000010:3.1:1788686722.645481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62500. 00010000:00000010:3.1:1788686722.645493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146a00. 00010000:00000010:3.1:1788686722.645496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62000. 00010000:00000010:1.1:1788686722.668784:0:23922:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147e00. 00010000:00000010:2.1:1788686722.800672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f000. 00010000:00000010:2.1:1788686722.800692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4800. 00010000:00000010:3.1:1788686722.809128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090c00. 00010000:00000010:0.1:1788686722.809987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9800. 00010000:00000010:1.1:1788686722.915837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146e00. 00010000:00000010:1.1:1788686722.918936:0:23931:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62800. 00010000:00000010:1.1:1788686722.918944:0:23931:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147800. 00010000:00000010:1.1:1788686722.918948:0:23931:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62000. 00010000:00000010:1.1:1788686722.918951:0:23931:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146a00. 00000080:00000010:1.1:1788686722.947256:0:1360:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d54e60. 00000080:00000010:1.1:1788686722.947292:0:1360:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d851dac0. 00010000:00000010:0.1:1788686725.976064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62100. 00010000:00000010:0.1:1788686725.976081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147200. 00010000:00000010:2.1:1788686730.062975:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090e00. 00010000:00000010:2.1:1788686730.062997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8a00. 00010000:00000010:1.1:1788686730.079362:0:24552:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090300. 00010000:00000010:0.1:1788686731.342959:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090e00. 00010000:00000010:0.1:1788686731.342978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8e00. 00010000:00000010:2.1:1788686731.356561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090200. 00010000:00000010:0.1:1788686731.371980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f900. 00010000:00000010:0.1:1788686731.372000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5c00. 00000080:00000010:2.1:1788686837.270016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622f440. 00000080:00000010:2.1:1788686837.270029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622f680. 00010000:00000010:1.1:1788686837.289052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9000. 00010000:00000010:1.1:1788686837.289059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5e00. 00000080:00000010:3.1:1788686837.289135:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8573180. 00000080:00000010:3.1:1788686837.289162:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8570000. 00010000:00000010:3.1:1788686837.289166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9400. 00010000:00000010:0.1:1788686837.293602:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9600. 00010000:00000010:0.1:1788686837.293608:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090d00. 00010000:00000010:1.1:1788686837.304041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8c00. 00010000:00000010:1.1:1788686837.304054:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090f00. 00010000:00000010:1.1:1788686837.304059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9c00. 00010000:00000010:1.1:1788686837.304062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090000. 00010000:00000010:3.1:1788686837.473269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f500. 00010000:00000010:3.1:1788686837.473280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8400. 00010000:00000010:3.1:1788686837.473284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090800. 00010000:00000010:3.1:1788686837.473287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9200. 00000080:00000010:0.1:1788686837.511525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622fae0. 00000080:00000010:0.1:1788686837.511547:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85a9080. 00010000:00000010:0.1:1788686837.526958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64dee00. 00010000:00000010:0.1:1788686837.526982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5200. 00010000:00000010:1.1:1788686837.558021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de900. 00010000:00000010:0.1:1788686837.587036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5a00. 00010000:00000010:1.1:1788686837.763212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64dee00. 00010000:00000010:1.1:1788686837.763222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5200. 00010000:00000010:1.1:1788686837.766993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422ff00. 00010000:00000010:0.1:1788686837.767190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5800. 00010000:00000010:3.1:1788686837.884494:0:24717:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147a00. 00010000:00000010:3.1:1788686837.884508:0:24717:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fa00. 00010000:00000010:3.1:1788686837.884513:0:24717:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4800. 00010000:00000010:3.1:1788686837.884519:0:24717:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62400. 00010000:00000010:3.1:1788686837.884521:0:24717:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147c00. 00000080:00000010:3.1:1788686837.889075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c4085b00. 00000080:00000010:3.1:1788686837.900237:0:24720:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85aca40. 00010000:00000010:3.1:1788686838.679552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f800. 00010000:00000010:3.1:1788686838.679565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4a00. 00010000:00000010:1.1:1788686845.299021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090400. 00010000:00000010:1.1:1788686845.299036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8000. 00000080:00000010:2.1:1788686845.326951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622f980. 00000080:00000010:1.1:1788686846.145969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d00bc0. 00010000:00000010:1.1:1788686846.150363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fe00. 00010000:00000010:1.1:1788686846.150373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4c00. 00010000:00000010:1.1:1788686846.178894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fe00. 00010000:00000010:1.1:1788686846.178922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4400. 00000080:00000010:0.1:1788686846.259972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d00180. 00000080:00000010:1.1:1788686850.491137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636d0e0. 00000080:00000010:1.1:1788686850.491148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d00340. 00010000:00000010:3.1:1788686850.491227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4000. 00010000:00000010:3.1:1788686850.491234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5200. 00010000:00000010:3.1:1788686850.491237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4200. 00000080:00000010:1.1:1788686850.501989:0:25363:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85adac0. 00000080:00000010:1.1:1788686850.502994:0:25363:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85af380. 00000080:00000010:1.1:1788686850.503027:0:25363:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85ab180. 00010000:00000010:2.1:1788686850.549257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4400. 00010000:00000010:2.1:1788686850.549268:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fe00. 00010000:00000010:2.1:1788686850.549272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147400. 00010000:00000010:2.1:1788686850.549276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62400. 00010000:00000010:2.1:1788686850.549279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5e00. 00010000:00000010:2.1:1788686850.549282:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f000. 00010000:00000010:2.1:1788686865.602001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62600. 00010000:00000010:2.1:1788686865.602018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147a00. 00000080:00000010:0.1:1788686865.613980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622fe80. 00010000:00000010:1.1:1788686865.674970:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090300. 00010000:00000010:1.1:1788686865.674993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9c00. 00010000:00000010:1.1:1788686865.683423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8400. 00000080:00000010:0.1:1788686865.697099:0:25977:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622fb80. 00010000:00000010:2.1:1788686866.783946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62e00. 00010000:00000010:2.1:1788686866.783966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147400. 00010000:00000010:1.1:1788686874.124087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090200. 00010000:00000010:1.1:1788686874.124107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9400. 00000080:00000010:0.1:1788686874.154028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d00ac0. 00010000:00000010:1.1:1788686874.245580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62000. 00010000:00000010:1.1:1788686874.245598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9c00. 00010000:00000010:2.1:1788686874.259086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146400. 00000080:00000010:0.1:1788686874.287969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622f560. 00010000:00000010:2.1:1788686875.282963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9c00. 00010000:00000010:2.1:1788686875.311460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090400. 00010000:00000010:2.1:1788686875.311481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9c00. 00000080:00000010:2.1:1788686875.328956:0:26611:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622f7a0. 00010000:00000010:0.1:1788686882.441130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9600. 00000080:00000010:0.1:1788686882.441150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622f060. 00010000:00000010:0.1:1788686882.441161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62500. 00010000:00000010:0.1:1788686882.441165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147600. 00010000:00000010:2.1:1788686882.541294:0:27174:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4400. 00000080:00000010:2.1:1788686882.541327:0:27174:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d000e0. 00010000:00000010:2.1:1788686882.541340:0:27174:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fa00. 00010000:00000010:2.1:1788686882.541370:0:27174:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4200. 00000080:00000010:1.1:1788686886.494093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d00e80. 00000080:00000010:1.1:1788686886.496955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622f740. 00000080:00000010:2.1:1788686886.497011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d547e0. 00000080:00000010:2.1:1788686886.497057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d00ae0. 00000080:00000010:2.1:1788686886.497063:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622f880. 00010000:00000010:0.1:1788686886.511880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f300. 00010000:00000010:0.1:1788686886.511902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4600. 00010000:00000010:0.1:1788686886.511925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f800. 00010000:00000010:0.1:1788686886.511930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8400. 00010000:00000010:0.1:1788686886.527362:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62000. 00010000:00000010:0.1:1788686886.527521:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147800. 00010000:00000010:0.1:1788686886.527527:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64def00. 00010000:00000010:0.1:1788686886.527531:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4600. 00010000:00000010:0.1:1788686886.527535:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de900. 00010000:00000010:0.1:1788686886.527538:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5200. 00010000:00000010:0.1:1788686886.527541:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de000. 00010000:00000010:0.1:1788686886.527553:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4000. 00010000:00000010:0.1:1788686886.527556:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090100. 00010000:00000010:0.1:1788686886.527560:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146800. 00010000:00000010:0.1:1788686886.529415:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4000. 00010000:00000010:0.1:1788686886.529539:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422ff00. 00010000:00000010:0.1:1788686886.529544:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4c00. 00010000:00000010:0.1:1788686886.529548:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090e00. 00010000:00000010:0.1:1788686886.529552:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8c00. 00000080:00000010:3.1:1788686902.744941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636df40. 00000080:00000010:3.1:1788686902.744961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636dd40. 00010000:00000010:0.1:1788686904.430554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8a00. 00010000:00000010:1.1:1788686904.509035:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f400. 00010000:00000010:1.1:1788686904.509048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5800. 00010000:00000010:1.1:1788686904.509051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5a00. 00000080:00000010:1.1:1788686904.528115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d00cc0. 00000080:00000010:1.1:1788686904.528139:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85adac0. 00000080:00000010:1.1:1788686904.528144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d00a80. 00010000:00000010:1.1:1788686904.567959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4a00. 00010000:00000010:1.1:1788686904.567977:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f500. 00010000:00000010:1.1:1788686904.567982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4800. 00010000:00000010:1.1:1788686904.567985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f900. 00010000:00000010:1.1:1788686904.567987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4e00. 00000080:00000010:1.1:1788686904.579234:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85af380. 00000080:00000010:1.1:1788686904.579255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636d9a0. 00010000:00000010:1.1:1788686904.624040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4800. 00010000:00000010:0.1:1788686904.634055:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62a00. 00010000:00000010:0.1:1788686904.634077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146600. 00010000:00000010:0.1:1788686904.634082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147200. 00000080:00000010:0.1:1788686904.646834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d546e0. 00000080:00000010:0.1:1788686904.646860:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85a8000. 00000080:00000010:0.1:1788686904.646863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d54980. 00010000:00000010:0.1:1788686904.665078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5c00. 00010000:00000010:0.1:1788686904.670064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62600. 00010000:00000010:0.1:1788686904.670081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5a00. 00010000:00000010:0.1:1788686904.670085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f900. 00010000:00000010:0.1:1788686904.670087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4e00. 00000080:00000010:0.1:1788686904.686138:0:27230:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8572100. 00000080:00000010:0.1:1788686904.686155:0:27230:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636df80. 00010000:00000010:1.1:1788686905.194946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f200. 00010000:00000010:1.1:1788686905.194957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5400. 00010000:00000010:1.1:1788686905.203006:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62d00. 00010000:00000010:1.1:1788686905.203019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147e00. 00010000:00000010:0.1:1788686912.265849:0:26266:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5000. 00000080:00000010:0.1:1788686912.265890:0:26266:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636d0c0. 00010000:00000010:0.1:1788686912.265902:0:26266:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64def00. 00010000:00000010:0.1:1788686912.265935:0:26266:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4400. 00010000:00000010:1.1:1788686912.332188:0:27793:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5400. 00000080:00000010:1.1:1788686912.333944:0:27793:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d00ca0. 00010000:00000010:1.1:1788686912.333961:0:27793:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f400. 00010000:00000010:1.1:1788686912.333966:0:27793:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5a00. 00000080:00000010:3.1:1788686915.290395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636d0c0. 00000080:00000010:3.1:1788686915.290420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d54660. 00010000:00000010:3.1:1788686915.312963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62e00. 00010000:00000010:3.1:1788686915.312985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147a00. 00010000:00000010:3.1:1788686915.312990:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62c00. 00010000:00000010:3.1:1788686915.312994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147000. 00010000:00000010:3.1:1788686915.312998:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090800. 00010000:00000010:3.1:1788686915.313003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4400. 00010000:00000010:3.1:1788686915.313009:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64def00. 00010000:00000010:3.1:1788686915.313012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147c00. 00000080:00000010:2.1:1788687051.753118:0:27845:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d54200. 00000080:00000010:2.1:1788687051.753136:0:27845:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d54c00. 00010000:00000010:2.1:1788687051.933059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147c00. 00010000:00000010:2.1:1788687052.022991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090800. 00010000:00000010:2.1:1788687052.023006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8800. 00010000:00000010:2.1:1788687052.023010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9400. 00000080:00000010:0.1:1788687052.035688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622f0e0. 00000080:00000010:0.1:1788687052.039375:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8574200. 00000080:00000010:0.1:1788687052.039390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622ff80. 00010000:00000010:0.1:1788687052.071499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5800. 00010000:00000010:0.1:1788687052.071516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090000. 00010000:00000010:0.1:1788687052.071528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147000. 00010000:00000010:0.1:1788687052.071531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090300. 00010000:00000010:0.1:1788687052.071552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9800. 00000080:00000010:0.1:1788687052.094488:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8591080. 00000080:00000010:0.1:1788687052.094506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636dd80. 00010000:00000010:2.1:1788687052.127971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9000. 00010000:00000010:2.1:1788687052.188228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fe00. 00010000:00000010:2.1:1788687052.188240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5e00. 00010000:00000010:2.1:1788687052.188243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5600. 00000080:00000010:2.1:1788687052.214233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d001c0. 00000080:00000010:2.1:1788687052.222941:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85718c0. 00000080:00000010:1.1:1788687052.228130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d00120. 00010000:00000010:0.1:1788687052.279953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4a00. 00010000:00000010:0.1:1788687052.279967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f700. 00010000:00000010:0.1:1788687052.279971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9000. 00010000:00000010:0.1:1788687052.279974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090800. 00010000:00000010:0.1:1788687052.279984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8e00. 00000080:00000010:0.1:1788687052.299979:0:27848:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85739c0. 00000080:00000010:0.1:1788687052.299997:0:27848:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d00580. 00010000:00000010:2.1:1788687053.712092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090c00. 00010000:00000010:2.1:1788687053.712104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9a00. 00010000:00000010:1.1:1788687059.595109:0:28412:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5c00. 00000080:00000010:1.1:1788687059.616998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d003a0. 00010000:00000010:1.1:1788687059.617032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f500. 00010000:00000010:1.1:1788687059.617037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5e00. 00010000:00000010:0.1:1788687059.691004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5800. 00000080:00000010:0.1:1788687059.702475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636d160. 00010000:00000010:0.1:1788687059.702494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de900. 00010000:00000010:0.1:1788687059.702499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4400. 00010000:00000010:3.1:1788687065.938269:0:28273:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f500. 00010000:00000010:3.1:1788687065.938422:0:28273:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146e00. 00010000:00000010:3.1:1788687065.938429:0:28273:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090200. 00010000:00000010:3.1:1788687065.938434:0:28273:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8c00. 00010000:00000010:3.1:1788687065.938438:0:28273:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de900. 00010000:00000010:3.1:1788687065.938441:0:28273:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8400. 00010000:00000010:3.1:1788687065.938445:0:28273:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62100. 00010000:00000010:3.1:1788687065.938449:0:28273:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147600. 00000080:00000010:1.1:1788687081.404970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d003a0. 00000080:00000010:1.1:1788687081.404999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d54b00. 00000080:00000010:2.1:1788687081.441176:0:28458:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622fe60. 00000080:00000010:2.1:1788687081.441195:0:28458:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d54fc0. 00010000:00000010:3.1:1788687083.471231:0:2358:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146600. 00010000:00000010:2.1:1788687083.524966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de300. 00010000:00000010:2.1:1788687083.524983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9400. 00010000:00000010:2.1:1788687083.524987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146e00. 00000080:00000010:3.1:1788687083.544969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622f380. 00000080:00000010:2.1:1788687083.549038:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85718c0. 00000080:00000010:2.1:1788687083.557011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d54700. 00010000:00000010:0.1:1788687083.576111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8e00. 00010000:00000010:0.1:1788687083.576127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62900. 00010000:00000010:0.1:1788687083.576131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146600. 00010000:00000010:0.1:1788687083.576134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62300. 00010000:00000010:0.1:1788687083.576137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146a00. 00000080:00000010:1.1:1788687083.598760:0:28466:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85af380. 00000080:00000010:1.1:1788687083.598772:0:28466:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622fb80. 00010000:00000010:1.1:1788687083.623958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5a00. 00010000:00000010:1.1:1788687083.674354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f200. 00010000:00000010:1.1:1788687083.674369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4800. 00010000:00000010:1.1:1788687083.674373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5800. 00000080:00000010:1.1:1788687083.687062:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d00ca0. 00000080:00000010:0.1:1788687083.695558:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85adac0. 00000080:00000010:0.1:1788687083.695572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d00480. 00010000:00000010:0.1:1788687083.699947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5400. 00010000:00000010:0.1:1788687083.699958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fb00. 00010000:00000010:0.1:1788687083.699962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8200. 00010000:00000010:0.1:1788687083.699965:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f900. 00010000:00000010:0.1:1788687083.699968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5400. 00000080:00000010:0.1:1788687083.712469:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8591080. 00000080:00000010:0.1:1788687083.712488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636d780. 00010000:00000010:3.1:1788687084.437337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090500. 00010000:00000010:3.1:1788687084.437357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8800. 00010000:00000010:0.1:1788687090.779888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9000. 00000080:00000010:1.1:1788687090.794962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622faa0. 00010000:00000010:1.1:1788687090.794979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090e00. 00010000:00000010:1.1:1788687090.794984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9c00. 00010000:00000010:0.1:1788687090.851950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4800. 00000080:00000010:1.1:1788687090.855457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636d140. 00010000:00000010:1.1:1788687090.855475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de400. 00010000:00000010:1.1:1788687090.855480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5c00. 00000080:00000010:1.1:1788687094.756204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d00380. 00000080:00000010:1.1:1788687094.756237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d00fe0. 00010000:00000010:1.1:1788687094.793094:0:29068:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62000. 00010000:00000010:1.1:1788687094.793115:0:29068:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4e00. 00010000:00000010:1.1:1788687094.793121:0:29068:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f200. 00010000:00000010:1.1:1788687094.793135:0:29068:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5800. 00010000:00000010:1.1:1788687094.793139:0:29068:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090200. 00010000:00000010:1.1:1788687094.793144:0:29068:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8000. 00010000:00000010:1.1:1788687094.793147:0:29068:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fc00. 00010000:00000010:1.1:1788687094.793150:0:29068:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5400. 00010000:00000010:1.1:1788687094.793154:0:29068:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64dea00. 00010000:00000010:1.1:1788687094.793157:0:29068:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9600. 00000080:00000010:1.1:1788687110.111014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636d620. 00000080:00000010:1.1:1788687110.111061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622fc20. 00010000:00000010:0.1:1788687112.350958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5000. 00010000:00000010:1.1:1788687112.420296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090d00. 00010000:00000010:1.1:1788687112.420336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8c00. 00010000:00000010:1.1:1788687112.420340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9a00. 00000080:00000010:1.1:1788687112.436057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622f400. 00000080:00000010:1.1:1788687112.440069:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85a8840. 00000080:00000010:1.1:1788687112.445953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622f000. 00010000:00000010:2.1:1788687112.460970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8000. 00010000:00000010:2.1:1788687112.460993:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090700. 00010000:00000010:2.1:1788687112.460998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5000. 00010000:00000010:2.1:1788687112.461012:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090c00. 00010000:00000010:2.1:1788687112.461015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9e00. 00000080:00000010:2.1:1788687112.490740:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85af380. 00000080:00000010:2.1:1788687112.490752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622f0a0. 00010000:00000010:3.1:1788687112.499182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9600. 00010000:00000010:2.1:1788687112.569118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422ff00. 00010000:00000010:2.1:1788687112.569172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5200. 00010000:00000010:2.1:1788687112.569176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8200. 00000080:00000010:2.1:1788687112.594076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d004c0. 00000080:00000010:2.1:1788687112.594111:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d851b180. 00000080:00000010:2.1:1788687112.594120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622ffc0. 00010000:00000010:1.1:1788687112.622506:0:29083:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8200. 00010000:00000010:1.1:1788687112.622529:0:29083:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f200. 00010000:00000010:1.1:1788687112.622534:0:29083:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146400. 00010000:00000010:1.1:1788687112.622538:0:29083:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090c00. 00010000:00000010:1.1:1788687112.622542:0:29083:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9e00. 00000080:00000010:1.1:1788687112.641010:0:13:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85ad280. 00000080:00000010:1.1:1788687112.641034:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622f220. 00010000:00000010:2.1:1788687115.093086:0:29213:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090f00. 00010000:00000010:2.1:1788687115.093100:0:29213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9200. 00010000:00000010:1.1:1788687115.094029:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fb00. 00010000:00000010:1.1:1788687115.094038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4200. 00010000:00000010:0.1:1788687119.887972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4600. 00000080:00000010:0.1:1788687119.888012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636d680. 00010000:00000010:0.1:1788687119.888024:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090300. 00010000:00000010:0.1:1788687119.888032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9200. 00010000:00000010:1.1:1788687119.988941:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4e00. 00000080:00000010:1.1:1788687119.988975:0:1:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d00ea0. 00010000:00000010:1.1:1788687119.988983:0:1:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fd00. 00010000:00000010:1.1:1788687119.988987:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5800. 00010000:00000010:1.1:1788687121.017978:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fe00. 00010000:00000010:1.1:1788687121.017999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5800. 00000080:00000010:3.1:1788687123.024089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636dc20. 00000080:00000010:3.1:1788687123.024116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d00520. 00010000:00000010:0.1:1788687123.037764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de100. 00010000:00000010:0.1:1788687123.037779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146a00. 00010000:00000010:0.1:1788687123.037785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fd00. 00010000:00000010:0.1:1788687123.037788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5800. 00010000:00000010:0.1:1788687123.037791:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64def00. 00010000:00000010:0.1:1788687123.037794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4600. 00010000:00000010:0.1:1788687123.037797:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64dea00. 00010000:00000010:0.1:1788687123.037800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4e00. 00000080:00000010:3.1:1788687143.207229:0:2362:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d54620. 00000080:00000010:1.1:1788687143.215123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d54140. 00010000:00000010:0.1:1788687143.295083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4600. 00010000:00000010:1.1:1788687143.316973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62a00. 00010000:00000010:1.1:1788687143.316987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146a00. 00010000:00000010:1.1:1788687143.316991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146600. 00000080:00000010:1.1:1788687143.326661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d54ca0. 00000080:00000010:1.1:1788687143.326687:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8591080. 00000080:00000010:1.1:1788687143.326692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d542c0. 00010000:00000010:1.1:1788687143.345068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4a00. 00010000:00000010:1.1:1788687143.345083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62f00. 00010000:00000010:1.1:1788687143.345087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4600. 00010000:00000010:1.1:1788687143.345101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62500. 00010000:00000010:1.1:1788687143.345105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146e00. 00000080:00000010:2.1:1788687143.356975:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85ad280. 00000080:00000010:2.1:1788687143.356991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d000a0. 00010000:00000010:2.1:1788687143.385958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9600. 00010000:00000010:0.1:1788687143.451990:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fd00. 00010000:00000010:0.1:1788687143.452001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146800. 00010000:00000010:0.1:1788687143.452004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147800. 00000080:00000010:2.1:1788687143.472456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636daa0. 00010000:00000010:3.1:1788687143.480972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5800. 00010000:00000010:3.1:1788687143.480989:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62c00. 00010000:00000010:3.1:1788687143.480993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5200. 00010000:00000010:3.1:1788687143.480996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090000. 00010000:00000010:3.1:1788687143.481000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8e00. 00010000:00000010:0.1:1788687145.922941:0:29834:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62400. 00010000:00000010:0.1:1788687145.922950:0:29834:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147600. 00000100:00000001:2.0:1788687209.375716:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687209.375719:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb7480 x1875572824499584/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687209.375726:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb7480 x1875572824499584/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687225 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687209.375732:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687209.375734:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687209.375736:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687209.375737:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687209.375738:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687209.375739:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687209.375741:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687209.375745:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=131 v=5 (5 16 137 137) 00000100:00001000:2.0:1788687209.375748:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=66 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687209.375750:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687209.375751:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687209.375753:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687209.375754:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687209.375757:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687209.375758:0:2370:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1788687209.375760:0:2370:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687209.375761:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687209.375765:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb7480 x1875572824499584/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687225 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687209.375771:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687209.375773:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687209.375775:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687209.375778:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb7480 x1875572824499584/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687225 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687209.375785:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824499584:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687209.375790:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687209.375793:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687209.375797:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb5180 x1875572824499456/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687209.375805:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687209.375807:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687209.375811:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6854000. 02000000:00000001:2.0:1788687209.375814:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687209.375817:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687209.375819:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687209.375821:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687209.375830:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415a100. 02000000:00000001:2.0:1788687209.375834:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687209.375836:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687209.375838:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb5180. 00000100:00000001:2.0:1788687209.375842:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687209.375843:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687209.375845:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687209.375848:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb7480 x1875572824499584/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687225 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687209.375855:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687209.375857:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687209.375859:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6854400. 02000000:00000001:2.0:1788687209.375861:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687209.375862:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687209.375863:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:2.0:1788687209.375865:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687209.375867:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415af00. 02000000:00000001:2.0:1788687209.375869:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687209.375870:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687209.375871:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb7480. 00000100:00000001:2.0:1788687209.375874:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687209.375875:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687209.375877:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687209.375884:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687209.375887:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687209.375889:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687209.375891:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687213.964454:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296339674, at 4296339969 00000100:00000010:2.0:1788687213.964465:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c33d06c0. 00000800:00000200:2.0:1788687214.476257:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687214.476261:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445f00. 00000400:00000200:2.0:1788687214.476268:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687214.476273:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687214.476278:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdaa18 00000400:00000010:2.0:1788687214.476280:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdaa18. 00000100:00000001:2.0:1788687214.476290:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687214.476295:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3b80 x1875572824499840/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687214.476312:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687214.476315:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f3b80 x1875572824499840/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687214.476322:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687214.476323:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687214.476336:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687214.476338:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445900. 00000400:00000200:2.0:1788687214.476340:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687214.476343:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687214.476345:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda990 00000400:00000010:2.0:1788687214.476346:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda990. 00000100:00000001:2.0:1788687214.476349:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687214.476352:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1880 x1875572824499712/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687214.476359:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687214.476361:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1880 x1875572824499712/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687230 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687214.476367:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687214.476369:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687214.476440:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687214.476443:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445d00. 00000400:00000200:2.0:1788687214.476446:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687214.476450:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687214.476453:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda220 00000400:00000010:2.0:1788687214.476454:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda220. 00000100:00000001:2.0:1788687214.476460:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687214.476464:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0a80 x1875572824499968/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687214.476471:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687214.476473:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0a80 x1875572824499968/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687230 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687214.476478:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687214.476480:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1788687219.083124:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296344793, at 4296345088 00000100:00000010:2.0:1788687219.083139:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c3344420. 00000100:00000001:2.0:1788687219.603506:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687219.603511:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687219.603514:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687219.603522:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb5c00 x1875572824500096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687219.603531:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687219.603533:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687219.603538:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687219.603541:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687219.603544:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687219.603548:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2369:1875572824500096:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687219.603553:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687219.603559:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687219.603562:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687219.603564:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687219.603570:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6854400. 02000000:00000001:2.0:1788687219.603572:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687219.603580:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687219.603585:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fda50. 00000400:00000010:2.0:1788687219.603605:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02406e8. 00000100:00000200:2.0:1788687219.603615:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824500096, portal 25 00000100:00000001:2.0:1788687219.603618:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687219.603619:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496527360 : -110871213024256 : ffff9b29c8bb5c00) 00000100:00000040:2.0:1788687219.603625:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb5c00 x1875572824500096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687219.603631:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687219.603634:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687219.603637:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240660. 00000100:00000200:2.0:1788687219.603640:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824500096, offset 0 00000400:00000200:2.0:1788687219.603646:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687219.603654:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687219.603661:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687219.603666:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687219.603670:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687219.603673:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687219.603676:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687219.603680:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2181:2181:256:4294967295] 192.168.203.144@tcp LPNI seq info [2181:2181:8:4294967295] 00000400:00000200:2.0:1788687219.603684:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687219.603693:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687219.603700:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687219.603704:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eece00. 00000800:00000200:2.0:1788687219.603711:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687219.603719:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687219.603723:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eece00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687219.603735:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687219.603740:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687219.603742:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296349921 00000100:00000010:2.0:1788687219.603747:0:2369:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c33d06c0. 00000100:00000001:2.0:1788687219.603753:0:2369:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788687219.603759:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296349921 00000100:00000010:2.0:1788687219.603762:0:2369:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c33d09c0. 00000100:00000001:2.0:1788687219.603765:0:2369:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788687219.603768:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687219.603770:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687219.603773:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687219.603776:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687219.612448:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687219.612457:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788687219.612472:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687219.612474:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687219.612479:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687219.612483:0:2369:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788687219.612485:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687219.612488:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687219.612489:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687219.612491:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687219.612492:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687219.612494:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687219.612510:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6a00 x1875572824500224/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687219.612522:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687219.612524:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687219.612529:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687219.612532:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687219.612535:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687219.612540:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824500224:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687219.612545:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687219.612551:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687219.612554:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687219.612556:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687219.612567:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6854000. 02000000:00000001:2.0:1788687219.612569:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687219.612577:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687219.612583:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fdd68. 00000400:00000010:2.0:1788687219.612970:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02404c8. 00000100:00000200:2.0:1788687219.612986:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824500224, portal 10 00000100:00000001:2.0:1788687219.612989:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687219.612991:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496530944 : -110871213020672 : ffff9b29c8bb6a00) 00000100:00000040:2.0:1788687219.613000:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb6a00 x1875572824500224/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687219.613009:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687219.613012:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687219.613015:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02402a8. 00000100:00000200:2.0:1788687219.613018:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824500224, offset 0 00000400:00000200:2.0:1788687219.613024:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687219.613032:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687219.613039:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687219.613044:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687219.613048:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687219.613052:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687219.613055:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687219.613059:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2182:2182:255:4294967295] 192.168.203.144@tcp LPNI seq info [2182:2182:7:4294967295] 00000400:00000200:2.0:1788687219.613064:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687219.613073:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687219.613079:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687219.613084:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec700. 00000800:00000200:2.0:1788687219.613091:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687219.613100:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687219.613104:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687219.613108:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687219.613113:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 515820 usecs (516 jiffies) 00000400:00000200:2.0:1788687219.613115:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687219.613118:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296346125 00000100:00000001:2.0:1788687219.613121:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296349921 00000100:00000001:2.0:1788687219.613124:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296346125 00000100:00000001:2.0:1788687219.613126:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296349921 00000100:00000001:2.0:1788687219.613128:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687219.613131:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687219.613133:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687219.613136:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687219.613311:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687219.613315:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eece00. 00000400:00000200:2.0:1788687219.613321:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687219.613326:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687219.613332:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240660 00000400:00000010:2.0:1788687219.613335:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240660. 00000100:00000001:2.0:1788687219.613339:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687219.613345:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb5c00 x1875572824500096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687219.613355:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687219.613358:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb5c00 x1875572824500096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687235 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687219.613365:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687219.613367:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687219.614552:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687219.614557:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec700. 00000400:00000200:2.0:1788687219.614561:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687219.614565:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687219.614571:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02402a8 00000400:00000010:2.0:1788687219.614573:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02402a8. 00000100:00000001:2.0:1788687219.614577:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687219.614582:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6a00 x1875572824500224/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687219.615104:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687219.615109:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6a00 x1875572824500224/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687219.615118:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687219.615121:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788687219.615139:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788687219.615142:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788687219.615144:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687219.615151:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687219.615152:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687219.615154:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687219.615156:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687219.615158:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687219.615163:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6680 x1875572824500352/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687219.615662:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687219.615664:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687219.615669:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687219.615672:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687219.615674:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687219.615678:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824500352:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687219.615683:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687219.616094:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687219.616097:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687219.616100:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687219.616109:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6854a00. 02000000:00000001:2.0:1788687219.616111:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687219.616118:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687219.616122:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd630. 00000400:00000010:2.0:1788687219.616129:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02402a8. 00000100:00000200:2.0:1788687219.616135:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824500352, portal 4 00000100:00000001:2.0:1788687219.616138:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687219.616140:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496530048 : -110871213021568 : ffff9b29c8bb6680) 00000100:00000040:2.0:1788687219.616148:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb6680 x1875572824500352/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687219.616156:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687219.616159:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687219.616161:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240660. 00000100:00000200:2.0:1788687219.616165:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824500352, offset 0 00000400:00000200:2.0:1788687219.617107:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687219.617117:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687219.617125:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687219.617129:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687219.617133:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687219.617137:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687219.617139:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687219.617142:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2183:2183:256:4294967295] 192.168.203.144@tcp LPNI seq info [2183:2183:8:4294967295] 00000400:00000200:2.0:1788687219.617146:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687219.617154:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687219.617160:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687219.618289:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec700. 00000800:00000200:2.0:1788687219.618304:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687219.618313:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687219.618318:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687219.618341:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687219.618348:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20030 usecs (21 jiffies) 00000400:00000200:2.0:1788687219.618353:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687219.618356:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296345644 00000100:00000001:2.0:1788687219.618360:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296349921 00000100:00000001:2.0:1788687219.618363:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296345644 00000100:00000001:2.0:1788687219.618365:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296349921 00000100:00000001:2.0:1788687219.618367:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687219.618371:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687219.618375:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687219.618379:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687219.618401:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687219.618404:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687219.618406:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687219.618408:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687219.622408:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687219.622414:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687219.622423:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687219.622425:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687219.622429:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fda50. 00000400:00000200:2.0:1788687219.622435:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02406e8 00000400:00000010:2.0:1788687219.622438:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02406e8. 00000100:00000001:2.0:1788687219.622441:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687219.622450:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb5c00 x1875572824500096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687219.622470:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb5c00 x1875572824500096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687235 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687219.622478:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687219.622480:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687219.622482:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687219.622485:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687219.622488:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687219.622490:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687219.622492:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687219.622501:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=141 v=5 (5 5 5 5) 00000100:00001000:2.0:1788687219.622504:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=141 v=5 (1 1 1 1) 00000100:00000001:2.0:1788687219.622506:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687219.622508:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687219.622510:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687219.622512:0:2369:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687219.622515:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687219.622520:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb5c00 x1875572824500096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687235 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687219.622527:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687219.622530:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687219.622532:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687219.622536:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb5c00 x1875572824500096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687235 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687219.622544:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2369:1875572824500096:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687219.622549:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687219.622551:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687219.622554:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb5c00 x1875572824500096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687235 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687219.622560:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687219.622562:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687219.622565:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6854400. 02000000:00000001:2.0:1788687219.622568:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687219.622571:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687219.622572:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1788687219.622575:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687219.622578:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415ae00. 02000000:00000001:2.0:1788687219.622582:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687219.622584:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687219.622710:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb5c00. 00000100:00000001:2.0:1788687219.622716:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687219.622718:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687219.622721:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687219.622723:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687219.622724:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687219.622726:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687219.622728:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687219.630985:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687219.630990:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687219.631004:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687219.631007:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687219.631010:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fdd68. 00000400:00000200:2.0:1788687219.631016:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02404c8 00000400:00000010:2.0:1788687219.631018:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02404c8. 00000100:00000001:2.0:1788687219.631021:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687219.631026:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb6a00 x1875572824500224/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687219.631037:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb6a00 x1875572824500224/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687219.631044:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687219.631047:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687219.631050:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687219.631053:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687219.631056:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687219.631058:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687219.631061:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687219.631070:0:2369:0:(import.c:2195:obd_at_measure()) add 103 to ffff9b29c3ec7c60 time=141 v=103 (103 103 103 137) 00000100:00001000:2.0:1788687219.631075:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=109 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687219.631077:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687219.631079:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687219.631082:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687219.631086:0:2369:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687219.631090:0:2369:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687219.631093:0:2369:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967592 00000100:00000001:2.0:1788687219.631095:0:2369:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687219.631097:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687219.631102:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb6a00 x1875572824500224/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687219.631109:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687219.631112:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687219.631114:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687219.631118:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6a00 x1875572824500224/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687219.631125:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824500224:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687219.631130:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687219.631133:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687219.631136:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb6a00 x1875572824500224/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687219.631142:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687219.631145:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687219.631148:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6854000. 02000000:00000001:2.0:1788687219.631152:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687219.631155:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687219.631157:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687219.631159:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687219.631162:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415ab00. 02000000:00000001:2.0:1788687219.631165:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687219.631167:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687219.631169:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6a00. 00000100:00000001:2.0:1788687219.631172:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687219.631174:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687219.631176:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687219.631184:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687219.631186:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687219.631188:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687219.631190:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687219.633255:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687219.633287:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687219.633293:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687219.633295:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687219.633308:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687219.633317:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687219.633329:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687219.633335:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687219.633342:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687219.633347:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f46880 00000400:00000200:2.0:1788687219.633353:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687219.633361:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x60f5 [1] + 224 00000800:00000001:2.0:1788687219.633371:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687219.633450:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687219.633456:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687219.633462:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687219.633473:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687219.633485:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6680 x1875572824500352/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687235 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687219.633498:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb6680 x1875572824500352/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687235 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687219.633530:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687219.633539:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687219.633543:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788687219.724545:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687219.724552:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687219.724557:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788687222.795388:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687222.795391:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687222.795395:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788687224.203327:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296349921, at 4296350208 00000100:00000010:2.0:1788687224.203348:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c33d06c0. 00000100:00000001:2.0:1788687224.715632:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687224.715637:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687224.715640:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687224.715647:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6680 x1875572824500480/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687224.715655:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687224.715657:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687224.715661:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687224.715664:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687224.715667:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687224.715670:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824500480:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687224.715675:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687224.715682:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687224.715685:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687224.715688:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687224.715693:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6854000. 02000000:00000001:2.0:1788687224.715695:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687224.715705:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687224.715709:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fdd68. 00000400:00000010:2.0:1788687224.715718:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02404c8. 00000100:00000200:2.0:1788687224.715727:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824500480, portal 25 00000100:00000001:2.0:1788687224.715731:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687224.715732:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496530048 : -110871213021568 : ffff9b29c8bb6680) 00000100:00000040:2.0:1788687224.715738:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb6680 x1875572824500480/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687224.715745:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687224.715749:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687224.715751:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02406e8. 00000100:00000200:2.0:1788687224.715754:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824500480, offset 0 00000400:00000200:2.0:1788687224.715761:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687224.715772:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687224.715780:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687224.715786:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687224.715790:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687224.715794:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687224.715797:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687224.715802:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2184:2184:256:4294967295] 192.168.203.144@tcp LPNI seq info [2184:2184:8:4294967295] 00000400:00000200:2.0:1788687224.715807:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687224.715819:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687224.715825:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687224.715831:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eece00. 00000800:00000200:2.0:1788687224.715839:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687224.715849:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687224.715854:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eece00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687224.715867:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687224.715871:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687224.715874:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296355033 00000100:00000010:2.0:1788687224.715880:0:2370:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c33d06c0. 00000100:00000001:2.0:1788687224.715887:0:2370:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788687224.715892:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296355033 00000100:00000010:2.0:1788687224.715895:0:2370:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c33d0ae0. 00000100:00000001:2.0:1788687224.715899:0:2370:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788687224.715902:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687224.715939:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687224.715942:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687224.715943:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687224.715947:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687224.715948:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788687224.715950:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687224.715951:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687224.715952:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687224.715955:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687224.716015:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687224.716019:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eece00. 00000400:00000200:2.0:1788687224.716027:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687224.716033:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687224.716039:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02406e8 00000400:00000010:2.0:1788687224.716042:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02406e8. 00000100:00000001:2.0:1788687224.716048:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687224.716052:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6680 x1875572824500480/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687224.716062:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687224.716066:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6680 x1875572824500480/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687240 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687224.716073:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687224.716075:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687224.716155:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687224.716158:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a700. 00000400:00000200:2.0:1788687224.716162:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687224.716166:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687224.716168:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae06e8 00000400:00000010:2.0:1788687224.716170:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae06e8. 00000100:00000001:2.0:1788687224.716173:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687224.716177:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6d80 x1875572824500608/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687224.716188:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687224.716190:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6d80 x1875572824500608/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687224.716196:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687224.716197:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687224.719706:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687224.719712:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a600. 00000400:00000200:2.0:1788687224.719716:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687224.719732:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687224.719739:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0f68 00000400:00000010:2.0:1788687224.719742:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0f68. 00000100:00000001:2.0:1788687224.719747:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687224.719751:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb5f80 x1875572824500736/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687224.719761:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687224.719765:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb5f80 x1875572824500736/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687240 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687224.719772:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687224.719774:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687224.731481:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687224.731504:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687224.731510:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687224.731513:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687224.731525:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687224.731535:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687224.731546:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687224.731552:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687224.731558:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687224.731563:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f46900 00000400:00000200:2.0:1788687224.731569:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687224.731576:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6105 [1] + 224 00000800:00000001:2.0:1788687224.731587:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687224.731591:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687224.731595:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687224.731601:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687224.731611:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687224.731625:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6680 x1875572824500480/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687224.731638:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb6680 x1875572824500480/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687224.731662:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687224.731674:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687224.731678:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687224.731680:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687224.731682:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687224.731686:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687224.731689:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687224.731693:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687224.731695:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687224.731698:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687224.731700:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f46980 00000400:00000200:2.0:1788687224.731704:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687224.731709:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x610d [1] + 224 00000800:00000001:2.0:1788687224.731712:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687224.731721:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687224.731723:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687224.731726:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687224.731729:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687224.731733:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6d80 x1875572824500608/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687224.731741:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb6d80 x1875572824500608/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687224.731762:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687224.731765:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687224.731768:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687224.734819:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687224.734853:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687224.734871:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687224.734874:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687224.735103:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687224.735113:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687224.735124:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687224.735129:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687224.735136:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687224.735141:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f46a00 00000400:00000200:2.0:1788687224.735146:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687224.735152:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6125 [1] + 224 00000800:00000001:2.0:1788687224.735161:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687224.736285:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687224.736298:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687224.736308:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687224.736322:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687224.736335:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb5f80 x1875572824500736/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687240 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687224.736348:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb5f80 x1875572824500736/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687240 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687224.736376:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687224.736389:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687224.736396:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788687225.867856:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687225.867860:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687225.867864:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788687228.939652:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687228.939658:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687228.939662:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788687229.323575:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296355033, at 4296355328 00000100:00000010:2.0:1788687229.323590:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c33d06c0. 00000100:00000001:2.0:1788687229.835606:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687229.835621:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687229.835630:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687229.835649:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb5f80 x1875572824500864/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687229.835717:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687229.835727:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687229.835739:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687229.835744:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687229.835749:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687229.835761:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2369:1875572824500864:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687229.835775:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687229.835785:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687229.835790:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687229.835794:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687229.835804:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6854400. 02000000:00000001:2.0:1788687229.835810:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687229.835824:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687229.835830:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fda50. 00000400:00000010:2.0:1788687229.835839:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02406e8. 00000100:00000200:2.0:1788687229.835848:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824500864, portal 25 00000100:00000001:2.0:1788687229.835851:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687229.835852:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496528256 : -110871213023360 : ffff9b29c8bb5f80) 00000100:00000040:2.0:1788687229.835860:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb5f80 x1875572824500864/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687229.835869:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687229.835872:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687229.835875:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02405d8. 00000100:00000200:2.0:1788687229.835878:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824500864, offset 0 00000400:00000200:2.0:1788687229.835887:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687229.835930:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687229.835939:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687229.835946:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687229.835951:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687229.835956:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687229.835959:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687229.835963:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2187:2187:256:4294967295] 192.168.203.144@tcp LPNI seq info [2187:2187:8:4294967295] 00000400:00000200:2.0:1788687229.835968:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687229.835978:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687229.835985:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687229.835992:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eece00. 00000800:00000200:2.0:1788687229.836000:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687229.836010:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687229.836015:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eece00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687229.836029:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687229.836033:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687229.836036:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296360153 00000100:00000010:2.0:1788687229.836042:0:2369:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c33d06c0. 00000100:00000001:2.0:1788687229.836050:0:2369:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788687229.836056:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296360153 00000100:00000010:2.0:1788687229.836060:0:2369:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c33d0c60. 00000100:00000001:2.0:1788687229.836062:0:2369:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788687229.836066:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687229.836069:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687229.836073:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687229.836076:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687229.836085:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687229.836087:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788687229.836090:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687229.836092:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687229.836094:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687229.836098:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6680 x1875572824501120/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687229.836106:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687229.836107:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687229.836109:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687229.836111:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687229.836113:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687229.836116:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824501120:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687229.836119:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687229.836122:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687229.836123:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687229.836125:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687229.836128:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6854200. 02000000:00000001:2.0:1788687229.836130:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687229.836134:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687229.836137:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fdf20. 00000400:00000010:2.0:1788687229.836141:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240c38. 00000100:00000200:2.0:1788687229.836144:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824501120, portal 4 00000100:00000001:2.0:1788687229.836145:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687229.836147:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496530048 : -110871213021568 : ffff9b29c8bb6680) 00000100:00000040:2.0:1788687229.836154:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb6680 x1875572824501120/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687229.836160:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687229.836162:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687229.836164:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240b28. 00000100:00000200:2.0:1788687229.836167:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824501120, offset 0 00000400:00000200:2.0:1788687229.836173:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687229.836178:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687229.836182:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687229.836185:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687229.836188:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687229.836199:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687229.836203:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687229.836206:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2188:2188:255:4294967295] 192.168.203.144@tcp LPNI seq info [2188:2188:7:4294967295] 00000400:00000200:2.0:1788687229.836210:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687229.836216:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687229.836220:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687229.836223:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec100. 00000800:00000200:2.0:1788687229.836228:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687229.836233:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687229.836236:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687229.836240:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687229.836245:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20098 usecs (21 jiffies) 00000400:00000200:2.0:1788687229.836248:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687229.836250:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296355862 00000100:00000001:2.0:1788687229.836252:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296360153 00000100:00000001:2.0:1788687229.836254:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296355862 00000100:00000001:2.0:1788687229.836256:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296360153 00000100:00000001:2.0:1788687229.836258:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687229.836260:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687229.836263:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687229.836265:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687229.836268:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687229.836269:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788687229.836271:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687229.836272:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687229.836274:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687229.836276:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687229.836346:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687229.836351:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eece00. 00000400:00000200:2.0:1788687229.836360:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687229.836365:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687229.836372:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02405d8 00000400:00000010:2.0:1788687229.836376:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02405d8. 00000100:00000001:2.0:1788687229.836381:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687229.836386:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb5f80 x1875572824500864/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687229.836397:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687229.836401:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb5f80 x1875572824500864/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687245 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687229.836408:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687229.836410:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687229.836503:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687229.836507:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec100. 00000400:00000200:2.0:1788687229.836510:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687229.836513:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687229.836516:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240b28 00000400:00000010:2.0:1788687229.836518:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240b28. 00000100:00000001:2.0:1788687229.836520:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687229.836524:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6680 x1875572824501120/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687229.836532:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687229.836535:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6680 x1875572824501120/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687245 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687229.836541:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687229.836542:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687229.837852:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687229.837860:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a500. 00000400:00000200:2.0:1788687229.837868:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687229.837876:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687229.837884:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0330 00000400:00000010:2.0:1788687229.837886:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0330. 00000100:00000001:2.0:1788687229.837892:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687229.837953:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6d80 x1875572824500992/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687229.837964:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687229.837969:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6d80 x1875572824500992/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687245 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687229.837977:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687229.837979:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687229.853028:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687229.853057:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687229.853063:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687229.853066:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687229.853078:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687229.853088:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687229.853101:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687229.853107:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687229.853113:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687229.853118:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f46a80 00000400:00000200:2.0:1788687229.853124:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687229.853131:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6135 [1] + 224 00000800:00000001:2.0:1788687229.853139:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687229.853142:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687229.853146:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687229.853150:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687229.853160:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687229.853173:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb5f80 x1875572824500864/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687229.853185:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb5f80 x1875572824500864/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687229.853327:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687229.853351:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687229.853355:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687229.853357:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687229.853360:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687229.853363:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687229.853367:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687229.853372:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687229.853376:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687229.853378:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687229.853381:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f46b00 00000400:00000200:2.0:1788687229.853386:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687229.853392:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x6155 [1] + 224 00000800:00000001:2.0:1788687229.853396:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687229.853399:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687229.853401:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687229.853404:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687229.853407:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687229.853413:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6d80 x1875572824500992/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687229.853430:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb6d80 x1875572824500992/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687229.853448:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687229.853452:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687229.853455:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687229.853457:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687229.853459:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687229.853463:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687229.853467:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687229.853471:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687229.853473:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687229.853476:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687229.853479:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f46b80 00000400:00000200:2.0:1788687229.853482:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687229.853487:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6145 [1] + 224 00000800:00000001:2.0:1788687229.853490:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687229.853565:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687229.853568:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687229.853572:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687229.853574:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687229.853580:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6680 x1875572824501120/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687245 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687229.853588:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb6680 x1875572824501120/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687229.853596:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687229.853600:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687229.853603:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687229.853633:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687229.853635:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687229.853643:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687229.853658:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687229.853661:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4aa8. 00000400:00000200:2.0:1788687229.853667:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0000 00000400:00000010:2.0:1788687229.853670:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0000. 00000100:00000001:2.0:1788687229.853674:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687229.853679:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb6d80 x1875572824500992/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687245 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687229.853688:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb6d80 x1875572824500992/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687245 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687229.853694:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687229.853696:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687229.853699:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687229.853703:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687229.853705:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687229.853708:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687229.853711:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687229.853723:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=151 v=5 (103 103 103 137) 00000100:00001000:2.0:1788687229.853728:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=119 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687229.853731:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687229.853733:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687229.853737:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687229.853751:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687229.853756:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687229.853758:0:2370:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967592 00000100:00000001:2.0:1788687229.853761:0:2370:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687229.853771:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687229.853776:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb6d80 x1875572824500992/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687245 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687229.853784:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687229.853787:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687229.853789:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687229.853794:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6d80 x1875572824500992/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687245 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687229.853803:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824500992:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687229.853809:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687229.853812:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687229.853815:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb6d80 x1875572824500992/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687245 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687229.853823:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687229.853826:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687229.853830:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c7f3d800. 02000000:00000001:2.0:1788687229.853834:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687229.853838:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687229.853840:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687229.853843:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687229.853846:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415a100. 02000000:00000001:2.0:1788687229.853850:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687229.853852:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687229.853854:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6d80. 00000100:00000001:2.0:1788687229.853858:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687229.853860:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687229.853862:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687229.853871:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687229.853874:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687229.853876:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687229.853878:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687232.012439:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687232.012445:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687232.012448:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788687234.444375:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296360153, at 4296360449 00000100:00000010:2.0:1788687234.444395:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c33d06c0. 00000100:00000001:2.0:1788687234.955348:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687234.955352:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687234.955354:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687234.955361:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6680 x1875572824501248/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687234.955368:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687234.955370:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687234.955374:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687234.955377:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687234.955379:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687234.955383:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824501248:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687234.955387:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687234.955393:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687234.955395:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687234.955398:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687234.955405:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6854200. 02000000:00000001:2.0:1788687234.955406:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687234.955415:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687234.955434:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fddc0. 00000400:00000010:2.0:1788687234.955442:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240b28. 00000100:00000200:2.0:1788687234.955450:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824501248, portal 25 00000100:00000001:2.0:1788687234.955452:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687234.955454:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496530048 : -110871213021568 : ffff9b29c8bb6680) 00000100:00000040:2.0:1788687234.955459:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb6680 x1875572824501248/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687234.955467:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687234.955470:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687234.955473:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02405d8. 00000100:00000200:2.0:1788687234.955475:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824501248, offset 0 00000400:00000200:2.0:1788687234.955481:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687234.955489:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687234.955496:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687234.955501:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687234.955506:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687234.955509:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687234.955512:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687234.955516:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2190:2190:256:4294967295] 192.168.203.144@tcp LPNI seq info [2190:2190:8:4294967295] 00000400:00000200:2.0:1788687234.955520:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687234.955531:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687234.955536:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687234.955541:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec100. 00000800:00000200:2.0:1788687234.955548:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687234.955557:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687234.955562:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687234.955577:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687234.955581:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687234.955584:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296365273 00000100:00000010:2.0:1788687234.955588:0:2370:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c33d06c0. 00000100:00000001:2.0:1788687234.955596:0:2370:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788687234.955603:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296365273 00000100:00000010:2.0:1788687234.955606:0:2370:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c33d0d80. 00000100:00000001:2.0:1788687234.955610:0:2370:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788687234.955613:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687234.955615:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687234.955619:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687234.955621:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687234.957544:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687234.957550:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788687234.957796:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687234.957800:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687234.957806:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687234.957810:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788687234.957812:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687234.957816:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687234.957991:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687234.957994:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687234.957995:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687234.957996:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687234.958011:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb5f80 x1875572824501376/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687234.958021:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687234.958023:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687234.958027:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687234.958031:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687234.958034:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687234.958038:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824501376:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687234.958041:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687234.958046:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687234.958057:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687234.958061:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687234.958069:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6854400. 02000000:00000001:2.0:1788687234.958071:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687234.958079:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687234.958083:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd0b0. 00000400:00000010:2.0:1788687234.958089:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240440. 00000100:00000200:2.0:1788687234.958096:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824501376, portal 10 00000100:00000001:2.0:1788687234.958098:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687234.958100:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496528256 : -110871213023360 : ffff9b29c8bb5f80) 00000100:00000040:2.0:1788687234.958518:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb5f80 x1875572824501376/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687234.958528:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687234.958531:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687234.958535:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240bb0. 00000100:00000200:2.0:1788687234.958539:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824501376, offset 0 00000400:00000200:2.0:1788687234.958545:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687234.958554:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687234.958561:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687234.958567:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687234.958570:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687234.958574:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687234.958577:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687234.958581:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2191:2191:255:4294967295] 192.168.203.144@tcp LPNI seq info [2191:2191:7:4294967295] 00000400:00000200:2.0:1788687234.958586:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687234.958595:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687234.958600:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687234.958606:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eece00. 00000800:00000200:2.0:1788687234.958613:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687234.958623:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687234.958627:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eece00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687234.958631:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687234.958635:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 513388 usecs (514 jiffies) 00000400:00000200:2.0:1788687234.958638:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687234.958641:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296361476 00000100:00000001:2.0:1788687234.958644:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296365273 00000100:00000001:2.0:1788687234.958647:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296361476 00000100:00000001:2.0:1788687234.958649:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296365273 00000100:00000001:2.0:1788687234.958651:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687234.958653:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687234.958656:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687234.958659:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687234.958997:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687234.959002:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec100. 00000400:00000200:2.0:1788687234.959008:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687234.959015:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687234.959021:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02405d8 00000400:00000010:2.0:1788687234.959024:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02405d8. 00000100:00000001:2.0:1788687234.959028:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687234.959033:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6680 x1875572824501248/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687234.959044:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687234.959057:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6680 x1875572824501248/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687250 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687234.959065:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687234.959066:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687234.959609:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687234.959612:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eece00. 00000400:00000200:2.0:1788687234.959617:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687234.959622:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687234.959625:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240bb0 00000400:00000010:2.0:1788687234.959627:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240bb0. 00000100:00000001:2.0:1788687234.959630:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687234.959635:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb5f80 x1875572824501376/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687234.959643:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687234.959646:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb5f80 x1875572824501376/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687250 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687234.959652:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687234.959653:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788687234.960434:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687234.960438:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687234.963368:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687234.963375:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687234.963380:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687234.963385:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687234.970488:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687234.970568:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687234.970572:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687234.970576:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687234.970582:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687234.970589:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687234.970598:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687234.970602:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687234.970606:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687234.970611:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f46c80 00000400:00000200:2.0:1788687234.970616:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687234.970621:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x6175 [1] + 224 00000800:00000001:2.0:1788687234.970628:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788687234.970637:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687234.970640:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687234.970665:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1698) 00000800:00000001:2.0:1788687234.970687:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687234.970692:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687234.970701:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687234.970734:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687234.970746:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb5f80 x1875572824501376/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687234.970778:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb5f80 x1875572824501376/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687234.974841:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687234.974860:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687234.974875:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687234.974877:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687234.974879:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687234.974887:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687234.974895:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687234.974904:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687234.974924:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687234.974928:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687234.974932:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f46c00 00000400:00000200:2.0:1788687234.974937:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687234.974943:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6165 [1] + 224 00000800:00000001:2.0:1788687234.974950:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687234.974959:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687234.974962:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687234.974967:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687234.976092:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687234.976104:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6680 x1875572824501248/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687234.976116:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb6680 x1875572824501248/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687234.976124:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687234.980213:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687234.980227:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687234.980230:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687234.980233:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687234.980239:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687234.980245:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687234.980252:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687234.980256:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687234.980260:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687234.980265:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f46d00 00000400:00000200:2.0:1788687234.980270:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687234.980276:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6185 [1] + 224 00000800:00000001:2.0:1788687234.980283:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687234.980290:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687234.980293:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687234.980297:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687234.980303:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687234.980307:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb4a80 x1875572824501504/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687250 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687234.980316:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb4a80 x1875572824501504/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687250 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687234.980325:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687234.980328:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687234.980331:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788687235.083454:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687235.083458:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687235.083461:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788687238.155308:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687238.155311:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687238.155314:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788687239.563081:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296365273, at 4296365568 00000100:00000010:2.0:1788687239.563096:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c33d06c0. 00000800:00000001:2.0:1788687240.082832:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687240.082851:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687240.082863:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687240.082866:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687240.082875:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687240.082884:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687240.082893:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687240.082898:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687240.082903:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687240.082936:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f46e80 00000400:00000200:2.0:1788687240.082941:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687240.082947:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x61a5 [1] + 224 00000800:00000001:2.0:1788687240.082953:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687240.082958:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687240.082961:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687240.082965:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687240.082973:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687240.082981:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1880 x1875572824501888/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687256 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687240.082991:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c97f1880 x1875572824501888/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687240.083013:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687240.083021:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687240.083025:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687240.083026:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687240.083028:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687240.083031:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687240.083035:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687240.083038:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687240.083041:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687240.083044:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687240.083046:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f46e00 00000400:00000200:2.0:1788687240.083049:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687240.083053:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x6195 [1] + 224 00000800:00000001:2.0:1788687240.083057:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687240.083062:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687240.083064:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687240.083068:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687240.083071:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687240.083075:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0a80 x1875572824501760/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687256 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687240.083082:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c97f0a80 x1875572824501760/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687240.083088:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687240.083091:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687240.083094:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788687241.227168:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687241.227171:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687241.227174:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788687244.299311:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687244.299314:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687244.299317:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788687244.683062:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296370393, at 4296370688 00000100:00000010:2.0:1788687244.683069:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c33444e0. 00000800:00000200:2.0:1788687245.198567:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687245.198573:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445900. 00000400:00000200:2.0:1788687245.198581:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687245.198587:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687245.198593:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda880 00000400:00000010:2.0:1788687245.198596:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda880. 00000100:00000001:2.0:1788687245.198601:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687245.198607:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0a80 x1875572824502144/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687245.198617:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687245.198621:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0a80 x1875572824502144/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687261 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687245.198628:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687245.198630:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687245.198642:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687245.198645:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445f00. 00000400:00000200:2.0:1788687245.198648:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687245.198651:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687245.198653:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdacc0 00000400:00000010:2.0:1788687245.198655:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdacc0. 00000100:00000001:2.0:1788687245.198657:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687245.198660:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3b80 x1875572824502016/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687245.198667:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687245.198670:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f3b80 x1875572824502016/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687261 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687245.198675:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687245.198677:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687245.198736:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687245.198739:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445d00. 00000400:00000200:2.0:1788687245.198742:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687245.198746:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687245.198749:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda908 00000400:00000010:2.0:1788687245.198751:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda908. 00000100:00000001:2.0:1788687245.198753:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687245.198756:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1880 x1875572824502272/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687245.198763:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687245.198766:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1880 x1875572824502272/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687261 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687245.198772:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687245.198774:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687245.220002:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687245.220022:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687245.220027:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687245.220029:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687245.220038:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687245.220045:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687245.220056:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687245.220060:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687245.220065:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687245.220069:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f46f00 00000400:00000200:2.0:1788687245.220074:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687245.220080:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x61b5 [1] + 224 00000800:00000001:2.0:1788687245.220101:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687245.220107:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687245.220110:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687245.220115:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687245.220124:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687245.220132:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3b80 x1875572824502016/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687261 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687245.220142:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c97f3b80 x1875572824502016/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687245.220168:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687245.220179:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687245.220182:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687245.220184:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687245.220186:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687245.220189:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687245.220193:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687245.220197:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687245.220199:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687245.220202:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687245.220204:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f46f80 00000400:00000200:2.0:1788687245.220208:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687245.220212:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x61ad [1] + 224 00000800:00000001:2.0:1788687245.220216:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687245.220223:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687245.220225:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687245.220228:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687245.220230:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687245.220234:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0a80 x1875572824502144/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687261 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687245.220242:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c97f0a80 x1875572824502144/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687245.220249:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687245.220251:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687245.220253:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788687247.371516:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687247.371521:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687247.371524:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788687249.803126:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296375515, at 4296375808 00000100:00000010:2.0:1788687249.803142:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c33445a0. 00000100:00100000:3.0:1788687250.318170:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824502656:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687250.318176:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687250.318178:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687250.318180:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687250.318181:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687250.318184:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c7f3c200. 02000000:00000001:3.0:1788687250.318186:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687250.318189:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687250.318192:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4898. 00000400:00000010:3.0:1788687250.318195:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0bb0. 00000100:00000200:3.0:1788687250.318198:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824502656, portal 4 00000100:00000001:3.0:1788687250.318200:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687250.318201:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496528256 : -110871213023360 : ffff9b29c8bb5f80) 00000100:00000040:3.0:1788687250.318207:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb5f80 x1875572824502656/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687250.318212:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687250.318214:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687250.318218:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0000. 00000100:00000200:3.0:1788687250.318220:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824502656, offset 0 00000400:00000200:3.0:1788687250.318223:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687250.318226:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687250.318230:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687250.318232:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687250.318235:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687250.318237:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687250.318239:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687250.318242:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2201:2201:254:4294967295] 192.168.203.144@tcp LPNI seq info [2201:2201:6:4294967295] 00000400:00000200:3.0:1788687250.318245:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687250.318251:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687250.318255:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687250.318259:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a100. 00000800:00000200:3.0:1788687250.318264:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687250.318269:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687250.318271:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687250.318274:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687250.318277:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20023 usecs (21 jiffies) 00000400:00000200:3.0:1788687250.318280:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687250.318282:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296376344 00000100:00000001:3.0:1788687250.318285:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296380636 00000100:00000001:3.0:1788687250.318286:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296376344 00000100:00000001:3.0:1788687250.318288:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296380636 00000100:00000001:3.0:1788687250.318290:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687250.318292:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687250.318294:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687250.318296:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687250.318343:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687250.318347:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a200. 00000400:00000200:3.0:1788687250.318354:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687250.318358:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687250.318364:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0b28 00000400:00000010:3.0:1788687250.318366:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0b28. 00000100:00000001:3.0:1788687250.318371:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687250.318376:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6680 x1875572824502528/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687250.318385:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687250.318388:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6680 x1875572824502528/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687266 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687250.318394:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687250.318396:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687250.318404:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687250.318406:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ac00. 00000400:00000200:3.0:1788687250.318408:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687250.318411:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687250.318414:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0908 00000400:00000010:3.0:1788687250.318415:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0908. 00000100:00000001:3.0:1788687250.318417:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687250.318420:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb4a80 x1875572824502400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687250.318427:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687250.318430:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb4a80 x1875572824502400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687266 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687250.318436:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687250.318438:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687250.318495:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687250.318499:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a100. 00000400:00000200:3.0:1788687250.318501:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687250.318504:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687250.318506:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0000 00000400:00000010:3.0:1788687250.318508:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0000. 00000100:00000001:3.0:1788687250.318510:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687250.318513:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb5f80 x1875572824502656/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687250.318519:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687250.318522:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb5f80 x1875572824502656/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687266 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687250.318527:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687250.318528:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788687250.320442:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687250.320449:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687250.326965:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687250.326985:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687250.326989:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687250.326991:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687250.327000:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687250.327008:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687250.327021:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687250.327026:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687250.327031:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687250.327034:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f47080 00000400:00000200:2.0:1788687250.327040:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687250.327045:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x61d5 [1] + 224 00000800:00000001:2.0:1788687250.327300:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687250.327309:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687250.327313:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687250.327319:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687250.327329:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687250.327339:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb4a80 x1875572824502400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687266 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687250.327352:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb4a80 x1875572824502400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687250.327434:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687250.327439:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687250.327460:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687250.327473:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687250.327478:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687250.327481:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687250.327484:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687250.327488:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687250.327493:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687250.327498:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687250.327501:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687250.327504:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687250.327508:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f47100 00000400:00000200:2.0:1788687250.327512:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687250.327518:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x61c5 [1] + 224 00000800:00000001:2.0:1788687250.327522:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687250.327526:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687250.327528:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687250.327531:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687250.327535:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687250.327541:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6680 x1875572824502528/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687266 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687250.327550:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb6680 x1875572824502528/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687250.327557:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687250.327560:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687250.327562:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687250.327564:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687250.327566:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687250.327568:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687250.327572:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687250.327575:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687250.327577:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687250.327580:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687250.327583:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f47180 00000400:00000200:2.0:1788687250.327586:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687250.327590:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x61e5 [1] + 224 00000800:00000001:2.0:1788687250.327594:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687250.327603:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687250.327605:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687250.327608:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687250.327611:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687250.327615:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb5f80 x1875572824502656/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687266 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687250.327629:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb5f80 x1875572824502656/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687250.327636:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687250.327639:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687250.327642:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788687250.327762:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687250.327764:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687250.327768:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4ec8. 00000400:00000200:3.0:1788687250.327773:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0d48 00000400:00000010:3.0:1788687250.327775:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0d48. 00000100:00000001:3.0:1788687250.327779:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687250.327784:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb4a80 x1875572824502400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687250.327796:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb4a80 x1875572824502400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687266 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687250.327802:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687250.327804:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687250.327806:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687250.327883:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687250.327886:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687250.327888:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687250.327891:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687250.327899:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=22 v=5 (5 5 5 5) 00000100:00001000:3.0:1788687250.327903:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=22 v=5 (1 1 1 1) 00000100:00000001:3.0:1788687250.327930:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687250.327933:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687250.327936:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687250.327938:0:2370:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687250.327940:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687250.327946:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb4a80 x1875572824502400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687266 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687250.327952:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687250.327955:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687250.327957:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687250.327960:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb4a80 x1875572824502400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687266 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687250.327967:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824502400:192.168.203.144@tcp:400:kworker.0 00000400:00000001:3.0:1788687250.327973:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687250.327974:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687250.327976:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4898. 00000400:00000200:3.0:1788687250.327978:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0bb0 00000400:00000010:3.0:1788687250.327980:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0bb0. 00000100:00000001:3.0:1788687250.327981:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687250.327984:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb5f80 x1875572824502656/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687250.327992:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb5f80 x1875572824502656/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687266 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687250.327997:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687250.327999:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687250.328000:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687250.328001:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687250.328003:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687250.328004:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687250.328005:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687250.328011:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=22 v=5 (5 5 16 137) 00000100:00001000:3.0:1788687250.328013:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=107 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687250.328015:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687250.328017:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687250.328018:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687250.328021:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687250.328024:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687250.328026:0:2370:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788687250.328028:0:2370:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687250.328029:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687250.328033:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb5f80 x1875572824502656/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687266 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687250.328038:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687250.328040:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687250.328041:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687250.328044:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb5f80 x1875572824502656/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687266 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687250.328193:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824502656:192.168.203.144@tcp:400:kworker.0 00000400:00000001:3.0:1788687250.328199:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687250.328200:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687250.328202:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4478. 00000400:00000200:3.0:1788687250.328205:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae05d8 00000400:00000010:3.0:1788687250.328207:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae05d8. 00000100:00000001:3.0:1788687250.328209:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687250.328212:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb6680 x1875572824502528/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687250.328220:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb6680 x1875572824502528/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687266 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687250.328226:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687250.328227:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687250.328228:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687250.328230:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687250.328231:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687250.328232:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687250.328234:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687250.328238:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=22 v=5 (5 103 103 103) 00000100:00001000:3.0:1788687250.328241:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=140 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687250.328243:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687250.328244:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687250.328246:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687250.328247:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687250.328250:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687250.328251:0:2370:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967592 00000100:00000001:3.0:1788687250.328252:0:2370:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687250.328254:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687250.328257:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb6680 x1875572824502528/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687266 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687250.328263:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687250.328264:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687250.328265:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687250.328269:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6680 x1875572824502528/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687266 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687250.328275:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824502528:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687250.328281:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687250.328283:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687250.328286:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb4a80 x1875572824502400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687266 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687250.328293:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687250.328295:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687250.328299:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c7f3d800. 02000000:00000001:3.0:1788687250.328302:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687250.328305:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687250.328306:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1788687250.328308:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687250.328311:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415a800. 02000000:00000001:3.0:1788687250.328314:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687250.328316:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687250.328318:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb4a80. 00000100:00000001:3.0:1788687250.328321:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687250.328323:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687250.328324:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687250.328328:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb5f80 x1875572824502656/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687266 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687250.328333:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687250.328334:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687250.328336:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c7f3c200. 02000000:00000001:3.0:1788687250.328339:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687250.328339:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687250.328340:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:3.0:1788687250.328342:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687250.328343:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415a000. 02000000:00000001:3.0:1788687250.328345:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687250.328346:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687250.328347:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb5f80. 00000100:00000001:3.0:1788687250.328349:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687250.328350:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687250.328351:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687250.328353:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb6680 x1875572824502528/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687266 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687250.328359:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687250.328360:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687250.328361:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c7f3d600. 02000000:00000001:3.0:1788687250.328363:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687250.328364:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687250.328365:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687250.328366:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687250.328367:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415af00. 02000000:00000001:3.0:1788687250.328369:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687250.328370:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687250.328371:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6680. 00000100:00000001:3.0:1788687250.328373:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687250.328374:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687250.328377:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687250.328384:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687250.328385:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687250.328388:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687250.328390:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687250.443130:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687250.443133:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687250.443136:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788687253.515379:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687253.515382:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687253.515385:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788687254.923038:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296380636, at 4296380928 00000100:00000010:2.0:1788687254.923055:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c97abd20. 00000100:00000040:3.0:1788687254.923143:0:26149:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296380636, at 4296380928 00000100:00000010:3.0:1788687254.923239:0:26149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c97ab480. 00000800:00000200:3.0:1788687255.437071:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687255.437077:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2600. 00000400:00000200:3.0:1788687255.437085:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687255.437095:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687255.437102:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcaa0 00000400:00000010:3.0:1788687255.437104:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcaa0. 00000100:00000001:3.0:1788687255.437109:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687255.437115:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99180 x1875572824502912/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687255.437124:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687255.437127:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99180 x1875572824502912/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687271 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687255.437134:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687255.437136:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687255.437148:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687255.437150:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2800. 00000400:00000200:3.0:1788687255.437153:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687255.437156:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687255.437158:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc220 00000400:00000010:3.0:1788687255.437160:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc220. 00000100:00000001:3.0:1788687255.437162:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687255.437165:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9bb80 x1875572824502784/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687255.437171:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687255.437174:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9bb80 x1875572824502784/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687271 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687255.437180:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687255.437181:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687255.437242:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687255.437245:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2d00. 00000400:00000200:3.0:1788687255.437248:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687255.437251:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687255.437254:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcc38 00000400:00000010:3.0:1788687255.437256:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcc38. 00000100:00000001:3.0:1788687255.437258:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687255.437261:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9aa00 x1875572824503040/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687255.437269:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687255.437272:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9aa00 x1875572824503040/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687271 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687255.437278:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687255.437279:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687255.442893:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687255.442948:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687255.442953:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687255.442957:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687255.442967:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687255.442975:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687255.442983:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687255.442988:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687255.442993:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687255.442997:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f47280 00000400:00000200:2.0:1788687255.443002:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687255.443025:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x61f5 [1] + 224 00000800:00000001:2.0:1788687255.443034:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687255.443041:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687255.443044:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687255.443048:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687255.443055:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687255.443064:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99180 x1875572824502912/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687271 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687255.443087:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b99180 x1875572824502912/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687255.443109:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687255.443117:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687255.443120:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687255.447376:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687255.447397:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687255.447401:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687255.447403:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687255.447412:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687255.447419:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687255.447428:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687255.447433:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687255.447439:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687255.447443:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f47300 00000400:00000200:3.0:1788687255.447449:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687255.447454:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6205 [1] + 224 00000800:00000001:3.0:1788687255.447460:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687255.447466:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687255.447470:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687255.447474:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687255.447482:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687255.447490:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9aa00 x1875572824503040/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687271 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687255.447500:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b9aa00 x1875572824503040/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687255.447520:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687255.447528:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687255.447531:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687255.448883:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687255.448893:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687255.448896:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687255.448898:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687255.448905:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687255.448934:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687255.448951:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687255.448956:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687255.448960:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687255.448964:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f47200 00000400:00000200:2.0:1788687255.448969:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687255.448975:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x61fd [1] + 224 00000800:00000001:2.0:1788687255.448980:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687255.448987:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687255.448990:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687255.448994:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687255.449000:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687255.449006:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9bb80 x1875572824502784/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687271 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687255.449024:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b9bb80 x1875572824502784/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687255.449043:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687255.449050:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687255.449053:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788687256.587347:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687256.587350:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687256.587354:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788687259.604195:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687259.604202:0:26091:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788687259.604211:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb6680. 00000020:00000040:3.0:1788687259.604217:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1788687259.604221:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687259.604224:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687259.604229:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687259.604237:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415af00. 00000100:00000001:3.0:1788687259.604244:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687259.604253:0:26091:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c8bb6680 x1875572824503168/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687259.604262:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687259.604267:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687259.604273:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba6d756d] to pc [ptlrpcd_01_01+1] req@ffff9b29c8bb6680 x1875572824503168/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687259.604309:0:26091:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788687259.604312:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788687259.604315:0:26091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1788687259.604317:0:26091:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1788687259.604319:0:26091:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1788687259.604322:0:26091:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1788687259.604325:0:26091:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9b29e019e800: connect to NID 192.168.203.144@tcp last attempt 1568 00000400:00000200:3.0:1788687259.604332:0:26091:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.604337:0:26091:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.144@tcp is discovered: rc = 1 00000100:00000040:3.0:1788687259.604342:0:26091:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 11 to 192.168.203.144@tcp 00000100:00000001:3.0:1788687259.604345:0:26091:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788687259.604347:0:26091:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00000100:00000001:3.0:1788687259.604349:0:26091:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000020:00000001:3.0:1788687259.604352:0:26091:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788687259.604354:0:26091:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e81130a 00000020:00000001:3.0:1788687259.604357:0:26091:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687259.604360:0:26091:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c3ec1000 refcount=5 00000020:00000001:3.0:1788687259.604362:0:26091:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202415833088 : -110871293718528 : ffff9b29c3ec1000) 00000100:00000001:2.0:1788687259.604364:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1788687259.604365:0:26091:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202415833088 : -110871293718528 : ffff9b29c3ec1000) 00000100:00000001:2.0:1788687259.604369:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1788687259.604371:0:26091:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 11 to 192.168.203.144@tcp 00000100:00000001:2.0:1788687259.604373:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788687259.604375:0:26091:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788687259.604380:0:26091:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00000100:00000040:2.0:1788687259.604382:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6680 x1875572824503168/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687259.604383:0:26091:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000020:00000040:3.0:1788687259.604390:0:26091:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c3ec1000 : new refcount 4 00000100:00080000:3.0:1788687259.604397:0:26091:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff9b29e019e800: import ffff9b29c3ec7800 using connection 192.168.203.144@tcp/192.168.203.144@tcp 00000100:00000001:2.0:1788687259.604397:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687259.604400:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687259.604402:0:26091:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687259.604404:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687259.604406:0:26091:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788687259.604408:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687259.604411:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687259.604414:0:26091:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1788687259.604416:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824503168:192.168.203.144@tcp:400:kworker.0 02000000:00000001:3.0:1788687259.604419:0:26091:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687259.604422:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788687259.604423:0:26091:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788687259.604429:0:26091:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 02000000:00000001:2.0:1788687259.604429:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687259.604432:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687259.604436:0:26091:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687259.604437:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1788687259.604440:0:26091:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687259.604443:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6854000. 00000100:00000010:3.0:1788687259.604446:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb5f80. 02000000:00000001:2.0:1788687259.604447:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788687259.604452:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000400:00000200:2.0:1788687259.604456:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 02000000:00000001:3.0:1788687259.604457:0:26091:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788687259.604460:0:26091:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788687259.604461:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd4d0. 00000100:00000001:3.0:1788687259.604464:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687259.604467:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1788687259.604469:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240bb0. 02000000:00000001:3.0:1788687259.604470:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687259.604477:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c43be000. 00000100:00000200:2.0:1788687259.604477:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824503168, portal 25 00000100:00000001:3.0:1788687259.604482:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687259.604482:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687259.604483:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496530048 : -110871213021568 : ffff9b29c8bb6680) 00000100:00100000:3.0:1788687259.604495:0:26091:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b29c8bb5f80 x1875572824503296/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1788687259.604495:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb6680 x1875572824503168/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687259.604522:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1788687259.604523:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687259.604528:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687259.604528:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687259.604532:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02405d8. 00000100:00000200:2.0:1788687259.604536:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824503168, offset 0 00000100:00000040:3.0:1788687259.604537:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2d95112] to pc [ptlrpcd_rcv+-1] req@ffff9b29c8bb5f80 x1875572824503296/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788687259.604546:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687259.604555:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687259.604562:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687259.604567:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788687259.604569:0:26091:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687259.604572:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000100:00000040:3.0:1788687259.604574:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1788687259.604578:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1788687259.604581:0:26091:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1788687259.604583:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000100:00000010:3.0:1788687259.604587:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb4a80. 00000400:00000200:2.0:1788687259.604589:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2205:2205:256:4294967295] 192.168.203.144@tcp LPNI seq info [2205:2205:8:4294967295] 00000020:00000040:3.0:1788687259.604593:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000400:00000200:2.0:1788687259.604596:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687259.604598:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687259.604601:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687259.604603:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687259.604610:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415a000. 00000400:00000200:2.0:1788687259.604610:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000100:00000001:3.0:1788687259.604615:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687259.604621:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000100:00000040:3.0:1788687259.604625:0:26091:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID req@ffff9b29c8bb4a80 x1875572824503424/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:2.0:1788687259.604628:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eece00. 00000100:00000001:3.0:1788687259.604638:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000800:00000200:2.0:1788687259.604639:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000100:00000001:3.0:1788687259.604642:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687259.604649:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000088ce2192] to pc [ptlrpcd_01_00+0] req@ffff9b29c8bb4a80 x1875572824503424/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1788687259.604650:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687259.604657:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eece00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687259.604665:0:26091:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687259.604667:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687259.604670:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687259.604672:0:26091:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1788687259.604677:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000040:3.0:1788687259.604679:0:26091:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1723) 00000100:00000001:2.0:1788687259.604680:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296389922 00000100:00000001:2.0:1788687259.604689:0:2370:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296385754 00000100:00000001:2.0:1788687259.604693:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296389922 00000100:00000001:3.0:1788687259.604697:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687259.604698:0:2370:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296385754 00000100:00000001:3.0:1788687259.604701:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687259.604703:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687259.604704:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788687259.604708:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687259.604711:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb4a80 x1875572824503424/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687259.604713:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687259.604717:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687259.604725:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687259.604726:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687259.604727:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687259.604730:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1788687259.604732:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1788687259.604735:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1788687259.604736:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687259.604739:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1788687259.604740:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687259.604742:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687259.604747:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824503424:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687259.604747:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687259.604754:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687259.604757:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687259.604759:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687259.604761:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687259.604764:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c7f3d600. 02000000:00000001:3.0:1788687259.604767:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687259.604771:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687259.604774:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4478. 00000400:00000010:3.0:1788687259.604777:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae05d8. 00000100:00000200:3.0:1788687259.604780:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824503424, portal 4 00000100:00000001:3.0:1788687259.604782:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687259.604783:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496522880 : -110871213028736 : ffff9b29c8bb4a80) 00000100:00000040:3.0:1788687259.604789:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb4a80 x1875572824503424/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687259.604796:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687259.604799:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687259.604801:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0bb0. 00000100:00000200:3.0:1788687259.604803:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824503424, offset 0 00000400:00000200:3.0:1788687259.604808:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687259.604812:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.604815:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687259.604818:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687259.604820:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687259.604823:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687259.604825:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687259.604828:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2206:2206:255:4294967295] 192.168.203.144@tcp LPNI seq info [2206:2206:7:4294967295] 00000400:00000200:3.0:1788687259.604832:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.604839:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687259.604845:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687259.604849:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a800. 00000800:00000200:3.0:1788687259.604853:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687259.604858:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687259.604861:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687259.604864:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687259.604868:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 19956 usecs (20 jiffies) 00000400:00000200:3.0:1788687259.604871:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687259.604873:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296385629 00000800:00000200:2.0:1788687259.604874:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1788687259.604877:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296389922 00000800:00000010:2.0:1788687259.604880:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eece00. 00000100:00000001:3.0:1788687259.604881:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296385629 00000100:00000001:3.0:1788687259.604886:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296389922 00000100:00000001:3.0:1788687259.604888:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788687259.604888:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788687259.604893:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687259.604896:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687259.604898:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687259.604903:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687259.604903:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02405d8 00000400:00000010:2.0:1788687259.604927:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02405d8. 00000100:00000001:2.0:1788687259.604930:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1788687259.604932:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687259.604936:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1788687259.604937:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6680 x1875572824503168/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687259.604940:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687259.604943:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687259.604946:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687259.604950:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687259.604953:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687259.604958:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6680 x1875572824503168/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687275 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687259.604966:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687259.604968:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687259.605036:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687259.605040:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a800. 00000400:00000200:2.0:1788687259.605043:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687259.605047:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687259.605049:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0bb0 00000400:00000010:2.0:1788687259.605051:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0bb0. 00000100:00000001:2.0:1788687259.605054:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687259.605057:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb4a80 x1875572824503424/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687259.605064:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687259.605067:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb4a80 x1875572824503424/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687275 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687259.605073:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687259.605075:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687259.608309:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687259.608324:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687259.608329:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687259.608331:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687259.608340:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.608347:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687259.608355:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.608359:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.608364:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.608368:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f47380 00000400:00000200:3.0:1788687259.608374:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.608380:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x620d [1] + 224 00000800:00000001:3.0:1788687259.608386:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687259.608391:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687259.608394:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687259.608398:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687259.608405:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687259.608412:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6680 x1875572824503168/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687259.608423:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb6680 x1875572824503168/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687259.608436:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788687259.608480:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687259.608484:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2a00. 00000400:00000200:3.0:1788687259.608488:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687259.608492:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687259.608496:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc5d8 00000400:00000010:3.0:1788687259.608499:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc5d8. 00000100:00000001:3.0:1788687259.608503:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687259.608507:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb5f80 x1875572824503296/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687259.608517:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687259.608520:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb5f80 x1875572824503296/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687269 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687259.608526:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687259.608528:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687259.608534:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687259.608538:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687259.608539:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687259.608542:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687259.608545:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.608548:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687259.608553:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.608555:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.608558:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.608561:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f47480 00000400:00000200:3.0:1788687259.608564:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.608568:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x621d [1] + 224 00000800:00000001:3.0:1788687259.608572:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687259.608576:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687259.608578:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687259.608581:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687259.608584:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687259.608588:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb4a80 x1875572824503424/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687259.608597:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb4a80 x1875572824503424/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687259.608618:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687259.608622:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687259.608624:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687259.608637:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687259.608640:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687259.608645:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687259.608647:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687259.608649:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4478. 00000400:00000200:3.0:1788687259.608653:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae05d8 00000400:00000010:3.0:1788687259.608655:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae05d8. 00000100:00000001:3.0:1788687259.608657:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687259.608661:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb4a80 x1875572824503424/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687259.608670:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb4a80 x1875572824503424/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687259.608675:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687259.608677:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687259.608679:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687259.608682:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687259.608684:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687259.608686:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687259.608689:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687259.608698:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=31 v=5 (5 5 16 137) 00000100:00001000:3.0:1788687259.608702:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=116 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687259.608705:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687259.608706:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687259.608709:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687259.608713:0:2369:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687259.608716:0:2369:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687259.608718:0:2369:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788687259.608720:0:2369:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687259.608722:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687259.608726:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb4a80 x1875572824503424/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687275 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687259.608738:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687259.608741:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687259.608743:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687259.608747:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb4a80 x1875572824503424/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687275 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687259.608755:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824503424:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687259.608760:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687259.608762:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687259.608765:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb4a80 x1875572824503424/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687275 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687259.608771:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687259.608773:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687259.608776:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c7f3d600. 02000000:00000001:3.0:1788687259.608780:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687259.608782:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687259.608784:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:3.0:1788687259.608786:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687259.608790:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415a000. 02000000:00000001:3.0:1788687259.608792:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687259.608794:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687259.608796:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb4a80. 00000100:00000001:3.0:1788687259.608799:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687259.608801:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687259.608803:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687259.608809:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687259.608811:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687259.608814:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687259.608816:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687259.609000:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687259.609003:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687259.609007:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687259.609009:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687259.609011:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd4d0. 00000400:00000200:2.0:1788687259.609016:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240bb0 00000400:00000010:2.0:1788687259.609018:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240bb0. 00000100:00000001:2.0:1788687259.609021:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687259.609027:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb6680 x1875572824503168/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687259.609041:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb6680 x1875572824503168/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687275 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687259.609047:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687259.609048:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687259.609050:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687259.609052:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687259.609053:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687259.609054:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687259.609056:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687259.609059:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=31 v=5 (5 5 5 5) 00000100:00001000:2.0:1788687259.609062:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=31 v=5 (1 1 1 1) 00000100:00000001:2.0:1788687259.609064:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687259.609065:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687259.609067:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687259.609069:0:2370:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687259.609071:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687259.609074:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb6680 x1875572824503168/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687275 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687259.609079:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687259.609081:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687259.609082:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687259.609085:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6680 x1875572824503168/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687275 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687259.609091:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824503168:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687259.609095:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687259.609097:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687259.609100:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb6680 x1875572824503168/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687275 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687259.609105:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687259.609106:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687259.609109:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6854000. 02000000:00000001:2.0:1788687259.609111:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687259.609112:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687259.609113:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1788687259.609115:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687259.609116:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415af00. 02000000:00000001:2.0:1788687259.609118:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687259.609120:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687259.609121:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6680. 00000100:00000001:2.0:1788687259.609123:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687259.609125:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687259.609126:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687259.609130:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687259.609131:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687259.609133:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687259.609135:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687259.637226:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687259.637244:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687259.637248:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687259.637252:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687259.637262:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.637271:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687259.637280:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.637285:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.637290:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.637295:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 416 into portal 10 MB=0x6a9d2d3f47400 00000400:00000200:3.0:1788687259.637300:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.637306:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 416/416 into md 0x622d [1] + 0 00000800:00000001:3.0:1788687259.637313:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687259.637320:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687259.637324:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687259.637329:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687259.637337:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687259.637345:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb5f80 x1875572824503296/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687259.637356:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9b29c8bb5f80 x1875572824503296/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687259.637378:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687259.637386:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687259.637389:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687259.640068:0:29665:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687259.640073:0:29665:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687259.640075:0:29665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687259.640078:0:29665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687259.640080:0:29665:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687259.640084:0:29665:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687259.640086:0:29665:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687259.640089:0:29665:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1788687259.640094:0:29665:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1875572824486016 new x1875572824503552 02000000:00000001:2.0:1788687259.640097:0:29665:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687259.640100:0:29665:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687259.640107:0:29665:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687259.640113:0:29665:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd4d0. 00000400:00000010:2.0:1788687259.640121:0:29665:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240bb0. 00000100:00000200:2.0:1788687259.640127:0:29665:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824486016, portal 10 00000100:00000001:2.0:1788687259.640129:0:29665:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687259.640131:0:29665:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00000100:00000040:2.0:1788687259.640229:0:29665:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff9b29c8b98000 x1875572824486016/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687397 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687259.640236:0:29665:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687259.640239:0:29665:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687259.640243:0:29665:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02405d8. 00000100:00000200:2.0:1788687259.640246:0:29665:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875572824486016, offset 0 00000400:00000200:2.0:1788687259.640252:0:29665:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687259.640260:0:29665:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687259.640267:0:29665:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687259.640272:0:29665:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687259.640275:0:29665:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687259.640279:0:29665:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687259.640281:0:29665:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687259.640285:0:29665:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2208:2208:256:4294967295] 192.168.203.144@tcp LPNI seq info [2208:2208:8:4294967295] 00000400:00000200:2.0:1788687259.640289:0:29665:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687259.640297:0:29665:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687259.640303:0:29665:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687259.640308:0:29665:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eece00. 00000800:00000200:2.0:1788687259.640313:0:29665:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687259.640321:0:29665:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687259.640324:0:29665:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eece00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1788687259.640336:0:29665:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687259.640340:0:29665:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 508571 usecs (509 jiffies) 00000400:00000200:2.0:1788687259.640344:0:29665:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687259.640346:0:29665:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296386154 00000800:00000200:2.0:1788687259.640436:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687259.640440:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eece00. 00000400:00000200:2.0:1788687259.640445:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687259.640450:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687259.640455:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02405d8 00000400:00000010:2.0:1788687259.640458:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02405d8. 00000100:00000001:2.0:1788687259.640462:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687259.640465:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b98000 x1875572824486016/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687397 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687259.640479:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687259.640483:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b98000 x1875572824486016/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687397 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687259.640489:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687259.640491:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788687259.640504:0:29665:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296389922 00000100:00000001:2.0:1788687259.640507:0:29665:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296386154 00000100:00000001:2.0:1788687259.640510:0:29665:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296389922 00000100:00000001:2.0:1788687259.640512:0:29665:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687259.640515:0:29665:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687259.640518:0:29665:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687259.640520:0:29665:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=133 : 133 : 85) 00000100:00100000:2.0:1788687259.640522:0:29665:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e0116c00 going to sleep for 133 seconds 00000100:00000001:2.0:1788687259.640525:0:29665:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687259.640526:0:29665:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687259.643785:0:30120:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1788687259.643793:0:30120:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1788687259.643798:0:30120:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687259.643803:0:30120:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687259.643806:0:30120:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687259.643810:0:30120:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:3.0:1788687259.644071:0:30120:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687259.659177:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687259.659180:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687259.659183:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788687259.670745:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687259.670761:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687259.670775:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687259.670778:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687259.670788:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.670796:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687259.670806:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.670811:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.670823:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.670827:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f47500 00000400:00000200:3.0:1788687259.670832:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.670838:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x6235 [1] + 224 00000800:00000001:3.0:1788687259.670846:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687259.670853:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687259.670857:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687259.670861:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687259.670869:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687259.670878:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b98000 x1875572824486016/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687397 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687259.670887:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff9b29c8b98000 x1875572824486016/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687397 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687259.670948:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687259.670956:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687259.670959:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687259.671316:0:29665:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687259.671323:0:29665:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687259.671325:0:29665:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687259.671328:0:29665:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd4d0. 00000400:00000200:2.0:1788687259.671334:0:29665:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240bb0 00000400:00000010:2.0:1788687259.671336:0:29665:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240bb0. 00000100:00000001:2.0:1788687259.671340:0:29665:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687259.671345:0:29665:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b98000 x1875572824486016/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687397 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687259.671353:0:29665:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b98000 x1875572824486016/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687397 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687259.671358:0:29665:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687259.671360:0:29665:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687259.671363:0:29665:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687259.671366:0:29665:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687259.671368:0:29665:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687259.671370:0:29665:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687259.671373:0:29665:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687259.671381:0:29665:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=31 v=5 (5 103 103 103) 00000100:00001000:2.0:1788687259.671384:0:29665:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687259.671386:0:29665:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687259.671388:0:29665:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687259.671390:0:29665:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687259.671393:0:29665:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687259.671397:0:29665:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687259.671399:0:29665:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967592 00000100:00000001:2.0:1788687259.671401:0:29665:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687259.671402:0:29665:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687259.671406:0:29665:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b98000 x1875572824486016/t4294967579(4294967579) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1788687397 ref 2 fl Rpc:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687259.671413:0:29665:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687259.671416:0:29665:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687259.671418:0:29665:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687259.671422:0:29665:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b98000 x1875572824486016/t4294967579(4294967579) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1788687397 ref 2 fl Interpret:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687259.671429:0:29665:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b98000 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:29665:1875572824486016:192.168.203.144@tcp:36:touch.0 00000100:00000001:2.0:1788687259.671434:0:29665:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687259.671437:0:29665:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687259.671439:0:29665:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687259.671441:0:29665:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687259.671444:0:29665:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b98000 x1875572824486016/t4294967579(4294967579) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1788687397 ref 2 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687259.671450:0:29665:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687259.671452:0:29665:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e0116c00. 00000100:00000001:2.0:1788687259.671455:0:29665:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687259.671457:0:29665:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687259.671465:0:29665:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687259.671469:0:29665:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687259.671474:0:29665:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788687259.671476:0:29665:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788687259.671488:0:29665:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833950 : 144115205322833950 : 20000040400001e) 00000080:00000001:2.0:1788687259.671492:0:29665:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:2.0:1788687259.671496:0:29665:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687259.671504:0:29665:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b98000 x1875572824486016/t4294967579(4294967579) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1788687397 ref 1 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687259.671519:0:29665:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687259.671522:0:29665:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687259.671525:0:29665:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6912800. 02000000:00000001:2.0:1788687259.671528:0:29665:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687259.671530:0:29665:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687259.671532:0:29665:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687259.671534:0:29665:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687259.671536:0:29665:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c12e7800. 02000000:00000001:2.0:1788687259.671541:0:29665:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687259.671543:0:29665:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687259.671545:0:29665:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b98000. 00000100:00000001:2.0:1788687259.671548:0:29665:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687259.671550:0:29665:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687259.671552:0:29665:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788687259.671554:0:29665:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687259.671556:0:29665:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687259.671560:0:29665:0:(pcc.c:2679:pcc_inode_setattr()) Process entered 00000080:00000001:2.0:1788687259.671562:0:29665:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788687259.671564:0:29665:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687259.671566:0:29665:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788687259.671567:0:29665:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687259.671569:0:29665:0:(pcc.c:2688:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687259.671571:0:29665:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:2.0:1788687259.671573:0:29665:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687259.671577:0:29665:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202764011208 : -110870945540408 : ffff9b29d8acd6c8) 00000020:00001000:2.0:1788687259.671579:0:29665:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d8acd6c0 00000020:00000001:2.0:1788687259.671584:0:29665:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0148 -> ffff9b29d02b0148 00000020:00000001:2.0:1788687259.671587:0:29665:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788687259.671589:0:29665:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788687259.671591:0:29665:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x1e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788687259.671841:0:29665:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687259.671843:0:29665:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788687259.671845:0:29665:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788687259.671848:0:29665:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:2.0:1788687259.671850:0:29665:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000404:0x1e:0x0] 00000002:00000001:2.0:1788687259.671854:0:29665:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687259.671857:0:29665:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788687259.671863:0:29665:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687259.671865:0:29665:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788687259.671867:0:29665:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x1e:0x0]: 0 00000080:00000001:2.0:1788687259.671869:0:29665:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687259.671871:0:29665:0:(file.c:7047:ll_layout_intent()) Process entered 00000080:00000010:2.0:1788687259.671878:0:29665:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6854000. 00000080:00010000:2.0:1788687259.671884:0:29665:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x1e:0x0](ffff9b29d85aa1c8) 00000080:00000001:2.0:1788687259.671887:0:29665:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687259.671890:0:29665:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687259.671893:0:29665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab958 00800000:00000002:2.0:1788687259.671895:0:29665:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000404:0x1e:0x0] '' on [0x200000404:0x1e:0x0] 00800000:00000001:2.0:1788687259.671899:0:29665:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687259.671901:0:29665:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x1e:0x0], fid2=[0x200000404:0x1e:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687259.671981:0:29665:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687259.671991:0:29665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab828 00000002:00010000:2.0:1788687259.671993:0:29665:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x1e:0x0]) in obj [0x200000404:0x1e:0x0], intent: layout flags 0 00000002:00000001:2.0:1788687259.671997:0:29665:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788687259.671999:0:29665:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:2.0:1788687259.672377:0:29665:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42eaa00. 00000020:00000040:2.0:1788687259.672382:0:29665:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:2.0:1788687259.672388:0:29665:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687259.672392:0:29665:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687259.672396:0:29665:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687259.672398:0:29665:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687259.672400:0:29665:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687259.672404:0:29665:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687259.672411:0:29665:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c6854a00. 00000100:00000001:2.0:1788687259.672417:0:29665:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687259.672420:0:29665:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687259.672422:0:29665:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687259.672423:0:29665:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687259.672424:0:29665:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687259.672426:0:29665:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687259.672429:0:29665:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446633202420197888 : -110871289353728 : ffff9b29c42eaa00) 00010000:00000001:2.0:1788687259.672433:0:29665:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788687259.672435:0:29665:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788687259.672440:0:29665:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c6090b00. 00010000:00000010:2.0:1788687259.672444:0:29665:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5044e80. 00010000:00000001:2.0:1788687259.672450:0:29665:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788687259.672454:0:29665:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29d13a9000. 00000020:00000001:2.0:1788687259.672458:0:29665:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788687259.672461:0:29665:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29d13a9000 with handle 0x230d04438e811c2c to hash 00000020:00000001:2.0:1788687259.672462:0:29665:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788687259.672464:0:29665:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202639081472 : -110871070470144 : ffff9b29d13a9000) 00010000:00000001:2.0:1788687259.672467:0:29665:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202639081472 : -110871070470144 : ffff9b29d13a9000) 00010000:00000001:2.0:1788687259.672470:0:29665:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687259.672472:0:29665:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687259.672476:0:29665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9000/0x230d04438e811c2c lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 29665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687259.672485:0:29665:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9000/0x230d04438e811c2c lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 29665 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687259.672495:0:29665:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9000/0x230d04438e811c2c lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 29665 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788687259.672501:0:29665:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687259.672503:0:29665:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687259.672661:0:29665:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c5ca4b40. 00000100:00000001:2.0:1788687259.672664:0:29665:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202447174464 : -110871262377152 : ffff9b29c5ca4b40) 00000100:00000001:2.0:1788687259.672667:0:29665:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687259.672669:0:29665:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420197888 : -110871289353728 : ffff9b29c42eaa00) 00000100:00000001:2.0:1788687259.672673:0:29665:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687259.672677:0:29665:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687259.672678:0:29665:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687259.672680:0:29665:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687259.672687:0:29665:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42eaa00 x1875572824503680/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687259.672694:0:29665:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687259.672696:0:29665:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687259.672700:0:29665:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687259.672702:0:29665:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687259.672704:0:29665:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687259.672708:0:29665:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42eaa00 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:29665:1875572824503680:192.168.203.144@tcp:101:touch.0 00000100:00000001:2.0:1788687259.672712:0:29665:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687259.672716:0:29665:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687259.672718:0:29665:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687259.672778:0:29665:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687259.672784:0:29665:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d6800. 02000000:00000001:2.0:1788687259.672786:0:29665:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687259.672793:0:29665:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687259.672796:0:29665:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd4d0. 00000400:00000010:2.0:1788687259.672802:0:29665:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240bb0. 00000100:00000200:2.0:1788687259.672809:0:29665:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824503680, portal 10 00000100:00000001:2.0:1788687259.672811:0:29665:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687259.672874:0:29665:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420197888 : -110871289353728 : ffff9b29c42eaa00) 00000100:00000040:2.0:1788687259.672882:0:29665:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42eaa00 x1875572824503680/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1788687275 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687259.672889:0:29665:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687259.672892:0:29665:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687259.672895:0:29665:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02405d8. 00000100:00000200:2.0:1788687259.672897:0:29665:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1875572824503680, offset 0 00000400:00000200:2.0:1788687259.672903:0:29665:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687259.672937:0:29665:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687259.672945:0:29665:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687259.672949:0:29665:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687259.672953:0:29665:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687259.672956:0:29665:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687259.672959:0:29665:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687259.672963:0:29665:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2209:2209:256:4294967295] 192.168.203.144@tcp LPNI seq info [2209:2209:8:4294967295] 00000400:00000200:2.0:1788687259.672967:0:29665:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687259.672975:0:29665:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687259.672981:0:29665:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687259.672995:0:29665:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eece00. 00000800:00000200:2.0:1788687259.673002:0:29665:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687259.673010:0:29665:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687259.673014:0:29665:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eece00 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:2.0:1788687259.673096:0:29665:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687259.673101:0:29665:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 790963 usecs (791 jiffies) 00000400:00000200:2.0:1788687259.673105:0:29665:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687259.673108:0:29665:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296386469 00000100:00000001:2.0:1788687259.673111:0:29665:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296389922 00000100:00000001:2.0:1788687259.673113:0:29665:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296386469 00000100:00000001:2.0:1788687259.673116:0:29665:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296389922 00000100:00000001:2.0:1788687259.673118:0:29665:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687259.673120:0:29665:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687259.673122:0:29665:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687259.673124:0:29665:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687259.673127:0:29665:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca4b40 going to sleep for 11 seconds 00000100:00000001:2.0:1788687259.673130:0:29665:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687259.673132:0:29665:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687259.673893:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687259.673900:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eece00. 00000400:00000200:3.0:1788687259.673932:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687259.673938:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687259.673944:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02405d8 00000400:00000010:3.0:1788687259.673946:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02405d8. 00000100:00000001:3.0:1788687259.673951:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687259.673956:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42eaa00 x1875572824503680/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1788687275 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687259.673968:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687259.673971:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42eaa00 x1875572824503680/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1788687275 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687259.673977:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687259.673980:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687259.679676:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687259.679762:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687259.679833:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687259.679838:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687259.679846:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.679854:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687259.679862:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.679867:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.679872:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.679877:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 10 MB=0x6a9d2d3f47580 00000400:00000200:3.0:1788687259.679882:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.679888:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 400/400 into md 0x6245 [1] + 224 00000800:00000001:3.0:1788687259.679896:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687259.680108:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687259.680112:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687259.680118:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687259.680126:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687259.680225:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42eaa00 x1875572824503680/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1788687275 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687259.680237:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff9b29c42eaa00 x1875572824503680/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1788687275 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687259.680260:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687259.681494:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687259.681505:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687259.681523:0:29665:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687259.681531:0:29665:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687259.681534:0:29665:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687259.681537:0:29665:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd4d0. 00000400:00000200:2.0:1788687259.681544:0:29665:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240bb0 00000400:00000010:2.0:1788687259.681547:0:29665:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240bb0. 00000100:00000001:2.0:1788687259.681550:0:29665:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687259.681558:0:29665:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42eaa00 x1875572824503680/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1788687275 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788687259.681580:0:29665:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42eaa00 x1875572824503680/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1788687275 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687259.681588:0:29665:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687259.681591:0:29665:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687259.681660:0:29665:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687259.681664:0:29665:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687259.681666:0:29665:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687259.681669:0:29665:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687259.681672:0:29665:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687259.681682:0:29665:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=31 v=5 (5 103 103 103) 00000100:00001000:2.0:1788687259.681687:0:29665:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687259.681690:0:29665:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687259.681692:0:29665:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687259.681695:0:29665:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687259.681879:0:29665:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687259.681883:0:29665:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687259.681885:0:29665:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967592 00000100:00000001:2.0:1788687259.681887:0:29665:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687259.681889:0:29665:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687259.681895:0:29665:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42eaa00 x1875572824503680/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/400 e 0 to 0 dl 1788687275 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687259.681902:0:29665:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687259.682680:0:29665:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687259.682684:0:29665:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687259.682693:0:29665:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42eaa00 x1875572824503680/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/400 e 0 to 0 dl 1788687275 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788687259.682842:0:29665:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42eaa00 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:29665:1875572824503680:192.168.203.144@tcp:101:touch.0 00000100:00000001:2.0:1788687259.682849:0:29665:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687259.682852:0:29665:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687259.682854:0:29665:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687259.682856:0:29665:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687259.682860:0:29665:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42eaa00 x1875572824503680/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/400 e 0 to 0 dl 1788687275 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687259.682867:0:29665:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687259.682870:0:29665:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c5ca4b40. 00000100:00000001:2.0:1788687259.682875:0:29665:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687259.682876:0:29665:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687259.682879:0:29665:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788687259.682883:0:29665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687259.682886:0:29665:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687259.682889:0:29665:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9000 refcount=4 00000020:00000001:2.0:1788687259.682892:0:29665:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639081472 : -110871070470144 : ffff9b29d13a9000) 00010000:00000001:2.0:1788687259.682895:0:29665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639081472 : -110871070470144 : ffff9b29d13a9000) 00010000:00000040:2.0:1788687259.682902:0:29665:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29d13a9000, remote cookie: 0x59c08f76ab1d1ed7, flags: 0x1000 00010000:00000001:2.0:1788687259.683004:0:29665:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788687259.683011:0:29665:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788687259.683013:0:29665:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788687259.683014:0:29665:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788687259.683015:0:29665:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788687259.683018:0:29665:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x1e:0x0].0x0 (ffff9b29c6090b00) refcount = 1 00010000:00010000:2.0:1788687259.683024:0:29665:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9000/0x230d04438e811c2c lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1ed7 expref: -99 pid: 29665 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687259.683032:0:29665:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788687259.683036:0:29665:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788687259.683038:0:29665:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687259.683040:0:29665:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788687259.683043:0:29665:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687259.683046:0:29665:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9000/0x230d04438e811c2c lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1ed7 expref: -99 pid: 29665 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687259.683051:0:29665:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788687259.683053:0:29665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687259.683054:0:29665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687259.683055:0:29665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687259.683056:0:29665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687259.683058:0:29665:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687259.683062:0:29665:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788687259.683064:0:29665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687259.683065:0:29665:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687259.683067:0:29665:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9000 refcount=3 00000020:00000001:2.0:1788687259.683068:0:29665:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639081472 : -110871070470144 : ffff9b29d13a9000) 00010000:00000001:2.0:1788687259.683070:0:29665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639081472 : -110871070470144 : ffff9b29d13a9000) 00010000:00000001:2.0:1788687259.683073:0:29665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687259.683073:0:29665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788687259.683078:0:29665:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff9b29c42eaa00 x1875572824503680/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/400 e 0 to 0 dl 1788687275 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:2.0:1788687259.683086:0:29665:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff9b29e019e800: layout return lvb 56 transno 0 00010000:00000001:2.0:1788687259.683089:0:29665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687259.683090:0:29665:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687259.683091:0:29665:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9000 refcount=3 00000020:00000001:2.0:1788687259.683092:0:29665:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639081472 : -110871070470144 : ffff9b29d13a9000) 00010000:00000001:2.0:1788687259.683094:0:29665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639081472 : -110871070470144 : ffff9b29d13a9000) 00000002:00010000:2.0:1788687259.683097:0:29665:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9000/0x230d04438e811c2c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1ed7 expref: -99 pid: 29665 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788687259.683109:0:29665:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b29e138edc0. 00010000:00000001:2.0:1788687259.683111:0:29665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687259.683112:0:29665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687259.683113:0:29665:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687259.683115:0:29665:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687259.683118:0:29665:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788687259.683120:0:29665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687259.683121:0:29665:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687259.683122:0:29665:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9000 refcount=3 00000020:00000001:2.0:1788687259.683123:0:29665:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639081472 : -110871070470144 : ffff9b29d13a9000) 00010000:00000001:2.0:1788687259.683125:0:29665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639081472 : -110871070470144 : ffff9b29d13a9000) 00000002:00010000:2.0:1788687259.683128:0:29665:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9000/0x230d04438e811c2c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1ed7 expref: -99 pid: 29665 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687259.683133:0:29665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687259.683134:0:29665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687259.683136:0:29665:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788687259.683137:0:29665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687259.683138:0:29665:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687259.683139:0:29665:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9000 refcount=3 00000020:00000001:2.0:1788687259.683141:0:29665:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639081472 : -110871070470144 : ffff9b29d13a9000) 00010000:00000001:2.0:1788687259.683143:0:29665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639081472 : -110871070470144 : ffff9b29d13a9000) 00010000:00000040:2.0:1788687259.683149:0:29665:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090b00 count: 2 00010000:00000001:2.0:1788687259.683151:0:29665:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788687259.683155:0:29665:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 16 res 8589935620/30 (0 0) 00010000:00000001:2.0:1788687259.683157:0:29665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687259.683158:0:29665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687259.683159:0:29665:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788687259.683162:0:29665:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab7b0 00000002:00002000:2.0:1788687259.683164:0:29665:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:2.0:1788687259.683166:0:29665:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687259.683168:0:29665:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687259.683171:0:29665:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788687259.683174:0:29665:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x1e:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788687259.683176:0:29665:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687259.683178:0:29665:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687259.683181:0:29665:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42eaa00 x1875572824503680/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/400 e 0 to 0 dl 1788687275 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687259.683193:0:29665:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687259.683196:0:29665:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687259.683198:0:29665:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c63d6800. 02000000:00000001:2.0:1788687259.683202:0:29665:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687259.683204:0:29665:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687259.683205:0:29665:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687259.683207:0:29665:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687259.683209:0:29665:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c6854a00. 02000000:00000001:2.0:1788687259.683212:0:29665:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687259.683213:0:29665:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687259.683215:0:29665:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42eaa00. 00000100:00000001:2.0:1788687259.683219:0:29665:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687259.683220:0:29665:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788687259.683223:0:29665:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6854000. 00000080:00010000:2.0:1788687259.683227:0:29665:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1e:0x0](ffff9b29d85aa1c8) for lock 0x230d04438e811c2c 00800000:00000001:2.0:1788687259.683231:0:29665:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687259.683234:0:29665:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687259.683235:0:29665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687259.683236:0:29665:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687259.683238:0:29665:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9000 refcount=3 00000020:00000001:2.0:1788687259.683240:0:29665:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639081472 : -110871070470144 : ffff9b29d13a9000) 00010000:00000001:2.0:1788687259.683242:0:29665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639081472 : -110871070470144 : ffff9b29d13a9000) 00010000:00000001:2.0:1788687259.683244:0:29665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687259.683245:0:29665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687259.683246:0:29665:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687259.683248:0:29665:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687259.683250:0:29665:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811c2c from it ffffaca0814aba78 00010000:00000001:2.0:1788687259.683252:0:29665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687259.683253:0:29665:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687259.683255:0:29665:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9000 refcount=3 00000020:00000001:2.0:1788687259.683256:0:29665:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639081472 : -110871070470144 : ffff9b29d13a9000) 00010000:00000001:2.0:1788687259.683258:0:29665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639081472 : -110871070470144 : ffff9b29d13a9000) 00010000:00000001:2.0:1788687259.683260:0:29665:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687259.683263:0:29665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9000/0x230d04438e811c2c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1ed7 expref: -99 pid: 29665 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687259.683269:0:29665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687259.683270:0:29665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687259.683272:0:29665:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687259.683274:0:29665:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687259.683277:0:29665:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9000/0x230d04438e811c2c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1ed7 expref: -99 pid: 29665 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687259.683286:0:29665:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687259.683288:0:29665:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687259.683290:0:29665:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687259.683294:0:29665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687259.683295:0:29665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687259.683297:0:29665:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687259.683300:0:29665:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687259.683302:0:29665:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687259.683304:0:29665:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687259.683306:0:29665:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687259.683308:0:29665:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687259.683310:0:29665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687259.683311:0:29665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788687259.683312:0:29665:0:(file.c:7081:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687259.683316:0:29665:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:2.0:1788687259.683317:0:29665:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000404:0x1e:0x0] 00000002:00000001:2.0:1788687259.683322:0:29665:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687259.683323:0:29665:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687259.683326:0:29665:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090b00 count: 2 00010000:00000001:2.0:1788687259.683328:0:29665:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687259.683331:0:29665:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687259.683335:0:29665:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687259.683338:0:29665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9000/0x230d04438e811c2c lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1ed7 expref: -99 pid: 29665 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788687259.683346:0:29665:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687259.683350:0:29665:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687259.683353:0:29665:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9000/0x230d04438e811c2c lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1ed7 expref: -99 pid: 29665 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788687259.683360:0:29665:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1788687259.683363:0:29665:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x1e:0x0]: 16 00000080:00000001:2.0:1788687259.683365:0:29665:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:2.0:1788687259.683367:0:29665:0:(file.c:6938:ll_layout_lock_set()) Process entered 00010000:00000001:2.0:1788687259.683368:0:29665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687259.683370:0:29665:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687259.683371:0:29665:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9000 refcount=3 00000020:00000001:2.0:1788687259.683373:0:29665:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639081472 : -110871070470144 : ffff9b29d13a9000) 00010000:00000001:2.0:1788687259.683376:0:29665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639081472 : -110871070470144 : ffff9b29d13a9000) 00000080:00010000:2.0:1788687259.683379:0:29665:0:(file.c:6948:ll_layout_lock_set()) ### file [0x200000404:0x1e:0x0](000000001d3c8adf) being reconfigured ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9000/0x230d04438e811c2c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1ed7 expref: -99 pid: 29665 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:2.0:1788687259.683388:0:29665:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687259.683389:0:29665:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687259.683390:0:29665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687259.683391:0:29665:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687259.683393:0:29665:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9000 refcount=4 00000020:00000001:2.0:1788687259.683395:0:29665:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639081472 : -110871070470144 : ffff9b29d13a9000) 00010000:00000001:2.0:1788687259.683397:0:29665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639081472 : -110871070470144 : ffff9b29d13a9000) 00010000:00000001:2.0:1788687259.683399:0:29665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687259.683400:0:29665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687259.683402:0:29665:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687259.683403:0:29665:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687259.683405:0:29665:0:(file.c:6863:ll_layout_fetch()) Process entered 00000080:00000002:2.0:1788687259.683407:0:29665:0:(file.c:6866:ll_layout_fetch()) [0x200000404:0x1e:0x0] LVB_READY=0 l_lvb_data=ffff9b29e138edc0 l_lvb_len=56 00000080:00000001:2.0:1788687259.683410:0:29665:0:(file.c:6869:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687259.683412:0:29665:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788687259.683414:0:29665:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687259.683418:0:29665:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202764012792 : -110870945538824 : ffff9b29d8acdcf8) 00000020:00001000:2.0:1788687259.683419:0:29665:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d8acdcf0 00000020:00000001:2.0:1788687259.683422:0:29665:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788687259.683425:0:29665:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788687259.683427:0:29665:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788687259.683433:0:29665:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c33d06c0. 00020000:00000010:2.0:1788687259.683437:0:29665:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29c626b380. 00020000:00000010:2.0:1788687259.683443:0:29665:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c33d00c0. 00020000:00000001:2.0:1788687259.683445:0:29665:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202404360384 : -110871305191232 : ffff9b29c33d00c0) 00020000:00000002:2.0:1788687259.683449:0:29665:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c33d00c0, objid 0x1e:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788687259.683454:0:29665:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788687259.683459:0:29665:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c626b380: ostid: 0x240000400:21 ost idx: 0 gen: 0 00020000:00000002:2.0:1788687259.683462:0:29665:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29e015b1f0) owner ffff9b29c97427c0 00020000:00000001:2.0:1788687259.683466:0:29665:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788687259.683468:0:29665:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29e015b1f0) owner ffff9b29c97427c0 00020000:00000010:2.0:1788687259.683472:0:29665:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29c626b380. 00020000:00000010:2.0:1788687259.683475:0:29665:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c33d06c0. 00020000:00000010:2.0:1788687259.683478:0:29665:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c33d00c0. 00020000:00000002:2.0:1788687259.683481:0:29665:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x1e:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788687259.683483:0:29665:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687259.683485:0:29665:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687259.683488:0:29665:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788687259.683491:0:29665:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015b1f0) owner 0000000000000000/ffff9b29c97427c0 00020000:00000002:2.0:1788687259.683494:0:29665:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29e06fede0 addref 2/0 by ffff9b29c97427c0. 00020000:00000002:2.0:1788687259.683496:0:29665:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015b1f0) owner 0000000000000000/ffff9b29c97427c0 00020000:00000001:2.0:1788687259.683499:0:29665:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788687259.683501:0:29665:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788687259.683502:0:29665:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788687259.683504:0:29665:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788687259.683506:0:29665:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788687259.683508:0:29665:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x1e:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788687259.683510:0:29665:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d8acdcf0 00000080:00000001:2.0:1788687259.683513:0:29665:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687259.683515:0:29665:0:(file.c:6985:ll_layout_lock_set()) Process leaving 00010000:00000001:2.0:1788687259.683516:0:29665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687259.683517:0:29665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687259.683519:0:29665:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687259.683520:0:29665:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687259.683522:0:29665:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9000 refcount=3 00000020:00000001:2.0:1788687259.683524:0:29665:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639081472 : -110871070470144 : ffff9b29d13a9000) 00010000:00000001:2.0:1788687259.683526:0:29665:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639081472 : -110871070470144 : ffff9b29d13a9000) 00010000:00000001:2.0:1788687259.683528:0:29665:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687259.683531:0:29665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9000/0x230d04438e811c2c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d1ed7 expref: -99 pid: 29665 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687259.683537:0:29665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687259.683538:0:29665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687259.683539:0:29665:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687259.683541:0:29665:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687259.683543:0:29665:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9000/0x230d04438e811c2c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d1ed7 expref: -99 pid: 29665 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687259.683550:0:29665:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687259.683552:0:29665:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687259.683553:0:29665:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687259.683555:0:29665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687259.683556:0:29665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687259.683557:0:29665:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687259.683559:0:29665:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687259.683560:0:29665:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687259.683562:0:29665:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687259.683564:0:29665:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687259.683566:0:29665:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687259.683567:0:29665:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687259.683568:0:29665:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788687259.683570:0:29665:0:(file.c:7026:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687259.683572:0:29665:0:(file.c:7145:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687259.683575:0:29665:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687259.683580:0:29665:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x1e:0x0]io ffff9b29c7f282b0 type 3 ignore/verify layout 0/0 00020000:00000002:2.0:1788687259.683582:0:29665:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015b1f0) owner 0000000000000000/ffff9b29c97427c0 00020000:00000001:2.0:1788687259.683586:0:29665:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788687259.683588:0:29665:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788687259.683590:0:29665:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788687259.683592:0:29665:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687259.685389:0:29665:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788687259.685393:0:29665:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788687259.685394:0:29665:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687259.685397:0:29665:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687259.685399:0:29665:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788687259.685401:0:29665:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788687259.685404:0:29665:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015b1f0) owner 0000000000000000/ffff9b29c97427c0 00000020:00000001:2.0:1788687259.685409:0:29665:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687259.685412:0:29665:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788687259.685414:0:29665:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788687259.685417:0:29665:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:2.0:1788687259.685420:0:29665:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788687259.685422:0:29665:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788687259.685426:0:29665:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788687259.685429:0:29665:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687259.685431:0:29665:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788687259.685433:0:29665:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687259.685437:0:29665:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202764012792 : -110870945538824 : ffff9b29d8acdcf8) 00000020:00001000:2.0:1788687259.685440:0:29665:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d8acdcf0 00000020:00000001:2.0:1788687259.685444:0:29665:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0d00 -> ffff9b29d02b0148 00000020:00000001:2.0:1788687259.685447:0:29665:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788687259.685450:0:29665:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687259.685451:0:29665:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788687259.685453:0:29665:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687259.685455:0:29665:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687259.685457:0:29665:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202620338856 : -110871089212760 : ffff9b29d01c92a8) 00000020:00000001:2.0:1788687259.685459:0:29665:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788687259.685462:0:29665:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788687259.685465:0:29665:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687259.685467:0:29665:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687259.685469:0:29665:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687259.685470:0:29665:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687259.685472:0:29665:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687259.685474:0:29665:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788687259.685476:0:29665:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788687259.685478:0:29665:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687259.685479:0:29665:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788687259.685481:0:29665:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788687259.685483:0:29665:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687259.685484:0:29665:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687259.685486:0:29665:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687259.685488:0:29665:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687259.685489:0:29665:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788687259.685491:0:29665:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687259.685492:0:29665:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687259.685494:0:29665:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:2.0:1788687259.685498:0:29665:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0148 -> ffff9b29d02b0148 00000020:00000001:2.0:1788687259.685499:0:29665:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0148 -> ffff9b29d02b0148 00000020:00000001:2.0:1788687259.685501:0:29665:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:2.0:1788687259.685504:0:29665:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687259.685506:0:29665:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0148 -> ffff9b29d02b0148 00020000:00000001:2.0:1788687259.685508:0:29665:0:(lov_io.c:1857:lov_io_setattr_start()) Process entered 00020000:00000001:2.0:1788687259.685509:0:29665:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788687259.685511:0:29665:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687259.685512:0:29665:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788687259.685514:0:29665:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:2.0:1788687259.685515:0:29665:0:(cl_object.c:143:cl_object_top()) ffff9b29c9bd9880 -> ffff9b29d02b0148 00000020:00000001:2.0:1788687259.685517:0:29665:0:(cl_object.c:143:cl_object_top()) ffff9b29c9bd9880 -> ffff9b29d02b0148 00000020:00000001:2.0:1788687259.685519:0:29665:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1788687259.685522:0:29665:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687259.685523:0:29665:0:(cl_object.c:143:cl_object_top()) ffff9b29c9bd9880 -> ffff9b29d02b0148 00000020:00000001:2.0:1788687259.685525:0:29665:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788687259.685527:0:29665:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788687259.685530:0:29665:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687259.685531:0:29665:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687259.685533:0:29665:0:(cl_object.c:143:cl_object_top()) ffff9b29c9bd9880 -> ffff9b29d02b0148 00000020:00000001:2.0:1788687259.685535:0:29665:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788687259.685537:0:29665:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788687259.685538:0:29665:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788687259.685539:0:29665:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788687259.685541:0:29665:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788687259.685542:0:29665:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788687259.685545:0:29665:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:2.0:1788687259.685554:0:29665:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42eaa00. 00000020:00000040:2.0:1788687259.685558:0:29665:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:2.0:1788687259.685563:0:29665:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687259.685566:0:29665:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687259.685570:0:29665:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687259.685577:0:29665:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c6854000. 00000100:00000001:2.0:1788687259.685583:0:29665:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687259.685591:0:29665:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687259.686005:0:29665:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687259.686019:0:29665:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef68b5db] to pc [ptlrpcd_01_01+1] req@ffff9b29c42eaa00 x1875572824503808/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788687259.686054:0:29665:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687259.686057:0:29665:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687259.686059:0:29665:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687259.686061:0:29665:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687259.686063:0:29665:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687259.686064:0:29665:0:(lov_io.c:1872:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687259.686066:0:29665:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687259.686068:0:29665:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788687259.686070:0:29665:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1788687259.686071:0:29665:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788687259.686072:0:29665:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1788687259.686841:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687259.686846:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687259.686849:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687259.686858:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42eaa00 x1875572824503808/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687259.686869:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687259.686871:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687259.686875:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687259.686878:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687259.686880:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687259.686884:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824503808:192.168.203.144@tcp:2:touch.0 00000100:00000001:3.0:1788687259.686888:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687259.686894:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687259.686896:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687259.686898:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687259.687094:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c43bf000. 02000000:00000001:3.0:1788687259.687097:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687259.687105:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687259.687111:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4478. 00000400:00000010:3.0:1788687259.687117:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae05d8. 00000100:00000200:3.0:1788687259.687124:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824503808, portal 4 00000100:00000001:3.0:1788687259.687126:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687259.687128:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420197888 : -110871289353728 : ffff9b29c42eaa00) 00000100:00000001:2.0:1788687259.687205:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687259.687209:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687259.687248:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42eaa00 x1875572824503808/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687275 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687259.687256:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687259.687259:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687259.687262:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0d48. 00000100:00000200:3.0:1788687259.687266:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875572824503808, offset 0 00000400:00000200:3.0:1788687259.687272:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687259.687280:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.687287:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687259.687292:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687259.687296:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687259.687300:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687259.687303:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687259.687307:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2210:2210:256:4294967295] 192.168.203.144@tcp LPNI seq info [2210:2210:8:4294967295] 00000400:00000200:3.0:1788687259.687311:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687259.687321:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687259.687327:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687259.687332:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a000. 00000800:00000200:3.0:1788687259.687339:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687259.687348:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687259.687352:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a000 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1788687259.687371:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687259.687376:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 19873 usecs (20 jiffies) 00000400:00000200:3.0:1788687259.687379:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687259.687382:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296385712 00000100:00000001:3.0:1788687259.687385:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296389922 00000100:00000001:3.0:1788687259.687387:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296385712 00000100:00000001:3.0:1788687259.687389:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296389922 00000100:00000001:3.0:1788687259.687392:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687259.687394:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687259.687398:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687259.687400:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687259.687407:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687259.687409:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788687259.687411:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687259.687412:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687259.687414:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687259.687416:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687259.687838:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687259.687843:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a000. 00000400:00000200:2.0:1788687259.687849:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687259.687854:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687259.687860:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0d48 00000400:00000010:2.0:1788687259.687862:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0d48. 00000100:00000001:2.0:1788687259.687867:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687259.687871:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42eaa00 x1875572824503808/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687275 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687259.687881:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687259.687884:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42eaa00 x1875572824503808/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687275 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687259.687891:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687259.687893:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687259.693113:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687259.693129:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687259.693245:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687259.693250:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687259.693261:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687259.693270:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687259.693278:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687259.693283:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687259.693289:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687259.693294:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 432 into portal 4 MB=0x6a9d2d3f47600 00000400:00000200:2.0:1788687259.693300:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687259.693306:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 432/432 into md 0x6255 [1] + 224 00000800:00000001:2.0:1788687259.693313:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687259.693320:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687259.693323:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687259.693327:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687259.693335:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687259.693345:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42eaa00 x1875572824503808/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687275 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687259.693357:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9b29c42eaa00 x1875572824503808/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687275 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687259.693404:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687259.693408:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687259.693425:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687259.693433:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687259.693436:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788687259.696020:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687259.696026:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687259.696030:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4478. 00000400:00000200:3.0:1788687259.696040:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae05d8 00000400:00000010:3.0:1788687259.696042:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae05d8. 00000100:00000001:3.0:1788687259.696047:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687259.696058:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42eaa00 x1875572824503808/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687275 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687259.696071:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42eaa00 x1875572824503808/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687275 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687259.696079:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687259.696087:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687259.696090:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687259.696093:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687259.696095:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687259.696098:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687259.696101:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687259.696109:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=31 v=5 (5 5 16 137) 00000100:00001000:3.0:1788687259.696113:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=116 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687259.696116:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687259.696118:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687259.696120:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687259.696124:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687259.696127:0:2370:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788687259.696128:0:2370:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788687259.696130:0:2370:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788687259.696223:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687259.696226:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420197888 : -110871289353728 : ffff9b29c42eaa00) 00000100:00000001:3.0:1788687259.696231:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687259.696233:0:2370:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967328 00000100:00000001:3.0:1788687259.696235:0:2370:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687259.696237:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687259.696243:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42eaa00 x1875572824503808/t4294967336(4294967336) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687275 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687259.696251:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687259.696254:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687259.696256:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788687259.696258:0:2370:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:3.0:1788687259.696320:0:2370:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687259.696325:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42eaa00 x1875572824503808/t4294967336(4294967336) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687275 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687259.696335:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824503808:192.168.203.144@tcp:2:touch.0 00000100:00000001:3.0:1788687259.696340:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687259.696343:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687259.696347:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42eaa00 x1875572824503808/t4294967336(4294967336) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687275 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687259.696354:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687259.696357:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687259.696363:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687259.696365:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687259.696368:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687259.696370:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687259.700299:0:29665:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788687259.700307:0:29665:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687259.700311:0:29665:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687259.700316:0:29665:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788687259.700318:0:29665:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788687259.700320:0:29665:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788687259.700323:0:29665:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687259.700324:0:29665:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788687259.700325:0:29665:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788687259.700327:0:29665:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687259.700329:0:29665:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687259.700331:0:29665:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788687259.700333:0:29665:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788687259.700334:0:29665:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788687259.700336:0:29665:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788687259.700337:0:29665:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788687259.700339:0:29665:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788687259.700340:0:29665:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687259.700341:0:29665:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788687259.700345:0:29665:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788687259.700346:0:29665:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687259.700348:0:29665:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687259.700350:0:29665:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788687259.700351:0:29665:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788687259.700353:0:29665:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687259.700355:0:29665:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788687259.700357:0:29665:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788687259.700359:0:29665:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788687259.700360:0:29665:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788687259.700361:0:29665:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788687259.700364:0:29665:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d8acdcf0 00020000:00000001:2.0:1788687259.700369:0:29665:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788687259.700371:0:29665:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788687259.700373:0:29665:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788687259.700375:0:29665:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x1e:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788687259.700378:0:29665:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788687259.700379:0:29665:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788687259.700380:0:29665:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d8acd6c0 00000080:00000001:2.0:1788687259.700382:0:29665:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687259.700386:0:29665:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:2.0:1788687259.700390:0:29665:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c12e7400. 00000800:00000200:2.0:1788687259.708684:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687259.708693:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445800. 00000400:00000200:2.0:1788687259.708896:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687259.708923:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687259.708933:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdae58 00000400:00000010:2.0:1788687259.708936:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdae58. 00000100:00000001:2.0:1788687259.708942:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687259.708950:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0a80 x1875572824504064/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687275 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687259.708962:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687259.708966:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0a80 x1875572824504064/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687275 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687259.708972:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687259.708974:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687259.716092:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687259.716111:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687259.716116:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687259.716119:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687259.716130:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687259.716149:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687259.716159:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687259.716167:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687259.716172:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687259.716176:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f47700 00000400:00000200:2.0:1788687259.716181:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687259.716186:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x6265 [1] + 224 00000800:00000001:2.0:1788687259.716194:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687259.716200:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687259.716203:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687259.716207:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687259.716214:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687259.716222:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0a80 x1875572824504064/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687275 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687259.716233:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b29c97f0a80 x1875572824504064/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687275 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687259.716252:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687259.716259:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687259.716262:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1788687259.723059:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85aa100. 00000080:00000010:0.1:1788687259.723074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636d380. 00000080:00000010:0.1:1788687259.723080:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85a8840. 00000080:00000010:0.1:1788687259.723086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d54800. 00000080:00000001:2.0:1788687259.845659:0:30132:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687262.287870:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687262.287880:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2000. 00000400:00000200:2.0:1788687262.287888:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687262.287896:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687262.288062:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc990 00000400:00000010:2.0:1788687262.288065:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc990. 00000100:00000001:2.0:1788687262.288070:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687262.288078:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9bb80 x1875572824504192/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687262.288090:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687262.288094:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9bb80 x1875572824504192/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687278 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687262.288101:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687262.288103:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687262.294873:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687262.295088:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687262.295092:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687262.295096:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687262.295103:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687262.295111:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687262.295122:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687262.295127:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687262.295132:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687262.295137:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f47780 00000400:00000200:2.0:1788687262.295142:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687262.295147:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x626d [1] + 224 00000800:00000001:2.0:1788687262.295154:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687262.295164:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687262.295167:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687262.295172:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687262.295178:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687262.295187:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9bb80 x1875572824504192/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687278 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687262.295199:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c8b9bb80 x1875572824504192/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687262.295808:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687262.295818:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687262.295822:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788687262.304052:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687262.304062:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2f00. 00000400:00000200:2.0:1788687262.304070:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687262.304078:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687262.304087:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dccc0 00000400:00000010:2.0:1788687262.304090:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dccc0. 00000100:00000001:2.0:1788687262.304094:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687262.304102:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9bb80 x1875572824504320/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687262.304114:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687262.304117:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9bb80 x1875572824504320/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687278 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687262.304124:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687262.304125:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687262.310475:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687262.310493:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687262.310499:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687262.310501:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687262.310511:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687262.310519:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687262.310528:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687262.310532:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687262.310537:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687262.310542:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x6a9d2d3f47800 00000400:00000200:2.0:1788687262.310547:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687262.310553:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x6275 [1] + 224 00000800:00000001:2.0:1788687262.310560:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687262.310567:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687262.310571:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687262.310575:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687262.310582:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687262.310591:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9bb80 x1875572824504320/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687278 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687262.310604:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b29c8b9bb80 x1875572824504320/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687262.310686:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687262.310695:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687262.310698:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1788687262.322961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4000. 00000800:00000200:2.0:1788687262.323359:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687262.323365:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445300. 00000400:00000200:2.0:1788687262.323371:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687262.323379:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687262.323386:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda198 00000400:00000010:2.0:1788687262.323389:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda198. 00000100:00000001:2.0:1788687262.323394:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687262.323402:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1500 x1875572824504576/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687278 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687262.323414:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687262.323417:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1500 x1875572824504576/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687278 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687262.323424:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687262.323426:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:0.1:1788687262.327025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d006a0. 00010000:00000010:0.1:1788687262.327040:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f900. 00010000:00000010:0.1:1788687262.327045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4800. 00000800:00000001:2.0:1788687262.338603:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687262.338622:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687262.338627:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687262.338630:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687262.338639:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687262.338647:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687262.338655:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687262.338660:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687262.338665:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687262.338669:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 448 into portal 10 MB=0x6a9d2d3f47900 00000400:00000200:2.0:1788687262.338674:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687262.338679:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 448/448 into md 0x627d [1] + 224 00000800:00000001:2.0:1788687262.338687:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687262.338694:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687262.338697:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687262.338713:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687262.338730:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687262.338739:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1500 x1875572824504576/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687278 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687262.338760:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9b29c97f1500 x1875572824504576/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687278 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687262.338780:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788687262.338788:0:2361:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788687262.338791:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687262.338796:0:2361:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687262.338802:0:2361:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2215:2215:256:4294967295] 192.168.203.144@tcp LPNI seq info [2215:2215:8:4294967295] 00000400:00000200:2.0:1788687262.338807:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687262.338814:0:2361:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1788687262.338821:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687262.338828:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eece00. 00000800:00000200:2.0:1788687262.338834:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687262.338842:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687262.338847:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eece00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788687262.338995:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687262.338999:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eece00. 00000400:00000200:2.0:1788687262.339002:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687262.339006:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1788687262.339011:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687262.339015:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788687262.360051:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687262.360057:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445600. 00000400:00000200:2.0:1788687262.360062:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687262.360068:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687262.360074:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdabb0 00000400:00000010:2.0:1788687262.360076:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdabb0. 00000100:00000001:2.0:1788687262.360080:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687262.360084:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3b80 x1875572824504704/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687262.360104:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687262.360108:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3b80 x1875572824504704/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687278 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687262.360113:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687262.360115:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687262.363848:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687262.363865:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687262.363870:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687262.363872:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687262.363881:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.363889:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687262.363899:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.363935:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.363950:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.363955:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f47980 00000400:00000200:3.0:1788687262.363960:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.363974:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x6285 [1] + 224 00000800:00000001:3.0:1788687262.363981:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687262.363991:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687262.363994:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687262.363999:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687262.364007:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687262.364016:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3b80 x1875572824504704/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687278 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687262.364028:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c97f3b80 x1875572824504704/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687262.364045:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687262.364053:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687262.364056:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687262.366263:0:30272:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687262.366276:0:30272:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687262.366278:0:30272:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687262.366283:0:30272:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e11b8. 00000400:00000200:2.0:1788687262.366290:0:30272:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda440 00000400:00000010:2.0:1788687262.366293:0:30272:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda440. 00000100:00000001:2.0:1788687262.366297:0:30272:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687262.366308:0:30272:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f3b80 x1875572824504704/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788687262.366318:0:30272:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f3b80 x1875572824504704/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687278 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687262.366325:0:30272:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687262.366327:0:30272:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687262.366330:0:30272:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687262.366333:0:30272:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687262.366335:0:30272:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687262.366337:0:30272:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687262.366340:0:30272:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687262.366350:0:30272:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=34 v=5 (5 103 103 103) 00000100:00001000:2.0:1788687262.366353:0:30272:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687262.366356:0:30272:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687262.366358:0:30272:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.366360:0:30272:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687262.366364:0:30272:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687262.366369:0:30272:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687262.366371:0:30272:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967592 00000100:00000001:2.0:1788687262.366373:0:30272:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687262.366376:0:30272:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687262.366380:0:30272:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f3b80 x1875572824504704/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687278 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687262.366387:0:30272:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687262.366390:0:30272:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687262.366392:0:30272:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687262.366397:0:30272:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f3b80 x1875572824504704/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687278 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788687262.366405:0:30272:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f3b80 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:30272:1875572824504704:192.168.203.144@tcp:101:lfs.0 00000100:00000001:2.0:1788687262.366410:0:30272:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687262.366413:0:30272:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687262.366415:0:30272:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687262.366417:0:30272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687262.366421:0:30272:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f3b80 x1875572824504704/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687278 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687262.366428:0:30272:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687262.366431:0:30272:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c6bdc9c0. 00000100:00000001:2.0:1788687262.366435:0:30272:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687262.366436:0:30272:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.366439:0:30272:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788687262.366443:0:30272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687262.366445:0:30272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687262.366449:0:30272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4c00 refcount=4 00000020:00000001:2.0:1788687262.366451:0:30272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.366454:0:30272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000040:2.0:1788687262.366461:0:30272:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c5cc4c00, remote cookie: 0x59c08f76ab1d1f1d, flags: 0x1001 00010000:00010000:2.0:1788687262.366467:0:30272:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687262.366479:0:30272:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687262.366491:0:30272:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788687262.366496:0:30272:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788687262.366498:0:30272:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788687262.366499:0:30272:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788687262.366501:0:30272:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788687262.366503:0:30272:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b29c64de500) refcount = 1 00010000:00010000:2.0:1788687262.366508:0:30272:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687262.366515:0:30272:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788687262.366518:0:30272:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788687262.366519:0:30272:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687262.366522:0:30272:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788687262.366525:0:30272:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687262.366528:0:30272:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687262.366534:0:30272:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788687262.366535:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.366537:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687262.366538:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.366539:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687262.366541:0:30272:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687262.366545:0:30272:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788687262.366547:0:30272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687262.366548:0:30272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687262.366550:0:30272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4c00 refcount=3 00000020:00000001:2.0:1788687262.366552:0:30272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.366554:0:30272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.366557:0:30272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687262.366558:0:30272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687262.366559:0:30272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4c00 refcount=4 00000020:00000001:2.0:1788687262.366561:0:30272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.366563:0:30272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.366565:0:30272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687262.366568:0:30272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687262.366572:0:30272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687262.366578:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.366579:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687262.366581:0:30272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687262.366582:0:30272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687262.366583:0:30272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4c00 refcount=5 00000020:00000001:2.0:1788687262.366584:0:30272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.366586:0:30272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.366588:0:30272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687262.366591:0:30272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687262.366596:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.366597:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788687262.366600:0:30272:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687262.366606:0:30272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687262.366607:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.366608:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687262.366610:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.366611:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788687262.366616:0:30272:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c97f3b80 x1875572824504704/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687278 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788687262.366631:0:30272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687262.366632:0:30272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687262.366634:0:30272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4c00 refcount=3 00000020:00000001:2.0:1788687262.366635:0:30272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.366637:0:30272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.366640:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.366641:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687262.366642:0:30272:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687262.366645:0:30272:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687262.366648:0:30272:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788687262.366651:0:30272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687262.366652:0:30272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687262.366653:0:30272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4c00 refcount=3 00000020:00000001:2.0:1788687262.366655:0:30272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.366657:0:30272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00000002:00010000:2.0:1788687262.366660:0:30272:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687262.366667:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.366668:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687262.366670:0:30272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788687262.366671:0:30272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687262.366672:0:30272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687262.366673:0:30272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4c00 refcount=3 00000020:00000001:2.0:1788687262.366675:0:30272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.366677:0:30272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000040:2.0:1788687262.366683:0:30272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de500 count: 2 00010000:00000001:2.0:1788687262.366687:0:30272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788687262.366690:0:30272:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788687262.366692:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.366693:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687262.366695:0:30272:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788687262.366698:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23898 00000002:00002000:2.0:1788687262.366700:0:30272:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788687262.366716:0:30272:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687262.366721:0:30272:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687262.366724:0:30272:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788687262.366728:0:30272:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788687262.366731:0:30272:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788687262.366735:0:30272:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687262.366739:0:30272:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29cb117c00. 00000080:00000001:2.0:1788687262.366744:0:30272:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687262.366746:0:30272:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788687262.366752:0:30272:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788687262.366756:0:30272:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788687262.366763:0:30272:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b29e138ec00. 00800000:00000001:2.0:1788687262.366765:0:30272:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633202907409408 : -110870802142208 : ffff9b29e138ec00) 00800000:00000001:2.0:1788687262.366767:0:30272:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687262.366770:0:30272:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788687262.366781:0:30272:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788687262.366783:0:30272:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788687262.366786:0:30272:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788687262.366789:0:30272:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788687262.366790:0:30272:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687262.366795:0:30272:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788687262.366798:0:30272:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1788687262.366800:0:30272:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788687143 to 1788687262 00000080:00200000:2.0:1788687262.366805:0:30272:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788687262.366807:0:30272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687262.366808:0:30272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687262.366810:0:30272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4c00 refcount=3 00000020:00000001:2.0:1788687262.366812:0:30272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.366814:0:30272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.366816:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.366818:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788687262.366819:0:30272:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788687262.366822:0:30272:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788687262.366823:0:30272:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29e138ec00 1 00800000:00000010:2.0:1788687262.366826:0:30272:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b29e138ec00. 00800000:00000001:2.0:1788687262.366829:0:30272:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687262.366832:0:30272:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811c41 00800000:00000001:2.0:1788687262.366836:0:30272:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687262.366837:0:30272:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687262.366838:0:30272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687262.366839:0:30272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687262.366841:0:30272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4c00 refcount=3 00000020:00000001:2.0:1788687262.366842:0:30272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.366844:0:30272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.366847:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.366848:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687262.366849:0:30272:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687262.366851:0:30272:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687262.366853:0:30272:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687262.366856:0:30272:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687262.366859:0:30272:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811c41 from it ffffaca081f23b58 00010000:00000001:2.0:1788687262.366861:0:30272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687262.366862:0:30272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687262.366863:0:30272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4c00 refcount=3 00000020:00000001:2.0:1788687262.366865:0:30272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.366867:0:30272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.366869:0:30272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687262.366871:0:30272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687262.366876:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.366877:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687262.366878:0:30272:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687262.366881:0:30272:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687262.366884:0:30272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687262.366896:0:30272:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687262.366898:0:30272:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687262.366900:0:30272:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687262.366903:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.366929:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687262.366931:0:30272:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.366943:0:30272:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687262.366945:0:30272:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.366947:0:30272:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.366950:0:30272:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.366952:0:30272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687262.366953:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.366954:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687262.366956:0:30272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687262.366960:0:30272:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f3b80 x1875572824504704/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687278 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687262.366975:0:30272:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687262.366978:0:30272:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687262.366981:0:30272:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c6318800. 02000000:00000001:2.0:1788687262.366985:0:30272:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687262.366987:0:30272:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687262.366989:0:30272:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687262.366991:0:30272:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687262.366993:0:30272:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a02400. 02000000:00000001:2.0:1788687262.366997:0:30272:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687262.366999:0:30272:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687262.367000:0:30272:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f3b80. 00000100:00000001:2.0:1788687262.367004:0:30272:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687262.367005:0:30272:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687262.367008:0:30272:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788687262.367013:0:30272:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687262.367025:0:30272:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c622f7e0. 00000020:00000001:2.0:1788687262.367030:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23ae8 00000080:00200000:2.0:1788687262.367032:0:30272:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), flags=13 00000080:00000001:2.0:1788687262.367036:0:30272:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788687262.367038:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23998 00000080:00200000:2.0:1788687262.367040:0:30272:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=getattr 00000080:00000010:2.0:1788687262.367048:0:30272:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56800. 00800000:00000002:2.0:1788687262.367052:0:30272:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687262.367056:0:30272:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687262.367059:0:30272:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687262.367060:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f238b8 00800000:00000002:2.0:1788687262.367062:0:30272:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687262.367065:0:30272:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788687262.367070:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23850 00800000:00000002:2.0:1788687262.367072:0:30272:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-2' -> mds #0 00000002:00000001:2.0:1788687262.367075:0:30272:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687262.367077:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23788 00000002:00010000:2.0:1788687262.367079:0:30272:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1788687262.367082:0:30272:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788687262.367085:0:30272:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788687262.367099:0:30272:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8000. 00000020:00000040:2.0:1788687262.367102:0:30272:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:2.0:1788687262.367106:0:30272:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687262.367110:0:30272:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687262.367113:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.367114:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687262.367115:0:30272:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687262.367118:0:30272:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687262.367120:0:30272:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687262.367124:0:30272:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687262.367129:0:30272:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c63d6000. 00000100:00000001:2.0:1788687262.367134:0:30272:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.367138:0:30272:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687262.367139:0:30272:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.367141:0:30272:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687262.367142:0:30272:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.367144:0:30272:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687262.367150:0:30272:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202420187136 : -110871289364480 : ffff9b29c42e8000) 00010000:00000001:2.0:1788687262.367154:0:30272:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788687262.367156:0:30272:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788687262.367160:0:30272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de500 count: 2 00010000:00000001:2.0:1788687262.367162:0:30272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687262.367164:0:30272:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788687262.367167:0:30272:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29d13a8600. 00000020:00000001:2.0:1788687262.367171:0:30272:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788687262.367173:0:30272:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29d13a8600 with handle 0x230d04438e811c48 to hash 00000020:00000001:2.0:1788687262.367175:0:30272:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788687262.367177:0:30272:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202639078912 : -110871070472704 : ffff9b29d13a8600) 00010000:00000001:2.0:1788687262.367181:0:30272:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202639078912 : -110871070472704 : ffff9b29d13a8600) 00010000:00000001:2.0:1788687262.367183:0:30272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687262.367185:0:30272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687262.367188:0:30272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8600/0x230d04438e811c48 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687262.367195:0:30272:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8600/0x230d04438e811c48 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687262.367206:0:30272:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8600/0x230d04438e811c48 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30272 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788687262.367211:0:30272:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687262.367212:0:30272:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687262.367218:0:30272:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c5ca4600. 00000100:00000001:2.0:1788687262.367220:0:30272:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202447173120 : -110871262378496 : ffff9b29c5ca4600) 00000100:00000001:2.0:1788687262.367222:0:30272:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687262.367224:0:30272:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420187136 : -110871289364480 : ffff9b29c42e8000) 00000100:00000001:2.0:1788687262.367228:0:30272:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687262.367231:0:30272:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687262.367233:0:30272:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687262.367235:0:30272:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687262.367240:0:30272:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8000 x1875572824504832/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687262.367253:0:30272:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687262.367255:0:30272:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687262.367259:0:30272:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687262.367261:0:30272:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687262.367263:0:30272:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687262.367266:0:30272:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8000 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:30272:1875572824504832:192.168.203.144@tcp:101:lfs.0 00000100:00000001:2.0:1788687262.367270:0:30272:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687262.367274:0:30272:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687262.367276:0:30272:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687262.367279:0:30272:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687262.367284:0:30272:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c6815800. 02000000:00000001:2.0:1788687262.367286:0:30272:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687262.367293:0:30272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687262.367296:0:30272:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd4d0. 00000400:00000010:2.0:1788687262.367303:0:30272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240bb0. 00000100:00000200:2.0:1788687262.367310:0:30272:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824504832, portal 10 00000100:00000001:2.0:1788687262.367312:0:30272:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687262.367313:0:30272:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420187136 : -110871289364480 : ffff9b29c42e8000) 00000100:00000040:2.0:1788687262.367318:0:30272:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42e8000 x1875572824504832/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687262.367326:0:30272:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687262.367328:0:30272:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687262.367331:0:30272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240110. 00000100:00000200:2.0:1788687262.367334:0:30272:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875572824504832, offset 0 00000400:00000200:2.0:1788687262.367340:0:30272:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687262.367348:0:30272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687262.367356:0:30272:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687262.367361:0:30272:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687262.367365:0:30272:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687262.367368:0:30272:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687262.367371:0:30272:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687262.367374:0:30272:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2217:2217:256:4294967295] 192.168.203.144@tcp LPNI seq info [2217:2217:8:4294967295] 00000400:00000200:2.0:1788687262.367380:0:30272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687262.367389:0:30272:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687262.367395:0:30272:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687262.367400:0:30272:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eece00. 00000800:00000200:2.0:1788687262.367406:0:30272:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687262.367414:0:30272:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687262.367418:0:30272:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eece00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788687262.367441:0:30272:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687262.367446:0:30272:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 783432 usecs (784 jiffies) 00000400:00000200:2.0:1788687262.367449:0:30272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687262.367451:0:30272:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296389156 00000100:00000001:2.0:1788687262.367455:0:30272:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296389922 00000100:00000001:2.0:1788687262.367457:0:30272:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296389156 00000100:00000001:2.0:1788687262.367459:0:30272:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296389922 00000100:00000001:2.0:1788687262.367462:0:30272:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687262.367464:0:30272:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687262.367466:0:30272:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687262.367468:0:30272:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687262.367471:0:30272:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca4600 going to sleep for 11 seconds 00000100:00000001:2.0:1788687262.367473:0:30272:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687262.367475:0:30272:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687262.367955:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687262.367961:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eece00. 00000400:00000200:3.0:1788687262.367974:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687262.367980:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687262.367985:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240110 00000400:00000010:3.0:1788687262.367988:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240110. 00000100:00000001:3.0:1788687262.367992:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687262.367997:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8000 x1875572824504832/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687262.368007:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687262.368010:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8000 x1875572824504832/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687278 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687262.368015:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687262.368017:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687262.371568:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687262.371582:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687262.371586:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687262.371588:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687262.371596:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.371604:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687262.371611:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.371615:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.371620:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.371624:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x6a9d2d3f47a00 00000400:00000200:3.0:1788687262.371629:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.371635:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x628d [1] + 224 00000800:00000001:3.0:1788687262.371641:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687262.371647:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687262.371650:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687262.371654:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687262.371661:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687262.371670:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8000 x1875572824504832/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687278 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687262.371680:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b29c42e8000 x1875572824504832/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687262.371708:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687262.371715:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687262.371718:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687262.371954:0:30272:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687262.371962:0:30272:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687262.371964:0:30272:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687262.371977:0:30272:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd4d0. 00000400:00000200:2.0:1788687262.371982:0:30272:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240bb0 00000400:00000010:2.0:1788687262.371985:0:30272:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240bb0. 00000100:00000001:2.0:1788687262.371988:0:30272:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687262.371993:0:30272:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e8000 x1875572824504832/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788687262.372001:0:30272:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e8000 x1875572824504832/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687278 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687262.372008:0:30272:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687262.372010:0:30272:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687262.372012:0:30272:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687262.372016:0:30272:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687262.372018:0:30272:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687262.372020:0:30272:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687262.372023:0:30272:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687262.372032:0:30272:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=34 v=5 (5 103 103 103) 00000100:00001000:2.0:1788687262.372036:0:30272:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687262.372039:0:30272:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788687262.372042:0:30272:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9b29c42e8000 x1875572824504832/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687278 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687262.372050:0:30272:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788687262.372054:0:30272:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687262.372056:0:30272:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967592 00000100:00000001:2.0:1788687262.372058:0:30272:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687262.372061:0:30272:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1788687262.372065:0:30272:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e8000 x1875572824504832/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687278 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687262.372072:0:30272:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1788687262.372075:0:30272:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687262.372077:0:30272:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687262.372080:0:30272:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e8000 x1875572824504832/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687278 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788687262.375212:0:30272:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e8000 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:30272:1875572824504832:192.168.203.144@tcp:101:lfs.0 00000100:00000001:2.0:1788687262.375220:0:30272:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687262.375224:0:30272:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788687262.375227:0:30272:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687262.375229:0:30272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687262.375235:0:30272:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8000 x1875572824504832/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687278 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687262.375250:0:30272:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687262.375254:0:30272:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c5ca4600. 00000100:00000001:2.0:1788687262.375259:0:30272:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687262.375260:0:30272:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1788687262.375264:0:30272:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788687262.375269:0:30272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687262.375271:0:30272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687262.375274:0:30272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8600 refcount=4 00000020:00000001:2.0:1788687262.375276:0:30272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639078912 : -110871070472704 : ffff9b29d13a8600) 00010000:00000001:2.0:1788687262.375279:0:30272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639078912 : -110871070472704 : ffff9b29d13a8600) 00010000:00010000:2.0:1788687262.375284:0:30272:0:(ldlm_request.c:687:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8600/0x230d04438e811c48 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687262.375294:0:30272:0:(ldlm_request.c:718:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1788687262.375298:0:30272:0:(ldlm_request.c:590:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8600/0x230d04438e811c48 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687262.375303:0:30272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687262.375306:0:30272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8600/0x230d04438e811c48 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687262.375311:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.375312:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788687262.375314:0:30272:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8600/0x230d04438e811c48 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687262.375319:0:30272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687262.375322:0:30272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.375325:0:30272:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788687262.375327:0:30272:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8600/0x230d04438e811c48 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687262.375332:0:30272:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29d13a8600 already unused, calling callback (ffffffffc1baf630) 00000080:00000001:2.0:1788687262.375335:0:30272:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788687262.375338:0:30272:0:(ldlm_request.c:1731:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8600/0x230d04438e811c48 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 30272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687262.375344:0:30272:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788687262.375346:0:30272:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788687262.375348:0:30272:0:(ldlm_request.c:1741:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8600/0x230d04438e811c48 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 30272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687262.375368:0:30272:0:(ldlm_request.c:1742:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788687262.375371:0:30272:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788687262.375372:0:30272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687262.375373:0:30272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687262.375375:0:30272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8600 refcount=5 00000020:00000001:2.0:1788687262.375377:0:30272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639078912 : -110871070472704 : ffff9b29d13a8600) 00010000:00000001:2.0:1788687262.375379:0:30272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639078912 : -110871070472704 : ffff9b29d13a8600) 00010000:00000001:2.0:1788687262.375382:0:30272:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788687262.375385:0:30272:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8600/0x230d04438e811c48 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 30272 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788687262.375391:0:30272:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788687262.375392:0:30272:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687262.375395:0:30272:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788687262.375397:0:30272:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788687262.375399:0:30272:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788687262.375401:0:30272:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788687262.375402:0:30272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687262.375404:0:30272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788687262.375406:0:30272:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29d13a8600 with handle 0x230d04438e811c48 from hash 00010000:00000001:2.0:1788687262.375408:0:30272:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788687262.375409:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.375410:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687262.375412:0:30272:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788687262.375413:0:30272:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788687262.375415:0:30272:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788687262.375417:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.375418:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687262.375420:0:30272:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687262.375421:0:30272:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687262.375424:0:30272:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8600/0x230d04438e811c48 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687262.375429:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.375430:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687262.375431:0:30272:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788687262.375433:0:30272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687262.375434:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.375435:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687262.375436:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788687262.375438:0:30272:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8600/0x230d04438e811c48 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30272 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687262.375449:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687262.375450:0:30272:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1788687262.375455:0:30272:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1788687262.375461:0:30272:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9b29c42e8000 x1875572824504832/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687278 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788687262.375468:0:30272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788687262.375469:0:30272:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687262.375471:0:30272:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687262.375474:0:30272:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687262.375476:0:30272:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788687262.375478:0:30272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788687262.375480:0:30272:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687262.375482:0:30272:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788687262.375484:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23710 00000002:00002000:2.0:1788687262.375487:0:30272:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-2 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:2.0:1788687262.375490:0:30272:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687262.375494:0:30272:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687262.375496:0:30272:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788687262.375499:0:30272:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788687262.375502:0:30272:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788687262.375506:0:30272:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000001:2.0:1788687262.375509:0:30272:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788687262.375510:0:30272:0:(namei.c:674:ll_lookup_it_finish()) it ffffaca081f23b20 it_disposition 7 00000080:00002000:2.0:1788687262.375516:0:30272:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d870a1b0 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:2.0:1788687262.375523:0:30272:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687262.375527:0:30272:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687262.375529:0:30272:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687262.375531:0:30272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687262.375537:0:30272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de500 count: 2 00010000:00000001:2.0:1788687262.375539:0:30272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687262.375543:0:30272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687262.375545:0:30272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687262.375548:0:30272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788687262.375557:0:30272:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687262.375562:0:30272:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687262.375565:0:30272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788687262.375572:0:30272:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687262.375574:0:30272:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687262.375576:0:30272:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687262.375579:0:30272:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788687262.375580:0:30272:0:(dcache.c:176:ll_intent_release()) intent ffffaca081f23930 released 00000080:00010000:2.0:1788687262.375582:0:30272:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811c41 from it ffffaca081f23930 00010000:00000001:2.0:1788687262.375585:0:30272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687262.375586:0:30272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687262.375588:0:30272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4c00 refcount=3 00000020:00000001:2.0:1788687262.375590:0:30272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.375592:0:30272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.375594:0:30272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687262.375596:0:30272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687262.375603:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.375604:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687262.375605:0:30272:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687262.375607:0:30272:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687262.375610:0:30272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687262.375617:0:30272:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687262.375620:0:30272:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687262.375622:0:30272:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687262.375625:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.375627:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687262.375628:0:30272:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.375631:0:30272:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687262.375633:0:30272:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.375635:0:30272:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.375637:0:30272:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.375639:0:30272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687262.375640:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.375641:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788687262.375642:0:30272:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788687262.375644:0:30272:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788687262.375648:0:30272:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788687262.375651:0:30272:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56800. 00000100:00000001:2.0:1788687262.375655:0:30272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687262.375659:0:30272:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e8000 x1875572824504832/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687278 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687262.375667:0:30272:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687262.375669:0:30272:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687262.375671:0:30272:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c6815800. 02000000:00000001:2.0:1788687262.375674:0:30272:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687262.375677:0:30272:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687262.375678:0:30272:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687262.375681:0:30272:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687262.375684:0:30272:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c63d6000. 02000000:00000001:2.0:1788687262.375687:0:30272:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687262.375689:0:30272:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687262.375690:0:30272:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e8000. 00000100:00000001:2.0:1788687262.375694:0:30272:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687262.375695:0:30272:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687262.375698:0:30272:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788687262.375699:0:30272:0:(dcache.c:176:ll_intent_release()) intent ffffaca081f23b20 released 00000080:00000001:2.0:1788687262.375701:0:30272:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788687262.375704:0:30272:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788687262.375706:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23b70 00000080:00002000:2.0:1788687262.375708:0:30272:0:(dcache.c:127:ll_ddelete()) keeping dentry d21f.recovery-small-2 (ffff9b29d870a1b0, parent ffff9b29d84cabd0, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788687262.375711:0:30272:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687262.375761:0:30272:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687262.375764:0:30272:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687262.375766:0:30272:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687262.375767:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23bb0 00000080:00200000:2.0:1788687262.375769:0:30272:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687262.375775:0:30272:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56800. 00800000:00000002:2.0:1788687262.375792:0:30272:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687262.375796:0:30272:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687262.375798:0:30272:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687262.375800:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23ad0 00800000:00000002:2.0:1788687262.375802:0:30272:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687262.375805:0:30272:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687262.375807:0:30272:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687262.375810:0:30272:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687262.375812:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f239a0 00000002:00010000:2.0:1788687262.375814:0:30272:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687262.375817:0:30272:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687262.375818:0:30272:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687262.375819:0:30272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687262.375822:0:30272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de500 count: 2 00010000:00000001:2.0:1788687262.375824:0:30272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687262.375826:0:30272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687262.375829:0:30272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687262.375832:0:30272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788687262.375838:0:30272:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687262.375840:0:30272:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687262.375843:0:30272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788687262.375849:0:30272:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687262.375851:0:30272:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687262.375853:0:30272:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687262.375854:0:30272:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687262.375856:0:30272:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687262.375857:0:30272:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687262.375859:0:30272:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687262.375861:0:30272:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687262.375864:0:30272:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56800. 00000080:00000001:2.0:1788687262.375867:0:30272:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687262.375868:0:30272:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687262.375871:0:30272:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687262.375873:0:30272:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811c41 00800000:00000001:2.0:1788687262.375876:0:30272:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687262.375878:0:30272:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687262.375879:0:30272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687262.375880:0:30272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687262.375882:0:30272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4c00 refcount=3 00000020:00000001:2.0:1788687262.375884:0:30272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.375886:0:30272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.375889:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.375890:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687262.375891:0:30272:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687262.375893:0:30272:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687262.375895:0:30272:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811c41 from it ffffaca081f23be8 00010000:00000001:2.0:1788687262.375898:0:30272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687262.375899:0:30272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687262.375900:0:30272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4c00 refcount=3 00000020:00000001:2.0:1788687262.375902:0:30272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.375904:0:30272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.375930:0:30272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687262.375933:0:30272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687262.375939:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.375940:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687262.375941:0:30272:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687262.375943:0:30272:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687262.375946:0:30272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788687262.375952:0:30272:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687262.375954:0:30272:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687262.375955:0:30272:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687262.375957:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.375958:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687262.375960:0:30272:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.375961:0:30272:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687262.375963:0:30272:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.375964:0:30272:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.375976:0:30272:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.375978:0:30272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687262.375979:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.375981:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687262.375982:0:30272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687262.375983:0:30272:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687262.375985:0:30272:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788687262.375990:0:30272:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687262.375994:0:30272:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788687262.375996:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23bd8 00000080:00002000:2.0:1788687262.375998:0:30272:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-2(ffff9b29d870a1b0) flags 0x8000e refc 0 00000080:00000001:2.0:1788687262.376001:0:30272:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687262.376004:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23c20 00000080:00200000:2.0:1788687262.376005:0:30272:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-2, flags=16392 00000080:00000001:2.0:1788687262.376009:0:30272:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788687262.376010:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23ba8 00000080:00002000:2.0:1788687262.376012:0:30272:0:(dcache.c:127:ll_ddelete()) keeping dentry d21f.recovery-small-2 (ffff9b29d870a1b0, parent ffff9b29d84cabd0, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788687262.376015:0:30272:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687262.376038:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23d08 00000080:00200008:2.0:1788687262.376040:0:30272:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788687262.376045:0:30272:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687262.376046:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23c80 00000080:00200000:2.0:1788687262.376048:0:30272:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687262.376051:0:30272:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56800. 00800000:00000002:2.0:1788687262.376054:0:30272:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687262.376057:0:30272:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687262.376059:0:30272:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687262.376060:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23ba0 00800000:00000002:2.0:1788687262.376062:0:30272:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687262.376065:0:30272:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687262.376066:0:30272:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687262.376069:0:30272:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687262.376071:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23a70 00000002:00010000:2.0:1788687262.376072:0:30272:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687262.376075:0:30272:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687262.376076:0:30272:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687262.376078:0:30272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687262.376080:0:30272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de500 count: 2 00010000:00000001:2.0:1788687262.376082:0:30272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687262.376084:0:30272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687262.377836:0:30272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687262.377850:0:30272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788687262.377864:0:30272:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687262.377869:0:30272:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687262.377873:0:30272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788687262.377881:0:30272:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687262.377884:0:30272:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687262.377886:0:30272:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687262.377889:0:30272:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687262.377891:0:30272:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687262.377894:0:30272:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687262.377897:0:30272:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687262.377900:0:30272:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687262.377904:0:30272:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56800. 00000080:00000001:2.0:1788687262.377925:0:30272:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687262.377927:0:30272:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687262.377930:0:30272:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687262.377933:0:30272:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811c41 00800000:00000001:2.0:1788687262.377937:0:30272:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687262.377939:0:30272:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687262.377941:0:30272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687262.377944:0:30272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687262.377946:0:30272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4c00 refcount=3 00000020:00000001:2.0:1788687262.377949:0:30272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.377952:0:30272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.377955:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.377956:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687262.377958:0:30272:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687262.377959:0:30272:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687262.377962:0:30272:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811c41 from it ffffaca081f23cb8 00010000:00000001:2.0:1788687262.377964:0:30272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687262.377988:0:30272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687262.377990:0:30272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4c00 refcount=3 00000020:00000001:2.0:1788687262.377992:0:30272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.377994:0:30272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.377997:0:30272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687262.378000:0:30272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788687262.378006:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.378007:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687262.378009:0:30272:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687262.378011:0:30272:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687262.378014:0:30272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788687262.378021:0:30272:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687262.378024:0:30272:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687262.378026:0:30272:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687262.378030:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.378031:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687262.378033:0:30272:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.378036:0:30272:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687262.378037:0:30272:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.378039:0:30272:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.378042:0:30272:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.378044:0:30272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687262.378045:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.378046:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687262.378048:0:30272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687262.378049:0:30272:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687262.378053:0:30272:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687262.378059:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23d08 00000080:00000008:2.0:1788687262.378061:0:30272:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788687262.379588:0:30272:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687262.379618:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23d08 00000080:00200008:2.0:1788687262.379621:0:30272:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788687262.379627:0:30272:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687262.379629:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23c80 00000080:00200000:2.0:1788687262.379631:0:30272:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687262.379636:0:30272:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56800. 00800000:00000002:2.0:1788687262.379642:0:30272:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687262.379647:0:30272:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687262.379650:0:30272:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687262.379653:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23ba0 00800000:00000002:2.0:1788687262.379655:0:30272:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687262.379658:0:30272:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687262.379661:0:30272:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687262.379666:0:30272:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687262.379667:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23a70 00000002:00010000:2.0:1788687262.379669:0:30272:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687262.379672:0:30272:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687262.379674:0:30272:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687262.379677:0:30272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687262.379683:0:30272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de500 count: 2 00010000:00000001:2.0:1788687262.379685:0:30272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687262.379690:0:30272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687262.379694:0:30272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687262.379698:0:30272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788687262.379708:0:30272:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687262.379711:0:30272:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687262.379715:0:30272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788687262.379732:0:30272:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687262.379734:0:30272:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687262.379736:0:30272:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687262.379738:0:30272:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687262.379740:0:30272:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687262.379741:0:30272:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687262.379744:0:30272:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687262.380049:0:30272:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687262.380053:0:30272:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56800. 00000080:00000001:2.0:1788687262.380057:0:30272:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687262.380059:0:30272:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687262.380062:0:30272:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687262.380065:0:30272:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811c41 00800000:00000001:2.0:1788687262.380068:0:30272:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687262.380071:0:30272:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687262.380073:0:30272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687262.380075:0:30272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687262.380078:0:30272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4c00 refcount=3 00000020:00000001:2.0:1788687262.380080:0:30272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.380083:0:30272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.380086:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.380087:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687262.380089:0:30272:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687262.380091:0:30272:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687262.380093:0:30272:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811c41 from it ffffaca081f23cb8 00010000:00000001:2.0:1788687262.380096:0:30272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687262.380097:0:30272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687262.380098:0:30272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4c00 refcount=3 00000020:00000001:2.0:1788687262.380100:0:30272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.380102:0:30272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.380104:0:30272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687262.380106:0:30272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788687262.380113:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.380114:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687262.380115:0:30272:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687262.380117:0:30272:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687262.380120:0:30272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788687262.380127:0:30272:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687262.380130:0:30272:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687262.380132:0:30272:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687262.380136:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.380137:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687262.380139:0:30272:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.380142:0:30272:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687262.380144:0:30272:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.380145:0:30272:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.380148:0:30272:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.380150:0:30272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687262.380151:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.380152:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687262.380155:0:30272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687262.380156:0:30272:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687262.380160:0:30272:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687262.380164:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23d08 00000080:00000008:2.0:1788687262.380166:0:30272:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788687262.380295:0:30272:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687262.380297:0:30272:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687262.380299:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23b78 00000080:00200000:2.0:1788687262.380301:0:30272:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687262.380306:0:30272:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56800. 00800000:00000002:2.0:1788687262.380309:0:30272:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687262.380311:0:30272:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687262.380313:0:30272:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687262.380315:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23a98 00800000:00000002:2.0:1788687262.380317:0:30272:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687262.380320:0:30272:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687262.380322:0:30272:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687262.380325:0:30272:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687262.380327:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23968 00000002:00010000:2.0:1788687262.380328:0:30272:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687262.380331:0:30272:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687262.380333:0:30272:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687262.380334:0:30272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687262.380339:0:30272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de500 count: 2 00010000:00000001:2.0:1788687262.380341:0:30272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687262.380344:0:30272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687262.380346:0:30272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687262.380350:0:30272:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788687262.380358:0:30272:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687262.380361:0:30272:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687262.380364:0:30272:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1788687262.380371:0:30272:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687262.380372:0:30272:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687262.380374:0:30272:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687262.380376:0:30272:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687262.380378:0:30272:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687262.380380:0:30272:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687262.380384:0:30272:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687262.380386:0:30272:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687262.380388:0:30272:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56800. 00000080:00000001:2.0:1788687262.380391:0:30272:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687262.380392:0:30272:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687262.380394:0:30272:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687262.380397:0:30272:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811c41 00800000:00000001:2.0:1788687262.380399:0:30272:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687262.380400:0:30272:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687262.380401:0:30272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687262.380403:0:30272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687262.380405:0:30272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4c00 refcount=3 00000020:00000001:2.0:1788687262.380407:0:30272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.380409:0:30272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.380411:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.380412:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687262.380413:0:30272:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687262.380415:0:30272:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687262.380417:0:30272:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811c41 from it ffffaca081f23bb0 00010000:00000001:2.0:1788687262.380419:0:30272:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687262.380420:0:30272:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687262.380421:0:30272:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4c00 refcount=3 00000020:00000001:2.0:1788687262.380423:0:30272:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.380425:0:30272:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:2.0:1788687262.380427:0:30272:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687262.380429:0:30272:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788687262.380435:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.380436:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687262.380437:0:30272:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687262.380439:0:30272:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687262.380441:0:30272:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788687262.380447:0:30272:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687262.380449:0:30272:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687262.380450:0:30272:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687262.380453:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.380454:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687262.380455:0:30272:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.380457:0:30272:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687262.380459:0:30272:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.380460:0:30272:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.380462:0:30272:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.380464:0:30272:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687262.380465:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.380466:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687262.380468:0:30272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687262.380469:0:30272:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687262.380471:0:30272:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 44 00000080:00000001:2.0:1788687262.380475:0:30272:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687262.380479:0:30272:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788687262.380482:0:30272:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788687262.380484:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23b78 00000080:00200008:2.0:1788687262.380486:0:30272:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 300000 00000080:00000010:2.0:1788687262.380491:0:30272:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29c17afa40. 00000080:00000001:2.0:1788687262.380495:0:30272:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687262.380497:0:30272:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687262.380508:0:30272:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788687262.380511:0:30272:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c03066f0 arg=7fff153db9f0 00000020:00000001:2.0:1788687262.380517:0:30272:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788687262.380521:0:30272:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff9b29c63d6000. 00000020:00000001:2.0:1788687262.380525:0:30272:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687262.380528:0:30272:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:2.0:1788687262.380530:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23ad0 00000080:00200000:2.0:1788687262.380532:0:30272:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) name=d21f.recovery-small-2 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:2.0:1788687262.380537:0:30272:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56800. 00800000:00000002:2.0:1788687262.380540:0:30272:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00800000:00000001:2.0:1788687262.380547:0:30272:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:2.0:1788687262.380549:0:30272:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788687262.380553:0:30272:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633202409432576 : -110871300119040 : ffff9b29c38a6600) 00800000:00000001:2.0:1788687262.380556:0:30272:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788687262.380557:0:30272:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788687262.380560:0:30272:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788687262.380563:0:30272:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788687262.380566:0:30272:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b29e019e800: Allocated FID [0x200000404:0x20:0x0] 40000000:00000001:2.0:1788687262.380568:0:30272:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687262.380570:0:30272:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687262.380573:0:30272:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687262.380575:0:30272:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687262.380577:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f239e8 00800000:00000002:2.0:1788687262.380579:0:30272:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21f.recovery-small-2' [0x200000404:0x20:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:2.0:1788687262.380583:0:30272:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1788687262.380586:0:30272:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788687262.380589:0:30272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de500 count: 2 00010000:00000001:2.0:1788687262.380591:0:30272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687262.380594:0:30272:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788687262.380597:0:30272:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788687262.380601:0:30272:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:2.0:1788687262.380608:0:30272:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788687262.380612:0:30272:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788687262.380613:0:30272:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788687262.380615:0:30272:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788687262.380618:0:30272:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687262.380619:0:30272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687262.380621:0:30272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de500 count: 3 00010000:00000001:2.0:1788687262.380623:0:30272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687262.380625:0:30272:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687262.380626:0:30272:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687262.380628:0:30272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687262.380629:0:30272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de500 count: 3 00010000:00000001:2.0:1788687262.380631:0:30272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687262.380633:0:30272:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687262.380634:0:30272:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687262.380635:0:30272:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687262.380637:0:30272:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de500 count: 3 00010000:00000001:2.0:1788687262.380639:0:30272:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687262.380641:0:30272:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687262.380643:0:30272:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788687262.380646:0:30272:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b29d8594200, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788687262.380650:0:30272:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:2.0:1788687262.380652:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23670 00000080:00002000:2.0:1788687262.380654:0:30272:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21f.recovery-small-2 00000080:00000001:2.0:1788687262.380659:0:30272:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788687262.380662:0:30272:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788687262.380665:0:30272:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788687262.380668:0:30272:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788687262.380669:0:30272:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.380672:0:30272:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788687262.380675:0:30272:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788687262.380676:0:30272:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788687262.380678:0:30272:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687262.380680:0:30272:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788687262.380684:0:30272:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc4c00 with handle 0x230d04438e811c41 from hash 00010000:00000001:2.0:1788687262.380686:0:30272:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788687262.380687:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.380689:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687262.380690:0:30272:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788687262.380692:0:30272:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788687262.380694:0:30272:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788687262.380698:0:30272:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788687262.380699:0:30272:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687262.380701:0:30272:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788687262.380707:0:30272:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8000. 00000020:00000040:2.0:1788687262.380710:0:30272:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:2.0:1788687262.380716:0:30272:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788687262.380718:0:30272:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.381173:0:30272:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687262.381178:0:30272:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687262.381181:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687262.381183:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687262.381184:0:30272:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687262.381188:0:30272:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687262.381190:0:30272:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687262.381193:0:30272:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687262.381200:0:30272:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c63d5c00. 00000100:00000001:2.0:1788687262.381207:0:30272:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.381210:0:30272:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687262.381212:0:30272:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788687262.381218:0:30272:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1788687262.381225:0:30272:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788687262.381227:0:30272:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788687262.381229:0:30272:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788687262.381231:0:30272:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811c41 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d1f1d expref: -99 pid: 30272 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:2.0:1788687262.381244:0:30272:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64de500 count: 0 00010000:00000010:2.0:1788687262.381250:0:30272:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5ca0b80. 00010000:00000001:2.0:1788687262.381257:0:30272:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687262.381258:0:30272:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.381260:0:30272:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687262.381262:0:30272:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.381264:0:30272:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788687262.381275:0:30272:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788687262.381286:0:30272:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c42e8000 x1875572824505088/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687262.381294:0:30272:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687262.381295:0:30272:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687262.381301:0:30272:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c5ca4600. 00000100:00000001:2.0:1788687262.381303:0:30272:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202447173120 : -110871262378496 : ffff9b29c5ca4600) 00000100:00000001:2.0:1788687262.381306:0:30272:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687262.381307:0:30272:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420187136 : -110871289364480 : ffff9b29c42e8000) 00000100:00000001:2.0:1788687262.381312:0:30272:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687262.381315:0:30272:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687262.381318:0:30272:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687262.381319:0:30272:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687262.381323:0:30272:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8000 x1875572824505088/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687262.381330:0:30272:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687262.381332:0:30272:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687262.381335:0:30272:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687262.381337:0:30272:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687262.381339:0:30272:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687262.381343:0:30272:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8000 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:30272:1875572824505088:192.168.203.144@tcp:36:lfs.0 00000100:00000001:2.0:1788687262.381346:0:30272:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687262.381350:0:30272:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687262.381353:0:30272:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687262.381355:0:30272:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687262.381358:0:30272:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d6c00. 02000000:00000001:2.0:1788687262.381360:0:30272:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687262.381367:0:30272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687262.381370:0:30272:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd4d0. 00000400:00000010:2.0:1788687262.381377:0:30272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240bb0. 00000100:00000200:2.0:1788687262.381383:0:30272:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824505088, portal 10 00000100:00000001:2.0:1788687262.381384:0:30272:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687262.381385:0:30272:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420187136 : -110871289364480 : ffff9b29c42e8000) 00000100:00000040:2.0:1788687262.381392:0:30272:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e8000 x1875572824505088/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687278 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687262.381399:0:30272:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687262.381402:0:30272:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687262.381404:0:30272:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240088. 00000100:00000200:2.0:1788687262.381407:0:30272:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875572824505088, offset 0 00000400:00000200:2.0:1788687262.381412:0:30272:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687262.381420:0:30272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687262.381426:0:30272:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687262.381431:0:30272:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687262.381434:0:30272:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687262.381438:0:30272:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687262.381440:0:30272:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687262.381444:0:30272:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2218:2218:256:4294967295] 192.168.203.144@tcp LPNI seq info [2218:2218:8:4294967295] 00000400:00000200:2.0:1788687262.381449:0:30272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687262.381458:0:30272:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687262.381464:0:30272:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687262.381468:0:30272:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec700. 00000800:00000200:2.0:1788687262.381474:0:30272:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687262.381482:0:30272:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687262.381486:0:30272:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec700 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1788687262.381504:0:30272:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687262.381509:0:30272:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 782176 usecs (783 jiffies) 00000400:00000200:2.0:1788687262.381512:0:30272:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687262.381514:0:30272:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296389169 00000100:00000001:2.0:1788687262.381517:0:30272:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296389922 00000100:00000001:2.0:1788687262.381520:0:30272:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296389169 00000100:00000001:2.0:1788687262.381522:0:30272:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296389922 00000100:00000001:2.0:1788687262.381524:0:30272:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687262.381527:0:30272:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687262.381529:0:30272:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687262.381531:0:30272:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687262.381533:0:30272:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca4600 going to sleep for 11 seconds 00000100:00000001:2.0:1788687262.381535:0:30272:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687262.381538:0:30272:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687262.382203:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687262.382209:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec700. 00000400:00000200:3.0:1788687262.382214:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687262.382220:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687262.382226:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240088 00000400:00000010:3.0:1788687262.382229:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240088. 00000100:00000001:3.0:1788687262.382233:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687262.382239:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8000 x1875572824505088/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687278 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687262.382249:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687262.382252:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8000 x1875572824505088/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687278 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687262.382259:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687262.382260:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788687262.394011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8600. 00000080:00000010:2.1:1788687262.394046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622f7e0. 00010000:00000010:2.1:1788687262.394054:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de500. 00010000:00000010:2.1:1788687262.394059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4c00. 00000800:00000001:3.0:1788687262.403959:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687262.403984:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687262.403988:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687262.403991:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687262.404000:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.404007:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687262.404016:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.404021:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.404026:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.404029:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 448 into portal 10 MB=0x6a9d2d3f47b00 00000400:00000200:3.0:1788687262.404035:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.404041:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 448/448 into md 0x629d [1] + 224 00000800:00000001:3.0:1788687262.404048:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687262.404054:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687262.404058:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687262.404063:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687262.404071:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687262.404080:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8000 x1875572824505088/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687278 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687262.404091:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9b29c42e8000 x1875572824505088/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687278 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687262.404112:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788687262.404121:0:2362:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788687262.404124:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.404129:0:2362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687262.404134:0:2362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2219:2219:256:4294967295] 192.168.203.144@tcp LPNI seq info [2219:2219:8:4294967295] 00000400:00000200:3.0:1788687262.404139:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.404146:0:2362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1788687262.404151:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000100:00000001:2.0:1788687262.404153:0:30272:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1788687262.404157:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a100. 00000400:00000001:2.0:1788687262.404161:0:30272:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000200:3.0:1788687262.404162:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000400:00000001:2.0:1788687262.404163:0:30272:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687262.404166:0:30272:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd4d0. 00000800:00000200:3.0:1788687262.404169:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000400:00000200:2.0:1788687262.404170:0:30272:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240bb0 00000400:00000010:2.0:1788687262.404172:0:30272:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240bb0. 00000800:00000200:3.0:1788687262.404174:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1788687262.404175:0:30272:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687262.404180:0:30272:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e8000 x1875572824505088/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687278 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687262.404188:0:30272:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e8000 x1875572824505088/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687278 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687262.404193:0:30272:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687262.404195:0:30272:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687262.404197:0:30272:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687262.404200:0:30272:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687262.404202:0:30272:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687262.404204:0:30272:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687262.404206:0:30272:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687262.404215:0:30272:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=34 v=5 (5 103 103 103) 00000100:00001000:2.0:1788687262.404218:0:30272:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687262.404222:0:30272:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687262.404223:0:30272:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687262.404226:0:30272:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687262.404229:0:30272:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687262.404232:0:30272:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788687262.404233:0:30272:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1] 00000100:00000001:2.0:1788687262.404235:0:30272:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788687262.404237:0:30272:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687262.404239:0:30272:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420187136 : -110871289364480 : ffff9b29c42e8000) 00000100:00000001:2.0:1788687262.404242:0:30272:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687262.404244:0:30272:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967592 00000100:00000001:2.0:1788687262.404246:0:30272:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687262.404248:0:30272:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687262.404250:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687262.404253:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a100. 00000100:00000040:2.0:1788687262.404253:0:30272:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e8000 x1875572824505088/t4294967595(4294967595) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687278 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788687262.404257:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687262.404260:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000100:00000001:2.0:1788687262.404260:0:30272:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687262.404264:0:30272:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:3.0:1788687262.404266:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788687262.404266:0:30272:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687262.404268:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687262.404270:0:30272:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e8000 x1875572824505088/t4294967595(4294967595) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687278 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687262.404277:0:30272:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e8000 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:30272:1875572824505088:192.168.203.144@tcp:36:lfs.0 00000100:00000001:2.0:1788687262.404282:0:30272:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687262.404284:0:30272:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687262.404286:0:30272:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687262.404288:0:30272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687262.404291:0:30272:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8000 x1875572824505088/t4294967595(4294967595) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687278 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687262.404297:0:30272:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687262.404300:0:30272:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c5ca4600. 00000100:00000001:2.0:1788687262.404302:0:30272:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687262.404304:0:30272:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687262.404311:0:30272:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788687262.404315:0:30272:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x20:0x0] 00800000:00000001:2.0:1788687262.404317:0:30272:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687262.404322:0:30272:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788687262.404327:0:30272:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788687262.404329:0:30272:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788687262.404332:0:30272:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:2.0:1788687262.404335:0:30272:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788687262.404349:0:30272:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b29d85718c0. 00000080:00000001:2.0:1788687262.404359:0:30272:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788687262.404362:0:30272:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x20:0x0](ffff9b29d8571988) 00000080:00000001:2.0:1788687262.404365:0:30272:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788687262.404367:0:30272:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x20:0x0] 00000080:00000001:2.0:1788687262.404369:0:30272:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687262.404370:0:30272:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:2.0:1788687262.404373:0:30272:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788687262.404375:0:30272:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833952 mtime from 0 to 1788687262 00000080:00200000:2.0:1788687262.404379:0:30272:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x20:0x0], updating i_size 16384 00000080:00000001:2.0:1788687262.404381:0:30272:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788687262.404383:0:30272:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758392200 : -110870951159416 : ffff9b29d8571988) 00000080:00000001:2.0:1788687262.404385:0:30272:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788687262.404388:0:30272:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788687262.404389:0:30272:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687262.404396:0:30272:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687262.404400:0:30272:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8000 x1875572824505088/t4294967595(4294967595) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687278 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687262.404406:0:30272:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788687262.404409:0:30272:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687262.404412:0:30272:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56800. 00000080:00000010:2.0:1788687262.404416:0:30272:0:(dir.c:2106:ll_dir_ioctl()) kvfree 'data': 648 at ffff9b29c63d6000. 00000080:00000001:2.0:1788687262.404419:0:30272:0:(dir.c:2107:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687262.404435:0:30272:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788687262.404437:0:30272:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788687262.404441:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23dd0 00000080:00200008:2.0:1788687262.404444:0:30272:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 300000 00000080:00400000:2.0:1788687262.404447:0:30272:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1788687262.404450:0:30272:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29c17afa40. 00000080:00000001:2.0:1788687262.404454:0:30272:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788687262.404456:0:30272:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23dd0 00000080:00000008:2.0:1788687262.404458:0:30272:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 300000, rc = 0 00000080:00000001:2.0:1788687262.404460:0:30272:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687262.404461:0:30272:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687262.447879:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687262.447885:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2900. 00000400:00000200:2.0:1788687262.447898:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687262.447932:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687262.447939:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcb28 00000400:00000010:2.0:1788687262.447942:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcb28. 00000100:00000001:2.0:1788687262.447947:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687262.447953:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9aa00 x1875572824505216/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687262.447963:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687262.447977:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9aa00 x1875572824505216/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687278 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687262.447985:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687262.447987:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687262.457311:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687262.457326:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687262.457330:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687262.457332:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687262.457340:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.457348:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687262.457357:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.457361:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.457366:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.457370:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f47b80 00000400:00000200:3.0:1788687262.457374:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.457379:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x62ad [1] + 224 00000800:00000001:3.0:1788687262.457385:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687262.457390:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687262.457393:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687262.457397:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687262.457404:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687262.457413:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9aa00 x1875572824505216/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687278 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687262.457424:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c8b9aa00 x1875572824505216/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687262.457440:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687262.457446:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687262.457449:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687262.458384:0:30274:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4000/0x230d04438e811c4f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1f4e expref: -99 pid: 30274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687262.458394:0:30274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687262.458395:0:30274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687262.458397:0:30274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687262.458398:0:30274:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687262.458399:0:30274:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4000 refcount=5 00000020:00000001:1.0:1788687262.458401:0:30274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509037568 : -110871200514048 : ffff9b29c97a4000) 00010000:00000001:1.0:1788687262.458403:0:30274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509037568 : -110871200514048 : ffff9b29c97a4000) 00010000:00000001:1.0:1788687262.458405:0:30274:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687262.458408:0:30274:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4000/0x230d04438e811c4f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1f4e expref: -99 pid: 30274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687262.458414:0:30274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687262.458415:0:30274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788687262.458418:0:30274:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4000/0x230d04438e811c4f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1f4e expref: -99 pid: 30274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687262.458424:0:30274:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687262.458425:0:30274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687262.458426:0:30274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687262.458427:0:30274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687262.458428:0:30274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788687262.458433:0:30274:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c8b9aa00 x1875572824505216/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687278 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788687262.458442:0:30274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687262.458443:0:30274:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687262.458444:0:30274:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4000 refcount=3 00000020:00000001:1.0:1788687262.458446:0:30274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509037568 : -110871200514048 : ffff9b29c97a4000) 00010000:00000001:1.0:1788687262.458448:0:30274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509037568 : -110871200514048 : ffff9b29c97a4000) 00010000:00000001:1.0:1788687262.458450:0:30274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687262.458451:0:30274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687262.458452:0:30274:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687262.458455:0:30274:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687262.458457:0:30274:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788687262.458459:0:30274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687262.458460:0:30274:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687262.458461:0:30274:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4000 refcount=3 00000020:00000001:1.0:1788687262.458463:0:30274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509037568 : -110871200514048 : ffff9b29c97a4000) 00010000:00000001:1.0:1788687262.458465:0:30274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509037568 : -110871200514048 : ffff9b29c97a4000) 00000002:00010000:1.0:1788687262.458468:0:30274:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4000/0x230d04438e811c4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1f4e expref: -99 pid: 30274 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687262.458473:0:30274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687262.458474:0:30274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687262.458476:0:30274:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687262.458477:0:30274:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687262.458478:0:30274:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687262.458479:0:30274:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4000 refcount=3 00000020:00000001:1.0:1788687262.458481:0:30274:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509037568 : -110871200514048 : ffff9b29c97a4000) 00010000:00000001:1.0:1788687262.458483:0:30274:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509037568 : -110871200514048 : ffff9b29c97a4000) 00010000:00000040:1.0:1788687262.458495:0:30274:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f800 count: 2 00010000:00000001:1.0:1788687262.458498:0:30274:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788687262.458502:0:30274:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788687262.458504:0:30274:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687262.458505:0:30274:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687262.458506:0:30274:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788687262.458509:0:30274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23938 00000002:00002000:1.0:1788687262.458511:0:30274:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788687262.458514:0:30274:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687262.458517:0:30274:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687262.458520:0:30274:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788687262.458523:0:30274:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788687262.458526:0:30274:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687262.458529:0:30274:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687262.458533:0:30274:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29d0273200. 00000080:00000001:1.0:1788687262.458538:0:30274:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687262.458541:0:30274:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788687262.458546:0:30274:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788687262.458549:0:30274:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00000800:00000200:2.0:1788687262.460262:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687262.460266:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445000. 00000400:00000200:2.0:1788687262.460272:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687262.460277:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687262.460281:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdabb0 00000400:00000010:2.0:1788687262.460283:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdabb0. 00000100:00000001:2.0:1788687262.460287:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687262.460291:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1880 x1875572824505344/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687278 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687262.460300:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687262.460303:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1880 x1875572824505344/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687278 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687262.460308:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687262.460311:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687262.473090:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687262.473106:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687262.473111:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687262.473113:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687262.473122:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.473130:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687262.473139:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.473144:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.473150:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.473154:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x6a9d2d3f47c00 00000400:00000200:3.0:1788687262.473159:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.473165:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x62b5 [1] + 224 00000800:00000001:3.0:1788687262.473172:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687262.473196:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687262.473201:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687262.473206:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687262.473213:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687262.473223:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1880 x1875572824505344/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687278 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687262.473234:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b29c97f1880 x1875572824505344/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687278 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687262.473255:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687262.473263:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687262.473266:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1788687262.478948:0:30274:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b29c68c0000. 02000000:00000001:2.0:1788687262.478955:0:30274:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687262.478973:0:30274:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687262.478982:0:30274:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd4d0. 00000400:00000010:2.0:1788687262.478991:0:30274:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b29c63d4c00. 00000100:00000200:2.0:1788687262.478998:0:30274:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875572824505600, portal 10 00000100:00000001:2.0:1788687262.479001:0:30274:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687262.479003:0:30274:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509355136 : -110871200196480 : ffff9b29c97f1880) 00000100:00000040:2.0:1788687262.479014:0:30274:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f1880 x1875572824505600/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687278 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687262.479837:0:30274:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687262.479843:0:30274:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687262.479849:0:30274:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240bb0. 00000100:00000200:2.0:1788687262.479854:0:30274:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875572824505600, offset 0 00000400:00000200:2.0:1788687262.479860:0:30274:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687262.479868:0:30274:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687262.479876:0:30274:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687262.479881:0:30274:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687262.479885:0:30274:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687262.479888:0:30274:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687262.479891:0:30274:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687262.479895:0:30274:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2222:2222:256:4294967295] 192.168.203.144@tcp LPNI seq info [2222:2222:8:4294967295] 00000400:00000200:2.0:1788687262.479899:0:30274:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687262.479939:0:30274:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687262.479946:0:30274:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687262.479952:0:30274:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec000. 00000800:00000200:2.0:1788687262.479958:0:30274:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687262.479976:0:30274:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687262.479980:0:30274:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec000 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788687262.480002:0:30274:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687262.480008:0:30274:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 778500 usecs (779 jiffies) 00000400:00000200:2.0:1788687262.480012:0:30274:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687262.480015:0:30274:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296389264 00000100:00000001:2.0:1788687262.480084:0:30274:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296389922 00000100:00000001:2.0:1788687262.480089:0:30274:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296389264 00000100:00000001:2.0:1788687262.480091:0:30274:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296389922 00000100:00000001:2.0:1788687262.480093:0:30274:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687262.480096:0:30274:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687262.480099:0:30274:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687262.480101:0:30274:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687262.480103:0:30274:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6bdc480 going to sleep for 11 seconds 00000100:00000001:2.0:1788687262.480106:0:30274:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687262.480109:0:30274:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687262.480981:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687262.480987:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec000. 00000400:00000200:3.0:1788687262.480994:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687262.481000:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687262.481006:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240bb0 00000400:00000010:3.0:1788687262.481008:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240bb0. 00000100:00000001:3.0:1788687262.481012:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687262.481085:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1880 x1875572824505600/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687278 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687262.481098:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687262.481102:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1880 x1875572824505600/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687278 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687262.481109:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687262.481111:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687262.486797:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687262.486820:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687262.486826:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687262.486829:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687262.486841:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.486851:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687262.486873:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.486879:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.486886:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.486891:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x6a9d2d3f47d00 00000400:00000200:3.0:1788687262.486897:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687262.486903:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x62bd [32] + 224 00000800:00000001:3.0:1788687262.487477:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687262.487636:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687262.487642:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687262.487648:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687262.487659:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687262.487670:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1880 x1875572824505600/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687278 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687262.487682:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b29c97f1880 x1875572824505600/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687278 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687262.488170:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788687262.488183:0:2361:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788687262.488191:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687262.488200:0:2361:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687262.488208:0:2361:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2223:2223:256:4294967295] 192.168.203.144@tcp LPNI seq info [2223:2223:8:4294967295] 00000400:00000200:2.0:1788687262.488213:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687262.488223:0:2361:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1788687262.488230:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687262.488241:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9b29c63d7800. 00000800:00000200:2.0:1788687262.488250:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687262.488259:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687262.488266:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63d7800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788687262.489274:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687262.489279:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9b29c63d7800. 00000400:00000200:2.0:1788687262.489284:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687262.489290:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1788687262.489301:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687262.489307:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788687262.731168:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687262.731172:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687262.731175:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788687263.388700:0:30284:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687263.388710:0:30284:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687263.388713:0:30284:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687263.388718:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abbc0 00000080:00200000:2.0:1788687263.388724:0:30284:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687263.389101:0:30284:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56200. 00800000:00000002:2.0:1788687263.389109:0:30284:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687263.389114:0:30284:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687263.389121:0:30284:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687263.389122:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abae0 00800000:00000002:2.0:1788687263.389125:0:30284:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687263.389128:0:30284:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687263.389133:0:30284:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687263.389138:0:30284:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687263.389140:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab9b0 00000002:00010000:2.0:1788687263.389141:0:30284:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687263.389145:0:30284:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687263.389147:0:30284:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687263.389151:0:30284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687263.389161:0:30284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f800 count: 2 00010000:00000001:2.0:1788687263.389165:0:30284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687263.389173:0:30284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687263.389178:0:30284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687263.389184:0:30284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4000/0x230d04438e811c4f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1f4e expref: -99 pid: 30274 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788687263.389279:0:30284:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687263.389285:0:30284:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687263.389288:0:30284:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4000/0x230d04438e811c4f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1f4e expref: -99 pid: 30274 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788687263.389296:0:30284:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687263.389299:0:30284:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687263.389301:0:30284:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687263.389303:0:30284:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687263.389306:0:30284:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687263.389308:0:30284:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687263.389311:0:30284:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687263.389325:0:30284:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687263.389329:0:30284:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56200. 00000080:00000001:2.0:1788687263.389335:0:30284:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687263.389337:0:30284:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687263.389340:0:30284:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687263.389343:0:30284:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811c4f 00800000:00000001:2.0:1788687263.389348:0:30284:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687263.389351:0:30284:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687263.389353:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687263.389356:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687263.389359:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4000 refcount=3 00000020:00000001:2.0:1788687263.389362:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509037568 : -110871200514048 : ffff9b29c97a4000) 00010000:00000001:2.0:1788687263.389365:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509037568 : -110871200514048 : ffff9b29c97a4000) 00010000:00000001:2.0:1788687263.389368:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687263.389369:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687263.390068:0:30284:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687263.390072:0:30284:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687263.390077:0:30284:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811c4f from it ffffaca0814abbf8 00010000:00000001:2.0:1788687263.390080:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687263.390082:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687263.390084:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4000 refcount=3 00000020:00000001:2.0:1788687263.390086:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509037568 : -110871200514048 : ffff9b29c97a4000) 00010000:00000001:2.0:1788687263.390089:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509037568 : -110871200514048 : ffff9b29c97a4000) 00010000:00000001:2.0:1788687263.390091:0:30284:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687263.390096:0:30284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4000/0x230d04438e811c4f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1f4e expref: -99 pid: 30274 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687263.390104:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687263.390106:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687263.390107:0:30284:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687263.390111:0:30284:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687263.390114:0:30284:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4000/0x230d04438e811c4f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1f4e expref: -99 pid: 30274 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687263.390124:0:30284:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687263.390128:0:30284:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687263.390130:0:30284:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687263.390135:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687263.390137:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687263.390138:0:30284:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687263.390142:0:30284:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687263.390144:0:30284:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687263.390146:0:30284:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687263.390148:0:30284:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687263.390150:0:30284:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687263.390151:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687263.390153:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687263.390157:0:30284:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687263.390159:0:30284:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687263.390161:0:30284:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788687263.390167:0:30284:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687263.390187:0:30284:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c622fe40. 00000020:00000001:2.0:1788687263.390195:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abb28 00000080:00200000:2.0:1788687263.390198:0:30284:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), flags=25 00000080:00000001:2.0:1788687263.390201:0:30284:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788687263.390204:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab9d8 00000080:00200000:2.0:1788687263.390206:0:30284:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=0 00000080:00000010:2.0:1788687263.390215:0:30284:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56200. 00800000:00000002:2.0:1788687263.390220:0:30284:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687263.390225:0:30284:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687263.390228:0:30284:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687263.390229:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab8f8 00800000:00000002:2.0:1788687263.390232:0:30284:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687263.390235:0:30284:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788687263.390239:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab890 00800000:00000002:2.0:1788687263.390241:0:30284:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-2' -> mds #0 00000002:00000001:2.0:1788687263.390244:0:30284:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687263.390246:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab7c8 00000002:00010000:2.0:1788687263.390248:0:30284:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1788687263.390252:0:30284:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788687263.390255:0:30284:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788687263.390260:0:30284:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42ead80. 00000020:00000040:2.0:1788687263.390265:0:30284:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:2.0:1788687263.390272:0:30284:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687263.390277:0:30284:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687263.390279:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687263.390281:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687263.390282:0:30284:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687263.390285:0:30284:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687263.390288:0:30284:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687263.390292:0:30284:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687263.390300:0:30284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c63d7000. 00000100:00000001:2.0:1788687263.390308:0:30284:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687263.390362:0:30284:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687263.390365:0:30284:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687263.390367:0:30284:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687263.390368:0:30284:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687263.390551:0:30284:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687263.390564:0:30284:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202420198784 : -110871289352832 : ffff9b29c42ead80) 00010000:00000001:2.0:1788687263.390568:0:30284:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788687263.390571:0:30284:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788687263.390576:0:30284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f800 count: 2 00010000:00000001:2.0:1788687263.390579:0:30284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687263.390583:0:30284:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788687263.390587:0:30284:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29d13a9600. 00000020:00000001:2.0:1788687263.390592:0:30284:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788687263.390594:0:30284:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29d13a9600 with handle 0x230d04438e811c64 to hash 00000020:00000001:2.0:1788687263.390596:0:30284:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788687263.390598:0:30284:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:2.0:1788687263.390602:0:30284:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:2.0:1788687263.390606:0:30284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687263.390609:0:30284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687263.390613:0:30284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811c64 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687263.390622:0:30284:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811c64 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687263.390633:0:30284:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811c64 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30284 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788687263.390639:0:30284:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687263.390641:0:30284:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687263.390782:0:30284:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c5ca4a80. 00000100:00000001:2.0:1788687263.390786:0:30284:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202447174272 : -110871262377344 : ffff9b29c5ca4a80) 00000100:00000001:2.0:1788687263.390790:0:30284:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687263.390791:0:30284:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420198784 : -110871289352832 : ffff9b29c42ead80) 00000100:00000001:2.0:1788687263.390868:0:30284:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687263.390873:0:30284:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687263.390876:0:30284:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687263.390878:0:30284:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687263.390893:0:30284:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42ead80 x1875572824505728/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687263.390903:0:30284:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687263.390938:0:30284:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687263.390943:0:30284:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687263.390947:0:30284:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687263.390950:0:30284:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687263.390955:0:30284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42ead80 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:30284:1875572824505728:192.168.203.144@tcp:101:touch.0 00000100:00000001:2.0:1788687263.390969:0:30284:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687263.390977:0:30284:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687263.390979:0:30284:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687263.390982:0:30284:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687263.390989:0:30284:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c6815800. 02000000:00000001:2.0:1788687263.390991:0:30284:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687263.391001:0:30284:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687263.391006:0:30284:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fdf78. 00000400:00000010:2.0:1788687263.391015:0:30284:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240dd0. 00000100:00000200:2.0:1788687263.391024:0:30284:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824505728, portal 10 00000100:00000001:2.0:1788687263.391026:0:30284:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687263.391028:0:30284:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420198784 : -110871289352832 : ffff9b29c42ead80) 00000100:00000040:2.0:1788687263.391035:0:30284:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42ead80 x1875572824505728/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687279 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687263.391044:0:30284:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687263.391048:0:30284:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687263.391052:0:30284:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240bb0. 00000100:00000200:2.0:1788687263.391055:0:30284:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875572824505728, offset 0 00000400:00000200:2.0:1788687263.391064:0:30284:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687263.391074:0:30284:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687263.391084:0:30284:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687263.391091:0:30284:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687263.391096:0:30284:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687263.391101:0:30284:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687263.391105:0:30284:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687263.391111:0:30284:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2224:2224:256:4294967295] 192.168.203.144@tcp LPNI seq info [2224:2224:8:4294967295] 00000400:00000200:2.0:1788687263.391117:0:30284:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687263.391131:0:30284:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687263.391138:0:30284:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687263.391144:0:30284:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec200. 00000800:00000200:2.0:1788687263.391152:0:30284:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687263.391163:0:30284:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687263.391169:0:30284:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788687263.391239:0:30284:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687263.391245:0:30284:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 777276 usecs (778 jiffies) 00000400:00000200:2.0:1788687263.391249:0:30284:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687263.391252:0:30284:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296390174 00000100:00000001:2.0:1788687263.391260:0:30284:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296389922 00000100:00000001:2.0:1788687263.391266:0:30284:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296390174 00000100:00000001:2.0:1788687263.391270:0:30284:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296389922 00000100:00000001:2.0:1788687263.391273:0:30284:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687263.391276:0:30284:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687263.391279:0:30284:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687263.391282:0:30284:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687263.391285:0:30284:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca4a80 going to sleep for 11 seconds 00000100:00000001:2.0:1788687263.391288:0:30284:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687263.391292:0:30284:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687263.392283:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687263.392290:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec200. 00000400:00000200:3.0:1788687263.392296:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687263.392303:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687263.392311:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240bb0 00000400:00000010:3.0:1788687263.392319:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240bb0. 00000100:00000001:3.0:1788687263.392324:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687263.392332:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42ead80 x1875572824505728/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687279 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687263.392344:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687263.392347:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42ead80 x1875572824505728/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687279 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687263.392354:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687263.392356:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687263.408352:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687263.408377:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687263.408383:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687263.408386:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687263.408399:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687263.408409:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687263.408421:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687263.408427:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687263.408434:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687263.408441:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x6a9d2d3f47d80 00000400:00000200:2.0:1788687263.408448:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687263.408456:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x62cd [1] + 224 00000800:00000001:2.0:1788687263.408466:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687263.408481:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687263.408486:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687263.408491:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687263.408502:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687263.408513:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42ead80 x1875572824505728/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687279 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687263.408526:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b29c42ead80 x1875572824505728/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687279 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687263.408554:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687263.408564:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687263.408567:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687263.408653:0:30284:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687263.408663:0:30284:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687263.408665:0:30284:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687263.408670:0:30284:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fdf78. 00000400:00000200:1.0:1788687263.408675:0:30284:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240dd0 00000400:00000010:1.0:1788687263.408678:0:30284:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240dd0. 00000100:00000001:1.0:1788687263.408682:0:30284:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687263.408687:0:30284:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42ead80 x1875572824505728/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687279 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687263.408706:0:30284:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42ead80 x1875572824505728/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687279 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687263.408713:0:30284:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687263.408716:0:30284:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687263.408730:0:30284:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687263.408734:0:30284:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687263.408737:0:30284:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687263.408739:0:30284:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687263.408743:0:30284:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687263.408754:0:30284:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=35 v=5 (5 103 103 103) 00000100:00001000:1.0:1788687263.408759:0:30284:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=4 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687263.408762:0:30284:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687263.408764:0:30284:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687263.408767:0:30284:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687263.408772:0:30284:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687263.408776:0:30284:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687263.408779:0:30284:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967592 00000100:00000001:1.0:1788687263.408782:0:30284:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687263.408786:0:30284:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687263.408792:0:30284:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42ead80 x1875572824505728/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687279 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687263.408800:0:30284:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687263.408804:0:30284:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687263.408807:0:30284:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687263.408811:0:30284:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42ead80 x1875572824505728/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687279 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687263.408820:0:30284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42ead80 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:30284:1875572824505728:192.168.203.144@tcp:101:touch.0 00000100:00000001:1.0:1788687263.408826:0:30284:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687263.408829:0:30284:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687263.408833:0:30284:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687263.408836:0:30284:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687263.408839:0:30284:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42ead80 x1875572824505728/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687279 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687263.408847:0:30284:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687263.408850:0:30284:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c5ca4a80. 00000100:00000001:1.0:1788687263.408855:0:30284:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687263.408857:0:30284:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687263.408860:0:30284:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788687263.408866:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687263.408869:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687263.408873:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9600 refcount=4 00000020:00000001:1.0:1788687263.408875:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:1.0:1788687263.408880:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000040:1.0:1788687263.408888:0:30284:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29d13a9600, remote cookie: 0x59c08f76ab1d1fa9, flags: 0x1001 00010000:00010000:1.0:1788687263.408894:0:30284:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811c64 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fa9 expref: -99 pid: 30284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788687263.408904:0:30284:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788687263.408950:0:30284:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788687263.408969:0:30284:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c422fa00. 00010000:00000010:1.0:1788687263.408976:0:30284:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5d3bb80. 00010000:00000001:1.0:1788687263.408983:0:30284:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687263.408986:0:30284:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811c64 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fa9 expref: -99 pid: 30284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687263.408999:0:30284:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811c64 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fa9 expref: -99 pid: 30284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687263.409006:0:30284:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788687263.409011:0:30284:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788687263.409014:0:30284:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788687263.409016:0:30284:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788687263.409017:0:30284:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788687263.409019:0:30284:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x20:0x0].0x0 (ffff9b29c422fa00) refcount = 1 00010000:00010000:1.0:1788687263.409024:0:30284:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811c64 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1fa9 expref: -99 pid: 30284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687263.409031:0:30284:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788687263.409034:0:30284:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788687263.409036:0:30284:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687263.409039:0:30284:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788687263.409043:0:30284:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687263.409046:0:30284:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811c64 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fa9 expref: -99 pid: 30284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687263.409053:0:30284:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788687263.409054:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.409056:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687263.409058:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.409059:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687263.409060:0:30284:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687263.409066:0:30284:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788687263.409068:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687263.409069:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687263.409071:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9600 refcount=3 00000020:00000001:1.0:1788687263.409073:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:1.0:1788687263.409076:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:1.0:1788687263.409079:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687263.409080:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687263.409082:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9600 refcount=4 00000020:00000001:1.0:1788687263.409084:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:1.0:1788687263.409087:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:1.0:1788687263.409090:0:30284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687263.409093:0:30284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687263.409096:0:30284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811c64 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1fa9 expref: -99 pid: 30284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687263.409103:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.409104:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687263.409105:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687263.409107:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687263.409108:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9600 refcount=5 00000020:00000001:1.0:1788687263.409110:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:1.0:1788687263.409112:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:1.0:1788687263.409115:0:30284:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687263.409118:0:30284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811c64 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1fa9 expref: -99 pid: 30284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687263.409124:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.409126:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788687263.409129:0:30284:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811c64 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1fa9 expref: -99 pid: 30284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687263.409136:0:30284:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687263.409138:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.409139:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687263.409141:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.409142:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788687263.409147:0:30284:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9b29c42ead80 x1875572824505728/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687279 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788687263.409163:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687263.409164:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687263.409165:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9600 refcount=3 00000020:00000001:1.0:1788687263.409167:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:1.0:1788687263.409169:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:1.0:1788687263.409172:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.409173:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687263.409174:0:30284:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687263.409177:0:30284:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687263.409181:0:30284:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788687263.409184:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687263.409185:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687263.409186:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9600 refcount=3 00000020:00000001:1.0:1788687263.409188:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:1.0:1788687263.409190:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00000002:00010000:1.0:1788687263.409194:0:30284:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811c64 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fa9 expref: -99 pid: 30284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687263.409202:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.409203:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687263.409205:0:30284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687263.409207:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687263.409208:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687263.409210:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9600 refcount=3 00000020:00000001:1.0:1788687263.409212:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:1.0:1788687263.409214:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000040:1.0:1788687263.409219:0:30284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422fa00 count: 2 00010000:00000001:1.0:1788687263.409222:0:30284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788687263.409228:0:30284:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/32 (0 0) 00010000:00000001:1.0:1788687263.409231:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.409232:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687263.409234:0:30284:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788687263.409237:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab750 00000002:00002000:1.0:1788687263.409240:0:30284:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788687263.409244:0:30284:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687263.409248:0:30284:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687263.409252:0:30284:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788687263.409255:0:30284:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788687263.409259:0:30284:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687263.409263:0:30284:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000001:1.0:1788687263.409267:0:30284:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788687263.409269:0:30284:0:(namei.c:674:ll_lookup_it_finish()) it ffffaca0814abac8 it_disposition b 00000080:00000001:1.0:1788687263.409272:0:30284:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788687263.409280:0:30284:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788687263.409283:0:30284:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788687263.409286:0:30284:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:1.0:1788687263.409289:0:30284:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788687263.409297:0:30284:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788687263.409300:0:30284:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x20:0x0] 00000080:00000001:1.0:1788687263.409302:0:30284:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687263.409305:0:30284:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:1.0:1788687263.409308:0:30284:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788687263.409313:0:30284:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x20:0x0], updating i_size 16384 00000080:00200000:1.0:1788687263.409316:0:30284:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x20:0x0](ffff9b29d8571988): rc = 0 00000080:00000001:1.0:1788687263.409318:0:30284:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758392200 : -110870951159416 : ffff9b29d8571988) 00010000:00000001:1.0:1788687263.409320:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687263.409321:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687263.409322:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9600 refcount=3 00000020:00000001:1.0:1788687263.409324:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:1.0:1788687263.409327:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:1.0:1788687263.409329:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.409330:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687263.409333:0:30284:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788687263.409334:0:30284:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788687263.409336:0:30284:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788687263.409339:0:30284:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788687263.409342:0:30284:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687263.409345:0:30284:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x20:0x0](ffff9b29d8571988) for lock 0x230d04438e811c64 00800000:00000001:1.0:1788687263.409348:0:30284:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687263.409350:0:30284:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687263.409351:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687263.409352:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687263.409354:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9600 refcount=3 00000020:00000001:1.0:1788687263.409356:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:1.0:1788687263.409358:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:1.0:1788687263.409360:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.409361:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687263.409362:0:30284:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687263.409364:0:30284:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788687263.409372:0:30284:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d868dd80 inode ffff9b29d8571988 refc 1 flags 0x20000e 00000080:00000001:1.0:1788687263.409376:0:30284:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788687263.409378:0:30284:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687263.409380:0:30284:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788687263.409384:0:30284:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x20:0x0](ffff9b29d8571988) 00000080:00010000:1.0:1788687263.409388:0:30284:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811c64 from it ffffaca0814abac8 00010000:00000001:1.0:1788687263.409390:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687263.409391:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687263.409392:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9600 refcount=3 00000020:00000001:1.0:1788687263.409394:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:1.0:1788687263.409396:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:1.0:1788687263.409398:0:30284:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687263.409401:0:30284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811c64 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1fa9 expref: -99 pid: 30284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687263.409407:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.409408:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687263.409410:0:30284:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687263.409412:0:30284:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687263.409415:0:30284:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811c64 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fa9 expref: -99 pid: 30284 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687263.409427:0:30284:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687263.409430:0:30284:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687263.409433:0:30284:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687263.409437:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.409439:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687263.409441:0:30284:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687263.409445:0:30284:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687263.409447:0:30284:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687263.409449:0:30284:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687263.409452:0:30284:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687263.409453:0:30284:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687263.409454:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.409455:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687263.409457:0:30284:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788687263.409460:0:30284:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56200. 00000100:00000001:1.0:1788687263.409465:0:30284:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687263.409470:0:30284:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42ead80 x1875572824505728/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687279 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687263.409477:0:30284:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687263.409480:0:30284:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687263.409483:0:30284:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c6815800. 02000000:00000001:1.0:1788687263.409487:0:30284:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687263.409490:0:30284:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687263.409493:0:30284:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687263.409495:0:30284:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687263.409499:0:30284:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c63d7000. 02000000:00000001:1.0:1788687263.409503:0:30284:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687263.409506:0:30284:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687263.409508:0:30284:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42ead80. 00000100:00000001:1.0:1788687263.409512:0:30284:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687263.409514:0:30284:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687263.409524:0:30284:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788687263.409527:0:30284:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x20:0x0](ffff9b29d8571988), inode mode 41ed mask 1 00000080:00000001:1.0:1788687263.409533:0:30284:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687263.409553:0:30284:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c5d00d20. 00000080:00000001:1.0:1788687263.409559:0:30284:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788687263.409560:0:30284:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x20:0x0](ffff9b29d8571988), inode mode 41ed mask 3 00000080:00000001:1.0:1788687263.409563:0:30284:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687263.409566:0:30284:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788687263.409568:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abb58 00000080:00200000:1.0:1788687263.409571:0:30284:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x20:0x0](ffff9b29d8571988), file ffff9b29c9736180, open_flags 8941, mode 81b6 opened 0 00000080:00000010:1.0:1788687263.409576:0:30284:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b29e06fe8a0. 00000080:00000001:1.0:1788687263.409580:0:30284:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788687263.409582:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814aba08 00000080:00200000:1.0:1788687263.409584:0:30284:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x20:0x0](ffff9b29d8571988), intent=open|creat 00000080:00000010:1.0:1788687263.409591:0:30284:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29d0273c00. 00000080:00000001:1.0:1788687263.409599:0:30284:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687263.409602:0:30284:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687263.409604:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab928 00800000:00000002:1.0:1788687263.409606:0:30284:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x20:0x0] 00800000:00000001:1.0:1788687263.409610:0:30284:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788687263.409613:0:30284:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788687263.409618:0:30284:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633202409432576 : -110871300119040 : ffff9b29c38a6600) 00800000:00000001:1.0:1788687263.409622:0:30284:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788687263.409625:0:30284:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788687263.409627:0:30284:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788687263.409630:0:30284:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788687263.409633:0:30284:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b29e019e800: Allocated FID [0x200000404:0x22:0x0] 40000000:00000001:1.0:1788687263.409636:0:30284:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687263.409639:0:30284:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687263.409640:0:30284:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687263.409642:0:30284:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687263.409644:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab8a8 00800000:00000002:1.0:1788687263.409646:0:30284:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x20:0x0], fid2=[0x200000404:0x22:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:1.0:1788687263.409651:0:30284:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687263.409653:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab7e0 00000002:00010000:1.0:1788687263.409655:0:30284:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000404:0x22:0x0]) in obj [0x200000404:0x20:0x0], intent: open|creat flags 0104502 00000002:00000001:1.0:1788687263.409659:0:30284:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788687263.409662:0:30284:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788687263.409671:0:30284:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788687263.409675:0:30284:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687263.409677:0:30284:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788687263.409681:0:30284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422fa00 count: 2 00010000:00000001:1.0:1788687263.409684:0:30284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687263.409687:0:30284:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788687263.409690:0:30284:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687263.409692:0:30284:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687263.409694:0:30284:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687263.409699:0:30284:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99180. 00000020:00000040:1.0:1788687263.409703:0:30284:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:1.0:1788687263.409709:0:30284:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788687263.409710:0:30284:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687263.409714:0:30284:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687263.409718:0:30284:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687263.409721:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.409723:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687263.409724:0:30284:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687263.409727:0:30284:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687263.409729:0:30284:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687263.409734:0:30284:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687263.409741:0:30284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6910000. 00000100:00000001:1.0:1788687263.409750:0:30284:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687263.409754:0:30284:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687263.409756:0:30284:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687263.409757:0:30284:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687263.409758:0:30284:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687263.409761:0:30284:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687263.409771:0:30284:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633202496409984 : -110871213141632 : ffff9b29c8b99180) 00010000:00000001:1.0:1788687263.409775:0:30284:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788687263.409777:0:30284:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788687263.409779:0:30284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422fa00 count: 2 00010000:00000001:1.0:1788687263.409781:0:30284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687263.409784:0:30284:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687263.409787:0:30284:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a5e00. 00000020:00000001:1.0:1788687263.409792:0:30284:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687263.409794:0:30284:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a5e00 with handle 0x230d04438e811c6b to hash 00000020:00000001:1.0:1788687263.409797:0:30284:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687263.409799:0:30284:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687263.409803:0:30284:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687263.409806:0:30284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687263.409808:0:30284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687263.409812:0:30284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811c6b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687263.409820:0:30284:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811c6b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30284 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788687263.409831:0:30284:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788687263.409839:0:30284:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8b99180 x1875572824505984/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788687263.409849:0:30284:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811c6b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30284 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788687263.409854:0:30284:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687263.409856:0:30284:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687263.409864:0:30284:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c133a900. 00000100:00000001:1.0:1788687263.409867:0:30284:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202370193664 : -110871339357952 : ffff9b29c133a900) 00000100:00000001:1.0:1788687263.409870:0:30284:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687263.409872:0:30284:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496409984 : -110871213141632 : ffff9b29c8b99180) 00000100:00000001:1.0:1788687263.409877:0:30284:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687263.409882:0:30284:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687263.409884:0:30284:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687263.409886:0:30284:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687263.409890:0:30284:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99180 x1875572824505984/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687263.409898:0:30284:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687263.409901:0:30284:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687263.409941:0:30284:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687263.409945:0:30284:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687263.409948:0:30284:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687263.409952:0:30284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99180 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:30284:1875572824505984:192.168.203.144@tcp:101:touch.0 00000100:00000001:1.0:1788687263.409957:0:30284:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687263.409975:0:30284:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687263.409978:0:30284:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687263.409981:0:30284:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687263.410061:0:30284:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b29c68c0000. 02000000:00000001:1.0:1788687263.410064:0:30284:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687263.410072:0:30284:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687263.410077:0:30284:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150e18. 00000400:00000010:1.0:1788687263.410085:0:30284:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b29c6913400. 00000100:00000200:1.0:1788687263.410093:0:30284:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875572824505984, portal 10 00000100:00000001:1.0:1788687263.410095:0:30284:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687263.410096:0:30284:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496409984 : -110871213141632 : ffff9b29c8b99180) 00000100:00000040:1.0:1788687263.410103:0:30284:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b99180 x1875572824505984/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687279 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687263.410110:0:30284:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687263.410114:0:30284:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687263.410117:0:30284:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcd48. 00000100:00000200:1.0:1788687263.410120:0:30284:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875572824505984, offset 0 00000400:00000200:1.0:1788687263.410127:0:30284:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687263.410136:0:30284:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687263.410144:0:30284:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687263.410151:0:30284:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687263.410156:0:30284:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687263.410160:0:30284:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687263.410164:0:30284:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687263.410168:0:30284:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2225:2225:256:4294967295] 192.168.203.144@tcp LPNI seq info [2225:2225:8:4294967295] 00000400:00000200:1.0:1788687263.410173:0:30284:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687263.410185:0:30284:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687263.410194:0:30284:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687263.410200:0:30284:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2200. 00000800:00000200:1.0:1788687263.410210:0:30284:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687263.410220:0:30284:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687263.410226:0:30284:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2200 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788687263.410250:0:30284:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687263.410256:0:30284:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 776066 usecs (777 jiffies) 00000400:00000200:1.0:1788687263.410260:0:30284:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687263.410264:0:30284:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296390192 00000100:00000001:1.0:1788687263.410273:0:30284:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296390174 00000100:00000001:1.0:1788687263.410280:0:30284:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296390192 00000100:00000001:1.0:1788687263.410284:0:30284:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296390174 00000100:00000001:1.0:1788687263.410288:0:30284:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687263.410291:0:30284:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687263.410293:0:30284:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687263.410295:0:30284:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687263.410299:0:30284:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c133a900 going to sleep for 11 seconds 00000100:00000001:1.0:1788687263.410302:0:30284:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687263.410305:0:30284:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687263.410986:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687263.410993:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2200. 00000400:00000200:3.0:1788687263.411000:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687263.411007:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687263.411016:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcd48 00000400:00000010:3.0:1788687263.411018:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcd48. 00000100:00000001:3.0:1788687263.411023:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687263.411031:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99180 x1875572824505984/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687279 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687263.411043:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687263.411047:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99180 x1875572824505984/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687279 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687263.411054:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687263.411057:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687263.429980:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687263.430005:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687263.430010:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687263.430012:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687263.430026:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687263.430035:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687263.430046:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687263.430051:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687263.430058:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687263.430063:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x6a9d2d3f47e80 00000400:00000200:2.0:1788687263.430069:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687263.430076:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x62dd [32] + 224 00000800:00000001:2.0:1788687263.430086:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687263.430096:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687263.430100:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687263.430105:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687263.430115:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687263.430128:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99180 x1875572824505984/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687279 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687263.430140:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b29c8b99180 x1875572824505984/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687279 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687263.430165:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788687263.430176:0:2361:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788687263.430179:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687263.430185:0:2361:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687263.430191:0:2361:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2226:2226:256:4294967295] 192.168.203.144@tcp LPNI seq info [2226:2226:8:4294967295] 00000400:00000200:2.0:1788687263.430196:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687263.430204:0:2361:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1788687263.430210:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687263.430217:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9b29c63d6800. 00000800:00000200:2.0:1788687263.430225:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687263.430234:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687263.430239:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63d6800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788687263.430352:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687263.430357:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9b29c63d6800. 00000400:00000200:2.0:1788687263.430362:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687263.430366:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1788687263.430384:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687263.430388:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687263.430686:0:30284:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687263.430697:0:30284:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687263.430700:0:30284:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687263.430704:0:30284:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150e18. 00000400:00000200:1.0:1788687263.430710:0:30284:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6913400 00000400:00000010:1.0:1788687263.430713:0:30284:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b29c6913400. 00000100:00000001:1.0:1788687263.430717:0:30284:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687263.430806:0:30284:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99180 x1875572824505984/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687279 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687263.430817:0:30284:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99180 x1875572824505984/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687279 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687263.430824:0:30284:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687263.430827:0:30284:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687263.430831:0:30284:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687263.430835:0:30284:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687263.430837:0:30284:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687263.430840:0:30284:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687263.430843:0:30284:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687263.430855:0:30284:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=35 v=5 (5 103 103 103) 00000100:00001000:1.0:1788687263.430859:0:30284:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=4 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687263.430862:0:30284:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687263.430864:0:30284:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687263.430867:0:30284:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687263.430872:0:30284:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687263.430876:0:30284:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788687263.430878:0:30284:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000012b/0x1] 00000100:00000001:1.0:1788687263.430880:0:30284:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788687263.430883:0:30284:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687263.430885:0:30284:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496409984 : -110871213141632 : ffff9b29c8b99180) 00000100:00000001:1.0:1788687263.430888:0:30284:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687263.430891:0:30284:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967592 00000100:00000001:1.0:1788687263.430893:0:30284:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687263.430896:0:30284:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687263.430902:0:30284:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99180 x1875572824505984/t4294967597(4294967597) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687279 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687263.430938:0:30284:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687263.430941:0:30284:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687263.430944:0:30284:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687263.430948:0:30284:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99180 x1875572824505984/t4294967597(4294967597) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687279 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687263.430956:0:30284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99180 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:30284:1875572824505984:192.168.203.144@tcp:101:touch.0 00000100:00000001:1.0:1788687263.430971:0:30284:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687263.430974:0:30284:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687263.430977:0:30284:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687263.430980:0:30284:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687263.430985:0:30284:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99180 x1875572824505984/t4294967597(4294967597) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687279 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687263.430992:0:30284:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687263.430996:0:30284:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c133a900. 00000100:00000001:1.0:1788687263.430999:0:30284:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687263.431001:0:30284:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687263.431004:0:30284:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788687263.431010:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687263.431012:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687263.431016:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=4 00000020:00000001:1.0:1788687263.431020:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687263.431024:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000040:1.0:1788687263.431031:0:30284:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c97a5e00, remote cookie: 0x59c08f76ab1d1fc5, flags: 0x1001 00010000:00010000:1.0:1788687263.431038:0:30284:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811c6b lrc: 4/0,1 mode: --/CW res: [0x200000404:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fc5 expref: -99 pid: 30284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788687263.431046:0:30284:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x22:0x0].0x0, instead of [0x200000404:0x20:0x0].0x0 00010000:00000001:1.0:1788687263.431049:0:30284:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788687263.431061:0:30284:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c422f900. 00010000:00000010:1.0:1788687263.431067:0:30284:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5d3b880. 00010000:00000001:1.0:1788687263.431074:0:30284:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687263.431077:0:30284:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811c6b lrc: 4/0,1 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fc5 expref: -99 pid: 30284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687263.431086:0:30284:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811c6b lrc: 4/0,1 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fc5 expref: -99 pid: 30284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687263.431093:0:30284:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788687263.431098:0:30284:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788687263.431100:0:30284:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788687263.431102:0:30284:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788687263.431104:0:30284:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788687263.431107:0:30284:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x22:0x0].0x0 (ffff9b29c422f900) refcount = 1 00010000:00010000:1.0:1788687263.431112:0:30284:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811c6b lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1fc5 expref: -99 pid: 30284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687263.431119:0:30284:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788687263.431123:0:30284:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788687263.431125:0:30284:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687263.431128:0:30284:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788687263.431131:0:30284:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687263.431134:0:30284:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811c6b lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fc5 expref: -99 pid: 30284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687263.431140:0:30284:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788687263.431142:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.431144:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687263.431145:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.431146:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687263.431147:0:30284:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687263.431153:0:30284:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788687263.431156:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687263.431157:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687263.431158:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=3 00000020:00000001:1.0:1788687263.431160:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687263.431163:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687263.431165:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687263.431167:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687263.431168:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=4 00000020:00000001:1.0:1788687263.431170:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687263.431172:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687263.431175:0:30284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687263.431178:0:30284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687263.431182:0:30284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811c6b lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1fc5 expref: -99 pid: 30284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687263.431193:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.431194:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687263.431196:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687263.431197:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687263.431198:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=5 00000020:00000001:1.0:1788687263.431200:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687263.431202:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687263.431204:0:30284:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687263.431207:0:30284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811c6b lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1fc5 expref: -99 pid: 30284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687263.431213:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.431214:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788687263.431217:0:30284:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811c6b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1fc5 expref: -99 pid: 30284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687263.431223:0:30284:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687263.431224:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.431225:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687263.431226:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.431227:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788687263.431233:0:30284:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9b29c8b99180 x1875572824505984/t4294967597(4294967597) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687279 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788687263.431243:0:30284:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788687263.431249:0:30284:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c8b99180 x1875572824505984/t4294967597(4294967597) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687279 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788687263.431255:0:30284:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687263.431263:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687263.431265:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687263.431266:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=3 00000020:00000001:1.0:1788687263.431268:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687263.431270:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00000002:00010000:1.0:1788687263.431274:0:30284:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811c6b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fc5 expref: -99 pid: 30284 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788687263.431283:0:30284:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b29d099b680. 00010000:00000001:1.0:1788687263.431285:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.431287:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687263.431289:0:30284:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687263.431291:0:30284:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687263.431295:0:30284:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788687263.431298:0:30284:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687263.431299:0:30284:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496409984 : -110871213141632 : ffff9b29c8b99180) 00000100:00000001:1.0:1788687263.431301:0:30284:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687263.431303:0:30284:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496409984 : -110871213141632 : ffff9b29c8b99180) 00010000:00000001:1.0:1788687263.431305:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687263.431306:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687263.431308:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=3 00000020:00000001:1.0:1788687263.431310:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687263.431312:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00000002:00010000:1.0:1788687263.431316:0:30284:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811c6b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fc5 expref: -99 pid: 30284 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687263.431323:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.431324:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687263.431326:0:30284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687263.431327:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687263.431329:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687263.431330:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=3 00000020:00000001:1.0:1788687263.431332:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687263.431334:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000040:1.0:1788687263.431339:0:30284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f900 count: 2 00010000:00000001:1.0:1788687263.431342:0:30284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788687263.431346:0:30284:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/34 (0 0) 00010000:00000001:1.0:1788687263.431350:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.431351:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687263.431352:0:30284:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788687263.431355:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab768 00000002:00002000:1.0:1788687263.431357:0:30284:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1788687263.431361:0:30284:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687263.431366:0:30284:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687263.431368:0:30284:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788687263.431447:0:30284:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x20:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788687263.431452:0:30284:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687263.431457:0:30284:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788687263.431460:0:30284:0:(namei.c:674:ll_lookup_it_finish()) it ffff9b29e06fe8a0 it_disposition 1800037 00000080:00002000:1.0:1788687263.431467:0:30284:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29e0e83798 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1788687263.431473:0:30284:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788687263.431476:0:30284:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1788687263.431478:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab990 00000080:00200000:1.0:1788687263.431480:0:30284:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x20:0x0](ffff9b29d8571988), intent=open|creat 00000080:00000001:1.0:1788687263.431483:0:30284:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1788687263.431485:0:30284:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788687263.431491:0:30284:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788687263.431496:0:30284:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788687263.431499:0:30284:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833954 : 144115205322833954 : 200000404000022) 00000080:00000001:1.0:1788687263.431503:0:30284:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788687263.431521:0:30284:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b29d85a8840. 00000020:00000001:1.0:1788687263.431534:0:30284:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1788687263.431536:0:30284:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1788687263.431540:0:30284:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788687263.431542:0:30284:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x22:0x0](ffff9b29d85a8908) 00000020:00000001:1.0:1788687263.431546:0:30284:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687263.431551:0:30284:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091496 : -110871088460120 : ffff9b29d0280ea8) 00000020:00001000:1.0:1788687263.431555:0:30284:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280ea0 00000020:00000001:1.0:1788687263.431559:0:30284:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1788687263.431564:0:30284:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9b29d02b04b0. 00000020:00000001:1.0:1788687263.431567:0:30284:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788687263.431569:0:30284:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687263.431646:0:30284:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1788687263.431652:0:30284:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9b29e015b9b0. 00020000:00000001:1.0:1788687263.431654:0:30284:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446633202888325552 : -110870821226064 : ffff9b29e015b9b0) 00020000:00000001:1.0:1788687263.431657:0:30284:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1788687263.431661:0:30284:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788687263.431667:0:30284:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29e06fe4e0. 00020000:00000010:1.0:1788687263.431671:0:30284:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29c976c780. 00020000:00000010:1.0:1788687263.431676:0:30284:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29e06feb40. 00020000:00000001:1.0:1788687263.431678:0:30284:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202894236480 : -110870815315136 : ffff9b29e06feb40) 00020000:00000002:1.0:1788687263.431682:0:30284:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29e06feb40, objid 0x22:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788687263.431686:0:30284:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788687263.431690:0:30284:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c976c780: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000001:1.0:1788687263.431693:0:30284:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1788687263.431695:0:30284:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29e06feb40, objid 0x22:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788687263.431698:0:30284:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788687263.431701:0:30284:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c976c780: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000010:1.0:1788687263.431706:0:30284:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9b29c63ab1a0. 00020000:00000010:1.0:1788687263.431709:0:30284:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9b29c133a900. 00020000:00000001:1.0:1788687263.431715:0:30284:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1788687263.431812:0:30284:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9b29c395b8f0. 00020000:00000001:1.0:1788687263.431817:0:30284:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1788687263.431818:0:30284:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1788687263.431825:0:30284:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1788687263.431830:0:30284:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9b29d02b00c8. 00000020:00000001:1.0:1788687263.431832:0:30284:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788687263.431833:0:30284:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687263.431836:0:30284:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446633202621284680 : -110871088266936 : ffff9b29d02b0148) 00020000:00000001:1.0:1788687263.431841:0:30284:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1788687263.431846:0:30284:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9b29c9bd8e00. 00020000:00000001:1.0:1788687263.431849:0:30284:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687263.431854:0:30284:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633202621284680 : -110871088266936 : ffff9b29d02b0148) 00020000:00000001:1.0:1788687263.431858:0:30284:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633202621284680 : -110871088266936 : ffff9b29d02b0148) 00020000:00000002:1.0:1788687263.431861:0:30284:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x16:0x0]@ffff9b29d02b00c8[0:0] -> [0x200000404:0x22:0x0]@ffff9b29d02b04b0: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000001:1.0:1788687263.431867:0:30284:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1788687263.431870:0:30284:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1788687263.431872:0:30284:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687263.431876:0:30284:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633202621285680 : -110871088265936 : ffff9b29d02b0530) 00000020:00001000:1.0:1788687263.431880:0:30284:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280ea0 00000080:00000001:1.0:1788687263.431885:0:30284:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833954 : 144115205322833954 : 200000404000022) 00000080:00000001:1.0:1788687263.431888:0:30284:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788687263.431891:0:30284:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833954 mtime from 0 to 1788687263 00000080:00000001:1.0:1788687263.431896:0:30284:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788687263.431900:0:30284:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758617352 : -110870950934264 : ffff9b29d85a8908) 00010000:00000001:1.0:1788687263.431903:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687263.431904:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687263.431936:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=3 00000020:00000001:1.0:1788687263.431939:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687263.431942:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00000080:00000001:1.0:1788687263.431945:0:30284:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788687263.431947:0:30284:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687263.431948:0:30284:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091496 : -110871088460120 : ffff9b29d0280ea8) 00000020:00001000:1.0:1788687263.431950:0:30284:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280ea0 00000020:00000001:1.0:1788687263.431952:0:30284:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788687263.431955:0:30284:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788687263.431956:0:30284:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788687263.431968:0:30284:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29e06fe600. 00020000:00000010:1.0:1788687263.431971:0:30284:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29c976c500. 00020000:00000010:1.0:1788687263.431975:0:30284:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29e06fe5a0. 00020000:00000001:1.0:1788687263.431977:0:30284:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202894235040 : -110870815316576 : ffff9b29e06fe5a0) 00020000:00000002:1.0:1788687263.431979:0:30284:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29e06fe5a0, objid 0x22:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788687263.431983:0:30284:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788687263.431986:0:30284:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c976c500: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000002:1.0:1788687263.431991:0:30284:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29e015b9b0) owner ffff9b29c63a4f80 00020000:00000001:1.0:1788687263.431994:0:30284:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788687263.431996:0:30284:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29e015b9b0) owner ffff9b29c63a4f80 00020000:00000010:1.0:1788687263.432001:0:30284:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29c976c500. 00020000:00000010:1.0:1788687263.432006:0:30284:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29e06fe600. 00020000:00000010:1.0:1788687263.432010:0:30284:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29e06fe5a0. 00020000:00000002:1.0:1788687263.432012:0:30284:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788687263.432015:0:30284:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687263.432017:0:30284:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687263.432021:0:30284:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788687263.432024:0:30284:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015b9b0) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000002:1.0:1788687263.432028:0:30284:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29e06feb40 addref 2/0 by ffff9b29c63a4f80. 00020000:00000002:1.0:1788687263.432030:0:30284:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015b9b0) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000001:1.0:1788687263.432033:0:30284:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788687263.432036:0:30284:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788687263.432037:0:30284:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788687263.432039:0:30284:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788687263.432042:0:30284:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788687263.432045:0:30284:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x22:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788687263.432047:0:30284:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280ea0 00000080:00000001:1.0:1788687263.432049:0:30284:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687263.432051:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.432053:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687263.432055:0:30284:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788687263.432059:0:30284:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788687263.432061:0:30284:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687263.432063:0:30284:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x22:0x0](ffff9b29d85a8908) 00000080:00010000:1.0:1788687263.432067:0:30284:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x22:0x0](ffff9b29d85a8908) for lock 0x230d04438e811c6b 00800000:00000001:1.0:1788687263.432071:0:30284:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687263.432073:0:30284:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687263.432074:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687263.432076:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687263.432078:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=3 00000020:00000001:1.0:1788687263.432080:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687263.432082:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687263.432086:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.432087:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687263.432089:0:30284:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687263.432091:0:30284:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687263.432093:0:30284:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1788687263.432095:0:30284:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687263.432102:0:30284:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9b29c8b99180 x1875572824505984/t4294967597(4294967597) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687279 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687263.432110:0:30284:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788687263.432115:0:30284:0:(namei.c:1651:ll_create_it()) inode ffff9b29d85a8908 need_sync_to_mds [0x200000404:0x22:0x0] 00000080:00000001:1.0:1788687263.432119:0:30284:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687263.432123:0:30284:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x22:0x0](ffff9b29d85a8908) 00000080:00000001:1.0:1788687263.432127:0:30284:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788687263.432131:0:30284:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29d0273c00. 00000100:00000001:1.0:1788687263.432136:0:30284:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687263.432139:0:30284:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99180 x1875572824505984/t4294967597(4294967597) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687279 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687263.432146:0:30284:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687263.432150:0:30284:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1788687263.432153:0:30284:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788687263.432155:0:30284:0:(namei.c:1500:ll_atomic_open()) inode ffff9b29d85a8908 need_sync_to_mds [0x200000404:0x22:0x0] 00000080:00000001:1.0:1788687263.432166:0:30284:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788687263.432168:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814aba68 00000080:00200008:1.0:1788687263.432170:0:30284:0:(file.c:1090:ll_file_open()) START file f:[0x200000404:0x22:0x0](ffff9b29d85a8908), flags 104501 00000080:00000010:1.0:1788687263.432179:0:30284:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29e1662dc0. 00000080:00000010:1.0:1788687263.432185:0:30284:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b29d099b300. 00000080:00000001:1.0:1788687263.432188:0:30284:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788687263.432192:0:30284:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1788687263.432195:0:30284:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788687263.432199:0:30284:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b29c5d00660. 00000002:00100000:1.0:1788687263.432204:0:30284:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c8b99180 x1875572824505984/t4294967597(4294967597) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687279 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788687263.432211:0:30284:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687263.432213:0:30284:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788687263.432217:0:30284:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788687263.432221:0:30284:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687263.432223:0:30284:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687263.432226:0:30284:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687263.432229:0:30284:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99180 x1875572824505984/t4294967597(4294967597) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687279 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788687263.432235:0:30284:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687263.432240:0:30284:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b29c68c0000. 02000000:00000001:1.0:1788687263.432277:0:30284:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788687263.432279:0:30284:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687263.432282:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814aba68 00000080:00000008:1.0:1788687263.432284:0:30284:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000404:0x22:0x0](ffff9b29d85a8908), flags 104501, rc = 0 00000080:00000001:1.0:1788687263.432289:0:30284:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788687263.432291:0:30284:0:(dcache.c:176:ll_intent_release()) intent ffff9b29e06fe8a0 released 00000080:00010000:1.0:1788687263.432294:0:30284:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811c6b from it ffff9b29e06fe8a0 00010000:00000001:1.0:1788687263.432297:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687263.432298:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687263.432300:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=3 00000020:00000001:1.0:1788687263.432303:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687263.432305:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687263.432308:0:30284:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687263.432312:0:30284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811c6b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d1fc5 expref: -99 pid: 30284 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687263.432321:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.432322:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687263.432323:0:30284:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687263.432327:0:30284:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687263.432330:0:30284:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811c6b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d1fc5 expref: -99 pid: 30284 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687263.432338:0:30284:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687263.432342:0:30284:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687263.432344:0:30284:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687263.432349:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.432350:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687263.432352:0:30284:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687263.432356:0:30284:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687263.432358:0:30284:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687263.432360:0:30284:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687263.432363:0:30284:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687263.432366:0:30284:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687263.432367:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.432368:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687263.432370:0:30284:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788687263.433677:0:30284:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1788687263.433687:0:30284:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788687263.433689:0:30284:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687263.433694:0:30284:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788687263.433696:0:30284:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687263.433700:0:30284:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1788687263.433702:0:30284:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687263.433704:0:30284:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788687263.433707:0:30284:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687263.433710:0:30284:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788687263.433713:0:30284:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9b29e06fe8a0. 00000080:00000001:1.0:1788687263.433805:0:30284:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687263.433812:0:30284:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788687263.433815:0:30284:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x22:0x0](ffff9b29d85a8908), inode mode 81a4 mask 40 00000080:00000001:1.0:1788687263.433822:0:30284:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687263.433878:0:30284:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788687263.433884:0:30284:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015b9b0) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000002:1.0:1788687263.433889:0:30284:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015b9b0) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000001:1.0:1788687263.433893:0:30284:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687263.434121:0:30284:0:(llite_lib.c:2418:ll_setattr_raw()) Process entered 00000020:00000001:1.0:1788687263.434125:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abc30 00000080:00200008:1.0:1788687263.434129:0:30284:0:(llite_lib.c:2427:ll_setattr_raw()) START file f:[0x200000404:0x22:0x0](ffff9b29d85a8908) current size 0, valid attrs 20070, mode 0, uid -1053552062, gid -1, new size 213440, atime 1788687263.000000000, mtime 1788687263.000000000, ctime 1788687263.000000000 00000080:00000002:1.0:1788687263.434136:0:30284:0:(llite_lib.c:2479:ll_setattr_raw()) setting mtime 1788687263, ctime 1788687263, now = 1788687263 00000080:00000002:1.0:1788687263.434139:0:30284:0:(llite_lib.c:2486:ll_setattr_raw()) inode ffff9b29d85a8908 attr 0x100201f0 need_sync_to_mds [0x200000404:0x22:0x0] 00000800:00000200:2.0:1788687263.436248:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687263.436254:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445a00. 00000400:00000200:2.0:1788687263.436261:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687263.436268:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687263.436275:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda198 00000400:00000010:2.0:1788687263.436278:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda198. 00000100:00000001:2.0:1788687263.436283:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687263.436289:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1180 x1875572824506240/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687279 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687263.436301:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687263.436304:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1180 x1875572824506240/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687279 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687263.436311:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687263.436313:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788687263.440210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f900. 00010000:00000010:0.1:1788687263.440232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5e00. 00000800:00000001:3.0:1788687263.569130:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687263.569154:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687263.569160:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687263.569163:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687263.569175:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687263.569184:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687263.569196:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687263.569202:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687263.569209:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687263.569213:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 328 into portal 15 MB=0x6a9d2d5155500 00000400:00000200:3.0:1788687263.569222:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 328/328 into md 0x5e35 [2] + 0 00000800:00000001:3.0:1788687263.569231:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687263.569244:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687263.569248:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687263.569252:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687263.569263:0:2362:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788687263.569266:0:2362:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788687263.569273:0:2362:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb4a80. 00000100:00000040:3.0:1788687263.569276:0:2362:0:(events.c:341:request_in_callback()) incoming req@ffff9b29c8bb4a80 x1875572843435264 msgsize 328 00000100:00100000:3.0:1788687263.569281:0:2362:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000001:3.0:1788687263.569304:0:2362:0:(events.c:377:request_in_callback()) Process leaving 00000100:00000001:2.0:1788687263.569368:0:15936:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788687263.569449:0:15936:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875572843435264 02000000:00000001:2.0:1788687263.569453:0:15936:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:3.0:1788687263.569456:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788687263.569456:0:15936:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687263.569461:0:15936:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687263.569465:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788687263.569468:0:15936:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687263.569475:0:15936:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875572843435264 00000020:00000001:2.0:1788687263.569480:0:15936:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788687263.569482:0:15936:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e811318 00000020:00000001:2.0:1788687263.569486:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687263.569491:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c52f0800 refcount=4 00000020:00000001:2.0:1788687263.569494:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000020:00000001:2.0:1788687263.569496:0:15936:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000100:00000001:2.0:1788687263.569501:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788687263.569507:0:15936:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b29e138ec00. 00000100:00000001:2.0:1788687263.569510:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788687263.569513:0:15936:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b29e138ec00. 00000020:00000010:2.0:1788687263.569521:0:15936:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29c4c56400. 00000020:00000010:2.0:1788687263.569528:0:15936:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b29c5044b80. 00000020:00000010:2.0:1788687263.569535:0:15936:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b29d0248190. 00000100:00000040:2.0:1788687263.569545:0:15936:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788687263.569549:0:15936:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788687263.569550:0:15936:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788687263.569553:0:15936:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687263.569564:0:15936:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687263.569653:0:15936:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687263.569668:0:15936:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788687263.569671:0:15936:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788687263.569677:0:15936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 52 00000100:00000040:2.0:1788687263.569681:0:15936:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b29c52f0800 : new rpc_count 1 00000100:00000001:2.0:1788687263.569683:0:15936:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633202496522880 : -110871213028736 : ffff9b29c8bb4a80) 00000100:00000040:2.0:1788687263.569692:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b29c8bb4a80 x1875572843435264/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:164/0 lens 328/0 e 0 to 0 dl 1788687274 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687263.569703:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788687263.569706:0:15936:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b29e138ec00. 00000100:00000001:2.0:1788687263.569708:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788687263.569711:0:15936:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b29e138ec00. 00000100:00100000:2.0:1788687263.569716:0:15936:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9b29c8bb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:14769:x1875572843435264:12345-192.168.203.144@tcp:104: 00000100:00000200:2.0:1788687263.569720:0:15936:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875572843435264 00010000:00000001:2.0:1788687263.569723:0:15936:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788687263.569731:0:15936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687263.569733:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687263.569735:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5400 refcount=2 00000020:00000001:2.0:1788687263.569738:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509042688 : -110871200508928 : ffff9b29c97a5400) 00010000:00000001:2.0:1788687263.569742:0:15936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509042688 : -110871200508928 : ffff9b29c97a5400) 00010000:00000001:2.0:1788687263.569746:0:15936:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687263.569750:0:15936:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687263.569756:0:15936:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000c2bf9bef/0x230d04438e811bf4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x59c08f76ab1d1de2 expref: -99 pid: 29684 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1788687263.569771:0:15936:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788687263.569774:0:15936:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788687263.569781:0:15936:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b29c63d7400. 02000000:00000001:2.0:1788687263.569783:0:15936:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687263.569786:0:15936:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687263.569804:0:15936:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788687263.569807:0:15936:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687263.569812:0:15936:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c4dc39e8 time=184 v=5 (1 1 1 1) 00000100:00000001:2.0:1788687263.569817:0:15936:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788687263.569821:0:15936:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 13 to 192.168.203.144@tcp 00000100:00000001:2.0:1788687263.569823:0:15936:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 02000000:00000001:2.0:1788687263.569826:0:15936:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788687263.569828:0:15936:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687263.569831:0:15936:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687263.569834:0:15936:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687263.569839:0:15936:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240088. 00000100:00000200:2.0:1788687263.569845:0:15936:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875572843435264, offset 224 00000400:00000200:2.0:1788687263.569852:0:15936:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687263.569860:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687263.569868:0:15936:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687263.569876:0:15936:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2228:2228:256:4294967295] 192.168.203.144@tcp LPNI seq info [2228:2228:8:4294967295] 00000400:00000200:2.0:1788687263.569881:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687263.569890:0:15936:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687263.569896:0:15936:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687263.569903:0:15936:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec200. 00000800:00000200:2.0:1788687263.569978:0:15936:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687263.569987:0:15936:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687263.569992:0:15936:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687263.570004:0:15936:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687263.570007:0:15936:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00010000:00000001:2.0:1788687263.570011:0:15936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788687263.570015:0:15936:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b29c5ca4e40. 00010000:00000001:2.0:1788687263.570020:0:15936:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000200:3.0:1788687263.570234:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687263.570239:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec200. 00000400:00000200:3.0:1788687263.570244:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687263.570249:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687263.570254:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240088 00000400:00000010:3.0:1788687263.570256:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240088. 00000100:00000001:3.0:1788687263.570261:0:2361:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788687263.570262:0:2361:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00010000:2.0:1788687263.570494:0:15936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788687263.570498:0:15936:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687263.570500:0:15936:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687263.570502:0:15936:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687263.570510:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb4a80 x1875572843435264/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:164/0 lens 328/224 e 0 to 0 dl 1788687274 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788687263.570526:0:15936:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9b29c8bb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:14769:x1875572843435264:12345-192.168.203.144@tcp:104: Request processed in 821us (1247us total) trans 0 rc 0/0 00000100:00100000:2.0:1788687263.570536:0:15936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 52 00000100:00000040:2.0:1788687263.570539:0:15936:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b29c52f0800 : new rpc_count 0 00000100:00000001:2.0:1788687263.570542:0:15936:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788687263.570544:0:15936:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788687263.570551:0:15936:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b29c5044b80. 00000020:00000010:2.0:1788687263.570555:0:15936:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b29d0248190. 00000020:00000010:2.0:1788687263.570558:0:15936:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b29c4c56400. 00000020:00000040:2.0:1788687263.570564:0:15936:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c52f0800 : new refcount 3 00000100:00000001:2.0:1788687263.570567:0:15936:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788687263.570882:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687263.570887:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687263.570889:0:15944:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788687263.570894:0:15944:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788687263.570896:0:15944:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788687263.570902:0:15944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000c2bf9bef/0x230d04438e811bf4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x59c08f76ab1d1de2 expref: -99 pid: 29684 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788687263.571010:0:15944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29c97a5400 already unused, calling callback (ffffffffc1276300) 00000008:00000001:1.0:1788687263.571014:0:15944:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1788687263.571016:0:15944:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788687263.571019:0:15944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687263.571021:0:15944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687263.571023:0:15944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5400 refcount=3 00000020:00000001:1.0:1788687263.571025:0:15944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509042688 : -110871200508928 : ffff9b29c97a5400) 00010000:00000001:1.0:1788687263.571028:0:15944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509042688 : -110871200508928 : ffff9b29c97a5400) 00010000:00000001:1.0:1788687263.571031:0:15944:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687263.571034:0:15944:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000c2bf9bef/0x230d04438e811bf4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x59c08f76ab1d1de2 expref: -99 pid: 29684 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1788687263.571043:0:15944:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788687263.571045:0:15944:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687263.571049:0:15944:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091496 : -110871088460120 : ffff9b29d0280ea8) 00000020:00001000:1.0:1788687263.571052:0:15944:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280ea0 00000008:00000001:1.0:1788687263.571054:0:15944:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788687263.571058:0:15944:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788687263.571060:0:15944:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280ea0 00000008:00000001:1.0:1788687263.571062:0:15944:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687263.571066:0:15944:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687263.571070:0:15944:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687263.571072:0:15944:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687263.571074:0:15944:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687263.571077:0:15944:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788687263.571080:0:15944:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a5400 with handle 0x230d04438e811bf4 from hash 00010000:00000001:1.0:1788687263.571082:0:15944:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687263.571084:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687263.571086:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687263.571087:0:15944:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687263.571091:0:15944:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687263.571093:0:15944:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788687263.571099:0:15944:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687263.571102:0:15944:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687263.571104:0:15944:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687263.571107:0:15944:0:(ldlm_request.c:1526:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788687263.571299:0:15944:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb5880. 00000020:00000040:3.0:1788687263.571304:0:15944:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=4 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:3.0:1788687263.571310:0:15944:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687263.571314:0:15944:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687263.571320:0:15944:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687263.571327:0:15944:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c4c8c400. 00000100:00000001:3.0:1788687263.571335:0:15944:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687263.571339:0:15944:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788687263.571346:0:15944:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000c2bf9bef/0x230d04438e811bf4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x59c08f76ab1d1de2 expref: -99 pid: 29684 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788687263.571354:0:15944:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788687263.571355:0:15944:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687263.571361:0:15944:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687263.571366:0:15944:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687263.571711:0:15944:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037a73349] to pc [ptlrpcd_01_00+0] req@ffff9b29c8bb5880 x1875572824506368/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687263.571774:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687263.571779:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687263.571782:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687263.571881:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb5880 x1875572824506368/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687263.571891:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687263.571894:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687263.571898:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687263.571901:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687263.571904:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687263.571933:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824506368:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788687263.571938:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687263.571945:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687263.571948:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687263.571951:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687263.571966:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c4c56400. 02000000:00000001:2.0:1788687263.571969:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687263.571977:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687263.571982:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd210. 00000400:00000010:2.0:1788687263.571990:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240110. 00000100:00000200:2.0:1788687263.571998:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824506368, portal 18 00000100:00000001:2.0:1788687263.572001:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687263.572002:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496526464 : -110871213025152 : ffff9b29c8bb5880) 00000100:00000040:2.0:1788687263.572010:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb5880 x1875572824506368/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687279 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687263.572018:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687263.572021:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687263.572023:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02405d8. 00000100:00000200:2.0:1788687263.572026:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875572824506368, offset 0 00000400:00000200:2.0:1788687263.572031:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687263.572039:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687263.572047:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687263.572052:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687263.572057:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687263.572060:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687263.572063:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687263.572067:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2229:2229:256:4294967295] 192.168.203.144@tcp LPNI seq info [2229:2229:8:4294967295] 00000400:00000200:2.0:1788687263.572071:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687263.572081:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687263.572088:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687263.572093:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec000. 00000800:00000200:2.0:1788687263.572101:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687263.572110:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687263.572115:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788687263.572132:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687263.572137:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 19833 usecs (20 jiffies) 00000400:00000200:2.0:1788687263.572140:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687263.572143:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296389597 00000100:00000001:2.0:1788687263.572146:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296390214 00000100:00000001:2.0:1788687263.572149:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296389597 00000100:00000001:2.0:1788687263.572152:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296390214 00000100:00000001:2.0:1788687263.572154:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687263.572157:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687263.572161:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687263.572163:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788687263.572204:0:15944:0:(ldlm_request.c:1594:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687263.572208:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687263.572210:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687263.572212:0:15944:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687263.572215:0:15944:0:(ldlm_request.c:1833:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687263.572218:0:15944:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687263.572224:0:15944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000c2bf9bef/0x230d04438e811bf4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x59c08f76ab1d1de2 expref: -99 pid: 29684 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788687263.572233:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788687263.572236:0:15944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000c2bf9bef/0x230d04438e811bf4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x59c08f76ab1d1de2 expref: -99 pid: 29684 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1788687263.572245:0:15944:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29d099b580. 00010000:00000040:3.0:1788687263.572254:0:15944:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c422f700 count: 0 00010000:00000010:3.0:1788687263.572261:0:15944:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b29c422f000. 00010000:00000001:3.0:1788687263.572273:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687263.572275:0:15944:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788687263.572278:0:15944:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b29c5ca4e40. 00010000:00000001:3.0:1788687263.572282:0:15944:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687263.572285:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687263.572286:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687263.572289:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788687263.572290:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687263.572291:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687263.572293:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788687263.572295:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687263.572296:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687263.572298:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788687263.572306:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687263.572309:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687263.572446:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687263.572449:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788687263.572452:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687263.572453:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687263.572454:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687263.572456:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687263.572556:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687263.572560:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec000. 00000400:00000200:3.0:1788687263.572565:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687263.572571:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687263.572647:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02405d8 00000400:00000010:3.0:1788687263.572651:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02405d8. 00000100:00000001:3.0:1788687263.572656:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687263.572661:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb5880 x1875572824506368/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687279 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687263.572672:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687263.572676:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb5880 x1875572824506368/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687279 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687263.572683:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687263.572685:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687263.576487:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687263.576510:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687263.576515:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687263.576517:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687263.576527:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687263.576535:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687263.576544:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687263.576549:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687263.576556:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687263.576559:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x6a9d2d3f48000 00000400:00000200:3.0:1788687263.576564:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687263.576570:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x62f5 [1] + 224 00000800:00000001:3.0:1788687263.576577:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687263.576587:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687263.576590:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687263.576595:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687263.576606:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687263.576618:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb5880 x1875572824506368/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687279 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687263.576631:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb5880 x1875572824506368/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687279 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687263.576658:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687263.576669:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687263.576673:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687263.576790:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687263.576795:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687263.576804:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687263.576806:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687263.576810:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd210. 00000400:00000200:2.0:1788687263.576815:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240110 00000400:00000010:2.0:1788687263.576818:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240110. 00000100:00000001:2.0:1788687263.576822:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687263.576827:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb5880 x1875572824506368/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687279 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687263.576836:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb5880 x1875572824506368/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687279 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687263.576842:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687263.576846:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687263.576849:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687263.576853:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687263.576856:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687263.576858:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687263.576862:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687263.576873:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7538 time=182 v=5 (5 0 5 0) 00000100:00001000:2.0:1788687263.576878:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=120 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687263.576881:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687263.576883:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687263.576886:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687263.576891:0:2369:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687263.576896:0:2369:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687263.576898:0:2369:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967328 00000100:00000001:2.0:1788687263.576901:0:2369:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687263.576904:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687263.577096:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb5880 x1875572824506368/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687279 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687263.577104:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687263.577108:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687263.577110:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687263.577114:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb5880 x1875572824506368/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687279 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687263.577123:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824506368:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788687263.577128:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687263.577132:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687263.577136:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb5880 x1875572824506368/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687279 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687263.577143:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687263.577145:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687263.577150:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c4c56400. 02000000:00000001:2.0:1788687263.577154:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687263.577157:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687263.577159:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:2.0:1788687263.577162:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687263.577165:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c4c8c400. 02000000:00000001:2.0:1788687263.577169:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687263.577171:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687263.577173:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb5880. 00000100:00000001:2.0:1788687263.577177:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687263.577179:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687263.577182:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687263.577191:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687263.577194:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687263.577197:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687263.577199:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788687263.581996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f700. 00010000:00000010:3.1:1788687263.582017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5400. 00000100:00000040:3.0:1788687264.267027:0:26149:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296390214, at 4296390272 00000100:00000010:3.0:1788687264.267042:0:26149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29e06feae0. 00000100:00000040:2.0:1788687264.268111:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296390214, at 4296390273 00000100:00000010:2.0:1788687264.268128:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29e06fed80. 00000100:00000040:3.0:1788687264.651045:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687264.651059:0:26091:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788687264.651073:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb4380. 00000020:00000040:3.0:1788687264.651091:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1788687264.651098:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687264.651102:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687264.651108:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687264.651120:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415a100. 00000100:00000001:3.0:1788687264.651129:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687264.651144:0:26091:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c8bb4380 x1875572824506496/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687264.651156:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687264.651162:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687264.651169:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ebf6aec4] to pc [ptlrpcd_01_01+1] req@ffff9b29c8bb4380 x1875572824506496/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687264.651198:0:26091:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687264.651201:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687264.651205:0:26091:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788687264.651208:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb4700. 00000020:00000040:3.0:1788687264.651210:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=10 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:3.0:1788687264.651213:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687264.651214:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687264.651216:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687264.651219:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415a200. 00000100:00000001:3.0:1788687264.651223:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687264.651227:0:26091:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID req@ffff9b29c8bb4700 x1875572824506624/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687264.651235:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687264.651237:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687264.651241:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e38bab8] to pc [ptlrpcd_01_00+0] req@ffff9b29c8bb4700 x1875572824506624/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687264.651249:0:26091:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687264.651252:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687264.651255:0:26091:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788687264.651258:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb6300. 00000020:00000040:3.0:1788687264.651261:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=4 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:3.0:1788687264.651263:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687264.651264:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687264.651265:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687264.651269:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415a500. 00000100:00000001:3.0:1788687264.651271:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687264.651275:0:26091:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID req@ffff9b29c8bb6300 x1875572824506752/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687264.651288:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687264.651290:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687264.651294:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc4b21e4] to pc [ptlrpcd_01_01+1] req@ffff9b29c8bb6300 x1875572824506752/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687264.651301:0:26091:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687264.651304:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788687264.651308:0:26091:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788687264.651313:0:26091:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1728) 00000100:00000001:3.0:1788687264.651327:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687264.651331:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687264.651334:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687264.651339:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb4380 x1875572824506496/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687264.651347:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687264.651349:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687264.651354:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687264.651356:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687264.651359:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687264.651363:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824506496:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687264.651368:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687264.651374:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687264.651377:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687264.651380:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687264.651385:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c4c8d600. 02000000:00000001:3.0:1788687264.651387:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687264.651396:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687264.651401:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4478. 00000400:00000010:3.0:1788687264.651410:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae05d8. 00000100:00000200:3.0:1788687264.651419:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824506496, portal 25 00000100:00000001:3.0:1788687264.651421:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687264.651424:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521088 : -110871213030528 : ffff9b29c8bb4380) 00000100:00000040:3.0:1788687264.651430:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb4380 x1875572824506496/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687264.651438:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687264.651441:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687264.651444:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0000. 00000100:00000200:3.0:1788687264.651447:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824506496, offset 0 00000400:00000200:3.0:1788687264.651454:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687264.651464:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687264.651483:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687264.651490:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687264.651494:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687264.651499:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687264.651502:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687264.651507:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2230:2230:256:4294967295] 192.168.203.144@tcp LPNI seq info [2230:2230:8:4294967295] 00000400:00000200:3.0:1788687264.651512:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687264.651524:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687264.651531:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687264.651536:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a600. 00000800:00000200:3.0:1788687264.651544:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687264.651554:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687264.651560:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687264.651573:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687264.651578:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687264.651581:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296394969 00000100:00000010:3.0:1788687264.651587:0:2370:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c97ab540. 00000100:00000001:3.0:1788687264.651595:0:2370:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788687264.651600:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296394969 00000100:00000010:3.0:1788687264.651603:0:2370:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c97ab2a0. 00000100:00000001:3.0:1788687264.651606:0:2370:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788687264.651609:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687264.651613:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687264.651616:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687264.651620:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6300 x1875572824506752/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687264.651627:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687264.651629:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687264.651631:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687264.651633:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687264.651635:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687264.651638:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824506752:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687264.651641:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687264.651644:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687264.651646:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687264.651647:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687264.651650:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c4c8c400. 02000000:00000001:3.0:1788687264.651652:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687264.651656:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687264.651659:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4898. 00000400:00000010:3.0:1788687264.651664:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0908. 00000100:00000200:3.0:1788687264.651666:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824506752, portal 4 00000100:00000001:3.0:1788687264.651668:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687264.651670:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496529152 : -110871213022464 : ffff9b29c8bb6300) 00000100:00000040:3.0:1788687264.651677:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb6300 x1875572824506752/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687264.651683:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687264.651686:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687264.651688:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0b28. 00000100:00000200:3.0:1788687264.651690:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824506752, offset 0 00000400:00000200:3.0:1788687264.651694:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687264.651698:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687264.651702:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687264.651704:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687264.651707:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687264.651709:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687264.651712:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687264.651714:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2231:2231:255:4294967295] 192.168.203.144@tcp LPNI seq info [2231:2231:7:4294967295] 00000400:00000200:3.0:1788687264.651718:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687264.651724:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687264.651728:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687264.651732:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a700. 00000800:00000200:3.0:1788687264.652019:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687264.652025:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687264.652029:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687264.652033:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687264.652038:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 19760 usecs (20 jiffies) 00000400:00000200:3.0:1788687264.652042:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687264.652045:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296390677 00000100:00000001:3.0:1788687264.652048:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296394969 00000100:00000001:3.0:1788687264.652050:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296390677 00000100:00000001:3.0:1788687264.652053:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296394969 00000100:00000001:3.0:1788687264.652055:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687264.652057:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687264.652060:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687264.652063:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687264.652072:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687264.652075:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788687264.652077:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687264.652079:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687264.652080:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687264.652083:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788687264.652085:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687264.652087:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687264.652088:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687264.652091:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687264.652092:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687264.652093:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687264.652098:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb4700 x1875572824506624/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687264.652105:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687264.652107:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687264.652110:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687264.652111:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687264.652113:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687264.652116:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824506624:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687264.652119:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687264.652122:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687264.652124:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687264.652125:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687264.652129:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c4c8dc00. 02000000:00000001:3.0:1788687264.652131:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687264.652135:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687264.652138:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4ec8. 00000400:00000010:3.0:1788687264.652142:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0330. 00000100:00000200:3.0:1788687264.652144:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824506624, portal 10 00000100:00000001:3.0:1788687264.652146:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687264.652148:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521984 : -110871213029632 : ffff9b29c8bb4700) 00000100:00000040:3.0:1788687264.652154:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb4700 x1875572824506624/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687264.652161:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687264.652164:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687264.652166:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0f68. 00000100:00000200:3.0:1788687264.652168:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824506624, offset 0 00000400:00000200:3.0:1788687264.652172:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687264.652177:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687264.652180:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687264.652183:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687264.652187:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687264.652189:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687264.652191:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687264.652194:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2232:2232:254:4294967295] 192.168.203.144@tcp LPNI seq info [2232:2232:6:4294967295] 00000400:00000200:3.0:1788687264.652198:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687264.652204:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687264.652209:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687264.652212:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ab00. 00000800:00000200:3.0:1788687264.652216:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687264.652220:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687264.652223:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687264.652226:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687264.652229:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 774866 usecs (775 jiffies) 00000400:00000200:3.0:1788687264.652232:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687264.652234:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296391432 00000100:00000001:3.0:1788687264.652236:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296394969 00000100:00000001:3.0:1788687264.652239:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296391432 00000100:00000001:3.0:1788687264.652241:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296394969 00000100:00000001:3.0:1788687264.652243:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687264.652245:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687264.652247:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687264.652250:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687264.652265:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687264.652267:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687264.652341:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687264.652346:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a600. 00000400:00000200:3.0:1788687264.652353:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687264.652359:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687264.652365:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0000 00000400:00000010:3.0:1788687264.652368:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0000. 00000100:00000001:3.0:1788687264.652374:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687264.652379:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb4380 x1875572824506496/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687264.652390:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687264.652394:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb4380 x1875572824506496/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687280 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687264.652400:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687264.652402:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687264.652416:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687264.652418:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a700. 00000400:00000200:3.0:1788687264.652420:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687264.652424:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687264.652426:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0b28 00000400:00000010:3.0:1788687264.652428:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0b28. 00000100:00000001:3.0:1788687264.652430:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687264.652434:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6300 x1875572824506752/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687264.652440:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687264.652443:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6300 x1875572824506752/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687280 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687264.652449:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687264.652451:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687264.653179:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687264.653184:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ab00. 00000400:00000200:3.0:1788687264.653190:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687264.653196:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687264.653200:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0f68 00000400:00000010:3.0:1788687264.653202:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0f68. 00000100:00000001:3.0:1788687264.653205:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687264.653212:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb4700 x1875572824506624/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687264.653221:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687264.653225:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb4700 x1875572824506624/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687280 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687264.653232:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687264.653234:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687264.655579:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687264.655599:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687264.655604:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687264.655607:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687264.655619:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687264.655629:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687264.655639:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687264.655645:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687264.655652:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687264.655657:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f48180 00000400:00000200:3.0:1788687264.655664:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687264.655671:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6315 [1] + 224 00000800:00000001:3.0:1788687264.655678:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687264.655685:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687264.655694:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687264.655700:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687264.655709:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687264.655720:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6300 x1875572824506752/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687264.655740:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb6300 x1875572824506752/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687264.655759:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687264.655768:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687264.655772:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687264.655787:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687264.655791:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687264.655799:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687264.655802:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687264.655806:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4898. 00000400:00000200:3.0:1788687264.655811:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0908 00000400:00000010:3.0:1788687264.655815:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0908. 00000100:00000001:3.0:1788687264.655819:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687264.655823:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb6300 x1875572824506752/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687264.655833:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb6300 x1875572824506752/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687264.655840:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687264.655842:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687264.655845:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687264.655849:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687264.655852:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687264.655855:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687264.655858:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687264.656213:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=36 v=5 (5 5 16 137) 00000100:00001000:3.0:1788687264.656220:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=121 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687264.656223:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687264.656226:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687264.656229:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687264.656234:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687264.656238:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788687264.656241:0:2370:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: committing for last_committed 4294967336 gen 13 00000100:00000040:3.0:1788687264.656249:0:2370:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967336) req@ffff9b29c42eaa00 x1875572824503808/t4294967336(4294967336) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687275 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687264.656258:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687264.656262:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42eaa00 x1875572824503808/t4294967336(4294967336) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687275 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687264.656270:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687264.656273:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687264.656277:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c43bf000. 02000000:00000001:3.0:1788687264.656281:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687264.656284:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687264.656286:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:3.0:1788687264.656288:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687264.656292:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c6854000. 02000000:00000001:3.0:1788687264.656296:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687264.656298:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687264.656300:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42eaa00. 00000100:00000001:3.0:1788687264.656304:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687264.656306:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687264.656310:0:2370:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788687264.656312:0:2370:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:3.0:1788687264.656316:0:2370:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687264.656318:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687264.656324:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb6300 x1875572824506752/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687280 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687264.656331:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687264.656335:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687264.656337:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687264.656341:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6300 x1875572824506752/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687280 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687264.656349:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824506752:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687264.656354:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687264.656356:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687264.656359:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb6300 x1875572824506752/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687280 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687264.656364:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687264.656366:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687264.656367:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c4c8c400. 02000000:00000001:3.0:1788687264.656370:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687264.656371:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687264.656372:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:3.0:1788687264.656374:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687264.656376:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415a500. 02000000:00000001:3.0:1788687264.656379:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687264.656380:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687264.656382:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6300. 00000100:00000001:3.0:1788687264.656384:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687264.656386:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687264.656389:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687264.656391:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687264.656392:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687264.656394:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687264.656396:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687264.658891:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687264.658932:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687264.658938:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687264.658941:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687264.658961:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687264.658971:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687264.658982:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687264.658987:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687264.658994:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687264.658999:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f48100 00000400:00000200:3.0:1788687264.659005:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687264.659013:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x6325 [1] + 224 00000800:00000001:3.0:1788687264.659022:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687264.659027:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687264.659031:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687264.659036:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687264.659045:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687264.659056:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb4700 x1875572824506624/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687264.659069:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb4700 x1875572824506624/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687264.659095:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687264.659105:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687264.659109:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687264.659111:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687264.659114:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687264.659118:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687264.659122:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687264.659126:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687264.659130:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687264.659133:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687264.659137:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f48080 00000100:00000001:2.0:1788687264.659139:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1788687264.659142:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687264.659146:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788687264.659151:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6305 [1] + 224 00000800:00000001:3.0:1788687264.659156:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1788687264.659158:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687264.659162:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1788687264.659164:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1788687264.659166:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4ec8. 00000400:00000200:3.0:1788687264.659168:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687264.659174:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687264.659175:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0330 00000400:00000010:2.0:1788687264.659180:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0330. 00000100:00000001:2.0:1788687264.659185:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1788687264.659186:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687264.659192:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb4700 x1875572824506624/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687264.659194:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb4380 x1875572824506496/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687264.659217:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb4700 x1875572824506624/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687264.659219:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb4380 x1875572824506496/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687264.659236:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687264.659240:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687264.659240:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687264.659245:0:2370:0:(client.c:1593:after_reply()) Process entered 00000800:00000001:3.0:1788687264.659246:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1788687264.659249:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1788687264.659250:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687264.659254:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687264.659258:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687264.659262:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687264.659274:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=36 v=5 (5 103 103 103) 00000100:00001000:2.0:1788687264.659278:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687264.659281:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687264.659283:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687264.659286:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687264.659290:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687264.659295:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788687264.659297:0:2370:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: committing for last_committed 4294967598 gen 2 00000100:00000040:2.0:1788687264.659305:0:2370:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967598) req@ffff9b29c97f0a80 x1875572824504064/t4294967593(4294967593) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687275 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687264.659317:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687264.659320:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f0a80 x1875572824504064/t4294967593(4294967593) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687275 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687264.659327:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687264.659329:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687264.659333:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a01000. 02000000:00000001:2.0:1788687264.659337:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687264.659341:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687264.659342:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687264.659345:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687264.659348:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c4c87a00. 02000000:00000001:2.0:1788687264.659353:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687264.659355:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687264.659357:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f0a80. 00000100:00000001:2.0:1788687264.659361:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687264.659363:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687264.659367:0:2370:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967598) req@ffff9b29c97f1500 x1875572824504576/t4294967594(4294967594) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687278 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687264.659374:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687264.659376:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f1500 x1875572824504576/t4294967594(4294967594) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687278 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687264.659382:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687264.659384:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687264.659385:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a02800. 02000000:00000001:2.0:1788687264.659397:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687264.659398:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687264.659400:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687264.659402:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687264.659404:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a02c00. 02000000:00000001:2.0:1788687264.659406:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687264.659407:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687264.659408:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f1500. 00000100:00000001:2.0:1788687264.659411:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687264.659413:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687264.659418:0:2370:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967598) req@ffff9b29c42e8000 x1875572824505088/t4294967595(4294967595) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687278 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687264.659424:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687264.659427:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e8000 x1875572824505088/t4294967595(4294967595) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687278 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687264.659433:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687264.659435:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687264.659436:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c63d6c00. 02000000:00000001:2.0:1788687264.659439:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687264.659441:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687264.659442:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687264.659444:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687264.659445:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c63d5c00. 02000000:00000001:2.0:1788687264.659448:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687264.659449:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687264.659450:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e8000. 00000100:00000001:2.0:1788687264.659453:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687264.659454:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788687264.659458:0:2370:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9b29c97f1880 x1875572824505600/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687278 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788687264.659468:0:2370:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9b29c8b99180 x1875572824505984/t4294967597(4294967597) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687279 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687264.659475:0:2370:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788687264.659478:0:2370:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: normal: skip=1 replay=3/5 committed=0/0 00000100:00000001:2.0:1788687264.659481:0:2370:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687264.659483:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687264.659489:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb4700 x1875572824506624/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687280 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687264.659497:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687264.659501:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687264.659504:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687264.659508:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb4700 x1875572824506624/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687280 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687264.659521:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824506624:192.168.203.144@tcp:400:kworker.0 00000400:00000001:2.0:1788687264.659528:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687264.659529:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687264.659531:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4478. 00000400:00000200:2.0:1788687264.659533:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae05d8 00000400:00000010:2.0:1788687264.659535:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae05d8. 00000100:00000001:2.0:1788687264.659538:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687264.659541:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb4380 x1875572824506496/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687264.659550:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb4380 x1875572824506496/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687280 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687264.659557:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687264.659559:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687264.659570:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687264.659573:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687264.659574:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687264.659576:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687264.659578:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687264.659581:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=36 v=5 (5 5 5 5) 00000100:00001000:2.0:1788687264.659585:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=36 v=5 (1 1 1 1) 00000100:00000001:2.0:1788687264.659587:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687264.659588:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687264.659589:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687264.659591:0:2370:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687264.659593:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687264.659597:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb4380 x1875572824506496/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687280 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687264.659603:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687264.659606:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687264.659607:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687264.659610:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb4380 x1875572824506496/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687280 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687264.659617:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824506496:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687264.659621:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687264.659623:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687264.659625:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb4700 x1875572824506624/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687280 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687264.659631:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687264.659633:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687264.659635:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c4c8dc00. 02000000:00000001:2.0:1788687264.659637:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687264.659639:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687264.659640:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687264.659642:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687264.659643:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415a200. 02000000:00000001:2.0:1788687264.659646:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687264.659647:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687264.659648:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb4700. 00000100:00000001:2.0:1788687264.659651:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687264.659652:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687264.659653:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687264.659656:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb4380 x1875572824506496/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687280 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687264.659662:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687264.659663:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687264.659664:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c4c8d600. 02000000:00000001:2.0:1788687264.659666:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687264.659667:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687264.659668:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1788687264.659670:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687264.659672:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415a100. 02000000:00000001:2.0:1788687264.659674:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687264.659676:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687264.659677:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb4380. 00000100:00000001:2.0:1788687264.659679:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687264.659680:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687264.659682:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687264.659691:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687264.659693:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687264.659695:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687264.659698:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687264.779288:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687264.779292:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687264.779295:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788687265.804111:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687265.804115:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687265.804120:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1788687265.922669:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687265.922675:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445700. 00000400:00000200:3.0:1788687265.922681:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687265.922687:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687265.922695:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda908 00000400:00000010:3.0:1788687265.922697:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda908. 00000100:00000001:3.0:1788687265.922702:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687265.922709:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f2d80 x1875572824507008/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687281 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687265.922725:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687265.922729:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f2d80 x1875572824507008/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687281 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687265.922735:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687265.922736:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00010000:00010000:1.0:1788687265.937675:0:30303:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:1.0:1788687265.937685:0:30303:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687265.937688:0:30303:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687265.937696:0:30303:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687265.937700:0:30303:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788687265.937706:0:30303:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687265.937707:0:30303:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788687265.937710:0:30303:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687265.937712:0:30303:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788687265.937715:0:30303:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687265.937717:0:30303:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788687265.937721:0:30303:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687265.937722:0:30303:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788687265.937725:0:30303:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:1.0:1788687265.937729:0:30303:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687265.937733:0:30303:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788687265.937752:0:30303:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 5/5 locks to regular blp list, 1 blwis in pool 00000800:00000200:3.0:1788687265.939762:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687265.939769:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445c00. 00000400:00000200:3.0:1788687265.939775:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687265.939781:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687265.939788:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda880 00000400:00000010:3.0:1788687265.939791:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda880. 00000100:00000001:3.0:1788687265.939796:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687265.939803:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f2300 x1875572824507136/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 352/224 e 0 to 0 dl 1788687281 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687265.939815:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687265.939819:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f2300 x1875572824507136/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 352/224 e 0 to 0 dl 1788687281 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687265.939827:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687265.939828:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788687265.942744:0:15943:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296394969 00000100:00000001:1.0:1788687265.942759:0:15943:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296392721 00000100:00000001:1.0:1788687265.942764:0:15943:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296394969 00000100:00000001:1.0:1788687265.942766:0:15943:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687265.942771:0:15943:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687265.942776:0:15943:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687265.942779:0:15943:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687265.942784:0:15943:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6bdc600 going to sleep for 11 seconds 00000100:00000001:1.0:1788687265.942788:0:15943:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687265.942792:0:15943:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687265.947312:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687265.947336:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687265.947343:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687265.947347:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687265.947359:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687265.947369:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687265.947392:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687265.947398:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687265.947404:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687265.947409:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x6a9d2d3f48300 00000400:00000200:3.0:1788687265.947415:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687265.947422:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x633d [1] + 224 00000800:00000001:3.0:1788687265.947432:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687265.947441:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687265.947445:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687265.947451:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687265.947461:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687265.947475:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f2300 x1875572824507136/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 352/224 e 0 to 0 dl 1788687281 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687265.947488:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c97f2300 x1875572824507136/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 352/224 e 0 to 0 dl 1788687281 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687265.947513:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687265.947523:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687265.947527:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687265.947936:0:15943:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687265.947957:0:15943:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687265.947960:0:15943:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687265.947964:0:15943:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1b00. 00000400:00000200:1.0:1788687265.947970:0:15943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdacc0 00000400:00000010:1.0:1788687265.947973:0:15943:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdacc0. 00000100:00000001:1.0:1788687265.947977:0:15943:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687265.947984:0:15943:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f2300 x1875572824507136/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 352/224 e 0 to 0 dl 1788687281 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687265.947994:0:15943:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f2300 x1875572824507136/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 352/224 e 0 to 0 dl 1788687281 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687265.948001:0:15943:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687265.948003:0:15943:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687265.948006:0:15943:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687265.948010:0:15943:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687265.948013:0:15943:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687265.948015:0:15943:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687265.948019:0:15943:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687265.948030:0:15943:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7d38 time=186 v=5 (5 5 5 5) 00000100:00001000:1.0:1788687265.948035:0:15943:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687265.948038:0:15943:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687265.948040:0:15943:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687265.948043:0:15943:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687265.948048:0:15943:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687265.948052:0:15943:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687265.948054:0:15943:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967598 00000100:00000001:1.0:1788687265.948057:0:15943:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687265.948059:0:15943:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687265.948064:0:15943:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f2300 x1875572824507136/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 352/224 e 0 to 0 dl 1788687281 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687265.948078:0:15943:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687265.948081:0:15943:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687265.948084:0:15943:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687265.948088:0:15943:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f2300 x1875572824507136/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 352/224 e 0 to 0 dl 1788687281 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687265.948096:0:15943:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f2300 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:15943:1875572824507136:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788687265.948101:0:15943:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687265.948105:0:15943:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687265.948108:0:15943:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687265.948110:0:15943:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687265.948115:0:15943:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f2300 x1875572824507136/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 352/224 e 0 to 0 dl 1788687281 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687265.948124:0:15943:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687265.948127:0:15943:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c6bdc600. 00000100:00000001:1.0:1788687265.948131:0:15943:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687265.948132:0:15943:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687265.948136:0:15943:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687265.948139:0:15943:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f2300 x1875572824507136/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 352/224 e 0 to 0 dl 1788687281 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687265.948145:0:15943:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687265.948148:0:15943:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687265.948151:0:15943:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6940600. 02000000:00000001:1.0:1788687265.948157:0:15943:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687265.948160:0:15943:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687265.948163:0:15943:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687265.948165:0:15943:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687265.948168:0:15943:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c6941000. 02000000:00000001:1.0:1788687265.948174:0:15943:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687265.948176:0:15943:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687265.948178:0:15943:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f2300. 00000100:00000001:1.0:1788687265.948182:0:15943:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687265.948184:0:15943:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788687265.948186:0:15943:0:(ldlm_request.c:1631:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:1.0:1788687265.948190:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687265.948196:0:15943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811c64 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d1fa9 expref: -99 pid: 30284 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1788687265.948208:0:15943:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c422fa00 count: 0 00010000:00000010:1.0:1788687265.948219:0:15943:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5d3bb80. 00010000:00000001:1.0:1788687265.948230:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687265.948232:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687265.948235:0:15943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4000/0x230d04438e811c4f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d1f4e expref: -99 pid: 30274 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1788687265.948242:0:15943:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c422f800 count: 0 00010000:00000010:1.0:1788687265.948245:0:15943:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5d3be80. 00010000:00000001:1.0:1788687265.948250:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687265.948251:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687265.948254:0:15943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5800/0x230d04438e811c5d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d1f86 expref: -99 pid: 30274 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788687265.948261:0:15943:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29c4c6fc40. 00010000:00000040:1.0:1788687265.948264:0:15943:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64de800 count: 0 00010000:00000010:1.0:1788687265.948267:0:15943:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5ca0a00. 00010000:00000001:1.0:1788687265.948274:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687265.948275:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687265.948278:0:15943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4600/0x230d04438e811c56 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d1f6a expref: -99 pid: 30274 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1788687265.948283:0:15943:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64de700 count: 0 00010000:00000010:1.0:1788687265.948285:0:15943:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5ca0580. 00010000:00000001:1.0:1788687265.948291:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687265.948292:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687265.948295:0:15943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9000/0x230d04438e811c2c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d1ed7 expref: -99 pid: 29665 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788687265.948302:0:15943:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29e138edc0. 00010000:00000040:1.0:1788687265.948304:0:15943:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c6090b00 count: 0 00010000:00000010:1.0:1788687265.948307:0:15943:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5044e80. 00010000:00000001:1.0:1788687265.948311:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687265.948313:0:15943:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687265.948328:0:15943:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687265.948333:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687265.948334:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687265.948337:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788687265.948338:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687265.948340:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687265.948341:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788687265.948343:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687265.948344:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687265.948346:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788687265.950925:0:30303:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687265.950937:0:30303:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687265.950951:0:30303:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=5 : 5 : 5) 00010000:00000010:1.1:1788687265.958837:0:30304:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fa00. 00010000:00000010:1.1:1788687265.958858:0:30304:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9600. 00010000:00000010:1.1:1788687265.958963:0:30304:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f800. 00010000:00000010:1.1:1788687265.958968:0:30304:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4000. 00010000:00000010:1.1:1788687265.958973:0:30304:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de800. 00010000:00000010:1.1:1788687265.958977:0:30304:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5800. 00010000:00000010:1.1:1788687265.958980:0:30304:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de700. 00010000:00000010:1.1:1788687265.958984:0:30304:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4600. 00010000:00000010:1.1:1788687265.958989:0:30304:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090b00. 00010000:00000010:1.1:1788687265.958991:0:30304:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9000. 00000020:00000001:2.0:1788687266.827210:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687266.827214:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687266.827218:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788687267.853969:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687267.853979:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687267.853985:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788687268.875364:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687268.875369:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687268.875372:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788687269.259057:0:26149:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296394969, at 4296395264 00000100:00000040:2.0:1788687269.259057:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296394969, at 4296395264 00000100:00000010:2.0:1788687269.259079:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c97ab540. 00000100:00000010:3.0:1788687269.259080:0:26149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c97ab2a0. 00000100:00000001:3.0:1788687269.771168:0:15934:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1788687269.771177:0:15934:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687269.776601:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687269.776616:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687269.776642:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99f80. 00000020:00000040:1.0:1788687269.776652:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1788687269.776658:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687269.776661:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687269.776668:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687269.776679:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c63e2700. 00000100:00000001:1.0:1788687269.776688:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687269.776705:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c8b99f80 x1875572824507264/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687269.776718:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687269.776723:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687269.776732:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000019cf470] to pc [ptlrpcd_00_01+1] req@ffff9b29c8b99f80 x1875572824507264/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687269.776783:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687269.776786:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687269.776790:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687269.776794:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b98700. 00000020:00000040:1.0:1788687269.776796:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:1.0:1788687269.776798:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687269.776799:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687269.776802:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687269.776806:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c63e2500. 00000100:00000001:1.0:1788687269.776809:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687269.776813:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID req@ffff9b29c8b98700 x1875572824507392/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687269.776820:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687269.776821:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687269.776825:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037df8877] to pc [ptlrpcd_00_00+0] req@ffff9b29c8b98700 x1875572824507392/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687269.776833:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687269.776835:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687269.776838:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687269.776842:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9ad80. 00000020:00000040:1.0:1788687269.776844:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:1.0:1788687269.776846:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687269.776847:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687269.776849:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687269.776852:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c63e2b00. 00000100:00000001:1.0:1788687269.776855:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687269.776858:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID req@ffff9b29c8b9ad80 x1875572824507520/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687269.776879:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687269.776881:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687269.776885:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080bdd27c] to pc [ptlrpcd_00_01+1] req@ffff9b29c8b9ad80 x1875572824507520/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687269.776893:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687269.776895:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788687269.776899:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788687269.776943:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1733) 00000100:00000001:1.0:1788687269.776998:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687269.777003:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687269.777005:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687269.777012:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b98700 x1875572824507392/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687269.777021:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687269.777024:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687269.777029:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687269.777032:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687269.777035:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687269.777038:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824507392:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687269.777043:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687269.777050:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687269.777053:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687269.777055:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687269.777061:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29e17c8c00. 02000000:00000001:1.0:1788687269.777063:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687269.777072:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687269.777076:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150e18. 00000400:00000010:1.0:1788687269.777085:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc3b8. 00000100:00000200:1.0:1788687269.777094:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824507392, portal 10 00000100:00000001:1.0:1788687269.777097:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687269.777099:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496407296 : -110871213144320 : ffff9b29c8b98700) 00000100:00000040:1.0:1788687269.777107:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b98700 x1875572824507392/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687269.777115:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687269.777118:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687269.777120:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc330. 00000100:00000200:1.0:1788687269.777125:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824507392, offset 0 00000400:00000200:1.0:1788687269.777131:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687269.777141:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687269.777152:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687269.777158:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687269.777163:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687269.777167:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687269.777170:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687269.777175:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2235:2235:256:4294967295] 192.168.203.144@tcp LPNI seq info [2235:2235:8:4294967295] 00000400:00000200:1.0:1788687269.777180:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687269.777191:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687269.777199:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687269.777205:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2400. 00000800:00000200:1.0:1788687269.777214:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687269.777224:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687269.777229:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687269.777241:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687269.777246:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 772430 usecs (773 jiffies) 00000400:00000200:1.0:1788687269.777250:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687269.777253:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296396555 00000100:00000010:1.0:1788687269.777259:0:2367:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29e06fede0. 00000100:00000001:1.0:1788687269.777267:0:2367:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788687269.777273:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296396555 00000100:00000010:1.0:1788687269.777276:0:2367:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29e06fe600. 00000100:00000001:1.0:1788687269.777279:0:2367:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788687269.777282:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687269.777284:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687269.777288:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687269.777290:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687269.777298:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687269.777301:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788687269.777303:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687269.777304:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687269.777305:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687269.777308:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788687269.777310:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687269.777311:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687269.777312:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687269.777314:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687269.777315:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687269.777316:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687269.777319:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99f80 x1875572824507264/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687269.777325:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687269.777327:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687269.777328:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687269.777330:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687269.777332:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687269.777335:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2367:1875572824507264:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687269.777338:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687269.777340:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687269.777341:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687269.777343:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687269.777346:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29e17c9000. 02000000:00000001:1.0:1788687269.777348:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687269.777351:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687269.777353:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e01509a0. 00000400:00000010:1.0:1788687269.777357:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcf68. 00000100:00000200:1.0:1788687269.777359:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824507264, portal 25 00000100:00000001:1.0:1788687269.777362:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687269.777363:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496413568 : -110871213138048 : ffff9b29c8b99f80) 00000100:00000040:1.0:1788687269.777367:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b99f80 x1875572824507264/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687269.777372:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687269.777388:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687269.777393:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcd48. 00000100:00000200:1.0:1788687269.777396:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824507264, offset 0 00000400:00000200:1.0:1788687269.777400:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687269.777404:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687269.777407:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687269.777410:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687269.777411:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687269.777413:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687269.777415:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687269.777418:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2236:2236:255:4294967295] 192.168.203.144@tcp LPNI seq info [2236:2236:7:4294967295] 00000400:00000200:1.0:1788687269.777421:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687269.777426:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687269.777430:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687269.777434:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2100. 00000800:00000200:1.0:1788687269.777437:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687269.777441:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687269.777444:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687269.777447:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687269.777449:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687269.777451:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296400095 00000100:00000001:1.0:1788687269.777457:0:2367:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296396555 00000100:00000001:1.0:1788687269.777460:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296400095 00000100:00000001:1.0:1788687269.777463:0:2367:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296396555 00000100:00000001:1.0:1788687269.777465:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687269.777468:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687269.777469:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687269.777473:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9ad80 x1875572824507520/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687269.777480:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687269.777481:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687269.777483:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687269.777485:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687269.777487:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687269.777490:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824507520:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687269.777492:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687269.777494:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687269.777496:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687269.777497:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687269.777502:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c584c800. 02000000:00000001:1.0:1788687269.777503:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687269.777506:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687269.777509:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150c60. 00000400:00000010:1.0:1788687269.777513:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcb28. 00000100:00000200:1.0:1788687269.777515:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824507520, portal 4 00000100:00000001:1.0:1788687269.777517:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687269.777518:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000100:00000040:1.0:1788687269.777524:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9ad80 x1875572824507520/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687269.777530:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687269.777532:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687269.777534:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dccc0. 00000100:00000200:1.0:1788687269.777535:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824507520, offset 0 00000400:00000200:1.0:1788687269.777540:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687269.777543:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687269.777547:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687269.777549:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687269.777552:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687269.777553:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687269.777555:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687269.777558:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2237:2237:254:4294967295] 192.168.203.144@tcp LPNI seq info [2237:2237:6:4294967295] 00000400:00000200:1.0:1788687269.777561:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687269.777566:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687269.777570:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687269.777573:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2300. 00000800:00000200:1.0:1788687269.777577:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687269.777581:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687269.777583:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687269.777585:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687269.777588:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 19683 usecs (20 jiffies) 00000400:00000200:1.0:1788687269.777591:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687269.777593:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296395802 00000100:00000001:1.0:1788687269.777595:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296400095 00000100:00000001:1.0:1788687269.777597:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296395802 00000100:00000001:1.0:1788687269.777599:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296400095 00000100:00000001:1.0:1788687269.777601:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687269.777603:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687269.777605:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687269.777608:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687269.779129:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687269.779140:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2400. 00000400:00000200:2.0:1788687269.779152:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687269.779162:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687269.779171:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc330 00000400:00000010:2.0:1788687269.779175:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc330. 00000100:00000001:2.0:1788687269.779182:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687269.779193:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b98700 x1875572824507392/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687269.779208:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687269.779212:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b98700 x1875572824507392/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687285 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687269.779219:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687269.779222:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687269.779240:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687269.779242:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2100. 00000400:00000200:2.0:1788687269.779245:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687269.779248:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687269.779251:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcd48 00000400:00000010:2.0:1788687269.779254:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcd48. 00000100:00000001:2.0:1788687269.779256:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687269.779261:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99f80 x1875572824507264/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687269.779269:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687269.779273:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99f80 x1875572824507264/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687285 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687269.779279:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687269.779281:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687269.779360:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687269.779364:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2300. 00000400:00000200:2.0:1788687269.779367:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687269.779370:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687269.779374:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dccc0 00000400:00000010:2.0:1788687269.779375:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dccc0. 00000100:00000001:2.0:1788687269.779378:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687269.779382:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9ad80 x1875572824507520/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687269.779389:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687269.779392:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9ad80 x1875572824507520/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687285 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687269.779398:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687269.779400:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687269.787981:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687269.788005:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687269.788011:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687269.788014:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687269.788027:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687269.788037:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687269.788049:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687269.788056:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687269.788063:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687269.788069:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f48380 00000400:00000200:3.0:1788687269.788076:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687269.788083:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x634d [1] + 224 00000800:00000001:3.0:1788687269.788092:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687269.788098:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687269.788102:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687269.788108:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687269.788119:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687269.788132:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99f80 x1875572824507264/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687269.788145:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b99f80 x1875572824507264/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687269.788171:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687269.788181:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687269.788185:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687269.788187:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687269.788189:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687269.788192:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687269.788196:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687269.788201:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687269.788204:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687269.788207:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687269.788210:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f48480 00000400:00000200:3.0:1788687269.788214:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687269.788219:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6355 [1] + 224 00000800:00000001:3.0:1788687269.788223:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687269.788229:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687269.788232:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687269.788235:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687269.788239:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687269.788243:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9ad80 x1875572824507520/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687269.788252:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b9ad80 x1875572824507520/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687269.788259:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687269.788263:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687269.788267:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687269.788676:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687269.788682:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687269.788700:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687269.788704:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687269.788708:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e01509a0. 00000400:00000200:1.0:1788687269.788715:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcf68 00000400:00000010:1.0:1788687269.788718:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcf68. 00000100:00000001:1.0:1788687269.788722:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687269.788728:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99f80 x1875572824507264/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687269.788738:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99f80 x1875572824507264/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687269.788745:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687269.788748:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687269.788751:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687269.788755:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687269.788758:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687269.788761:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687269.788765:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687269.788774:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=41 v=5 (5 5 5 5) 00000100:00001000:1.0:1788687269.788778:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=41 v=5 (1 1 1 1) 00000100:00000001:1.0:1788687269.788781:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687269.788782:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687269.788786:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687269.788788:0:2367:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687269.788792:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687269.788797:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99f80 x1875572824507264/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687269.788804:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687269.788807:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687269.788810:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687269.788814:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99f80 x1875572824507264/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687285 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687269.788822:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2367:1875572824507264:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1788687269.788829:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687269.788830:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687269.788831:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150c60. 00000400:00000200:1.0:1788687269.788834:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcb28 00000400:00000010:1.0:1788687269.788836:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcb28. 00000100:00000001:1.0:1788687269.788838:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687269.788841:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9ad80 x1875572824507520/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687269.788849:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9ad80 x1875572824507520/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687269.788856:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687269.788858:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687269.789107:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687269.789109:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687269.789111:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687269.789112:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687269.789114:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687269.789123:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=41 v=5 (5 5 16 137) 00000100:00001000:1.0:1788687269.789126:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=126 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687269.789129:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687269.789130:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687269.789132:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687269.789136:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687269.789140:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687269.789142:0:2367:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967336 00000100:00000001:1.0:1788687269.789144:0:2367:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687269.789146:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687269.789151:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9ad80 x1875572824507520/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687269.789157:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687269.789160:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687269.789161:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687269.789164:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9ad80 x1875572824507520/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687285 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687269.789172:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824507520:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687269.789177:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687269.789180:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687269.789184:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b99f80 x1875572824507264/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687285 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687269.789192:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687269.789195:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687269.789199:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29e17c9000. 02000000:00000001:1.0:1788687269.789207:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687269.789211:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687269.789213:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1788687269.789215:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687269.789218:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c63e2700. 02000000:00000001:1.0:1788687269.789222:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687269.789224:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687269.789227:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b99f80. 00000100:00000001:1.0:1788687269.789231:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687269.789232:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687269.789234:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687269.789237:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9ad80 x1875572824507520/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687285 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687269.789244:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687269.789245:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687269.789247:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c584c800. 02000000:00000001:1.0:1788687269.789250:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687269.789251:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687269.789252:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687269.789254:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687269.789255:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c63e2b00. 02000000:00000001:1.0:1788687269.789257:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687269.789258:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687269.789259:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9ad80. 00000100:00000001:1.0:1788687269.789262:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687269.789263:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687269.789266:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687269.789269:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687269.789270:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687269.789272:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687269.789273:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687269.791366:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687269.791401:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687269.791407:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687269.791410:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687269.791430:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687269.791441:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687269.791451:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687269.791457:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687269.791463:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687269.791468:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f48400 00000400:00000200:2.0:1788687269.791475:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687269.791481:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x6345 [1] + 224 00000800:00000001:2.0:1788687269.791490:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687269.791498:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687269.791503:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687269.791508:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687269.791518:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687269.791539:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b98700 x1875572824507392/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687285 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687269.791552:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b98700 x1875572824507392/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687269.791575:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687269.791586:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687269.791589:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687269.791970:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687269.791976:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687269.791985:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687269.791987:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687269.791991:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150e18. 00000400:00000200:1.0:1788687269.791997:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc3b8 00000400:00000010:1.0:1788687269.792000:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc3b8. 00000100:00000001:1.0:1788687269.792004:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687269.792010:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b98700 x1875572824507392/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687285 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687269.792020:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b98700 x1875572824507392/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687285 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687269.792031:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687269.792034:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687269.792037:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687269.792040:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687269.792043:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687269.792045:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687269.792049:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687269.792062:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=41 v=5 (5 103 103 103) 00000100:00001000:1.0:1788687269.792067:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687269.792069:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687269.792072:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687269.792075:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687269.792079:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687269.792083:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788687269.792086:0:2367:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: committing for last_committed 4294967599 gen 2 00000100:00000001:1.0:1788687269.792089:0:2367:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788687269.792092:0:2367:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:1.0:1788687269.792095:0:2367:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687269.792096:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687269.792101:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b98700 x1875572824507392/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687269.792108:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687269.792112:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687269.792114:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687269.792119:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b98700 x1875572824507392/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687285 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687269.792126:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824507392:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687269.792131:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687269.792134:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687269.792137:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b98700 x1875572824507392/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687285 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687269.792144:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687269.792147:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687269.792152:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29e17c8c00. 02000000:00000001:1.0:1788687269.792156:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687269.792160:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687269.792162:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687269.792164:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687269.792167:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c63e2500. 02000000:00000001:1.0:1788687269.792171:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687269.792174:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687269.792176:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b98700. 00000100:00000001:1.0:1788687269.792179:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687269.792180:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687269.792183:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687269.792192:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687269.792194:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687269.792197:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687269.792200:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687269.901096:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687269.901105:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687269.901112:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788687270.923840:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687270.923844:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687270.923848:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788687271.947125:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687271.947128:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687271.947131:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788687272.972629:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687272.972633:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687272.972636:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788687273.995270:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687273.995274:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687273.995277:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788687274.379017:0:26149:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296400095, at 4296400384 00000100:00000010:3.0:1788687274.379033:0:26149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29e06fe600. 00000100:00000040:2.0:1788687274.379058:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296400095, at 4296400384 00000100:00000010:2.0:1788687274.379067:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29e06fede0. 00000100:00000040:2.0:1788687274.891268:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687274.891274:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687274.891285:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8000. 00000020:00000040:2.0:1788687274.891290:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1788687274.891294:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687274.891297:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687274.891302:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687274.891310:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c7eec700. 00000100:00000001:2.0:1788687274.891316:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687274.891327:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c42e8000 x1875572824507648/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687274.891337:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687274.891341:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687274.891346:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff68e995] to pc [ptlrpcd_01_00+0] req@ffff9b29c42e8000 x1875572824507648/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687274.891408:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687274.891412:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687274.891414:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687274.891420:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8000 x1875572824507648/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687274.891429:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687274.891431:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687274.891435:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687274.891438:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687274.891440:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687274.891444:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2369:1875572824507648:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687274.891448:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687274.891453:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687274.891456:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687274.891458:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687274.891473:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c4c8ce00. 02000000:00000001:3.0:1788687274.891476:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687274.891484:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687274.891488:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4898. 00000400:00000010:3.0:1788687274.891503:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0908. 00000100:00000200:3.0:1788687274.891510:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824507648, portal 25 00000100:00000001:3.0:1788687274.891512:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687274.891514:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420187136 : -110871289364480 : ffff9b29c42e8000) 00000100:00000040:3.0:1788687274.891519:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e8000 x1875572824507648/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687274.891527:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687274.891529:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687274.891532:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0f68. 00000100:00000200:3.0:1788687274.891535:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824507648, offset 0 00000400:00000200:3.0:1788687274.891540:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687274.891548:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687274.891556:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687274.891561:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687274.891564:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687274.891568:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687274.891570:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687274.891586:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2238:2238:256:4294967295] 192.168.203.144@tcp LPNI seq info [2238:2238:8:4294967295] 00000400:00000200:3.0:1788687274.891592:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687274.891600:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687274.891607:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687274.891612:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a500. 00000800:00000200:3.0:1788687274.891618:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687274.891626:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687274.891630:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687274.891642:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687274.891647:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687274.891649:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296405209 00000100:00000010:3.0:1788687274.891654:0:2369:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c97ab0c0. 00000100:00000001:3.0:1788687274.891660:0:2369:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788687274.891666:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296405209 00000100:00000010:3.0:1788687274.891669:0:2369:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c97ab480. 00000100:00000001:3.0:1788687274.891672:0:2369:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788687274.891675:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687274.891679:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687274.891681:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687274.891684:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687274.891875:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687274.891888:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687274.891892:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687274.891945:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42ea680. 00000020:00000040:2.0:1788687274.891950:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:2.0:1788687274.891952:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687274.891954:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687274.891956:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687274.891960:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c7eece00. 00000100:00000001:2.0:1788687274.891964:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687274.891970:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID req@ffff9b29c42ea680 x1875572824507776/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687274.891977:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687274.891979:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687274.891983:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048f02943] to pc [ptlrpcd_01_01+1] req@ffff9b29c42ea680 x1875572824507776/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687274.894775:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687274.894781:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788687274.894787:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687274.894789:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687274.894793:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687274.894797:0:2369:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788687274.894799:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687274.894801:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687274.894803:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687274.894805:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687274.894806:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687274.894808:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687274.894821:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42ea680 x1875572824507776/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687274.894832:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687274.894834:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687274.894839:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687274.894842:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687274.894845:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687274.894849:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824507776:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687274.894854:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687274.894860:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687274.894862:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687274.894865:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687274.894874:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c4c8c400. 02000000:00000001:3.0:1788687274.894876:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687274.894894:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687274.894921:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4c08. 00000400:00000010:3.0:1788687274.894929:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0b28. 00000100:00000200:3.0:1788687274.894936:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824507776, portal 10 00000100:00000001:3.0:1788687274.894938:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687274.894940:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420196992 : -110871289354624 : ffff9b29c42ea680) 00000100:00000040:3.0:1788687274.894948:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42ea680 x1875572824507776/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687274.894957:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687274.894960:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687274.894962:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0000. 00000100:00000200:3.0:1788687274.894965:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824507776, offset 0 00000400:00000200:3.0:1788687274.894971:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687274.894979:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687274.894986:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687274.894991:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687274.894995:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687274.894999:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687274.895001:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687274.895005:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2239:2239:255:4294967295] 192.168.203.144@tcp LPNI seq info [2239:2239:7:4294967295] 00000400:00000200:3.0:1788687274.895009:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687274.895018:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687274.895023:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687274.895028:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ab00. 00000800:00000200:3.0:1788687274.895034:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687274.895042:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687274.895046:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687274.895050:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687274.895054:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 771230 usecs (772 jiffies) 00000400:00000200:3.0:1788687274.895057:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687274.895060:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296401669 00000100:00000001:3.0:1788687274.895064:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296405209 00000100:00000001:3.0:1788687274.895066:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296401669 00000100:00000001:3.0:1788687274.895068:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296405209 00000100:00000001:3.0:1788687274.895070:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687274.895073:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687274.895076:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687274.895078:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687274.895127:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687274.895130:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a500. 00000400:00000200:3.0:1788687274.895136:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687274.895140:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687274.895146:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0f68 00000400:00000010:3.0:1788687274.895148:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0f68. 00000100:00000001:3.0:1788687274.895152:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687274.895157:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8000 x1875572824507648/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687274.895166:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687274.895169:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8000 x1875572824507648/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687274.895176:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687274.895178:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687274.896162:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687274.896168:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ab00. 00000400:00000200:3.0:1788687274.896173:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687274.896178:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687274.896184:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0000 00000400:00000010:3.0:1788687274.896186:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0000. 00000100:00000001:3.0:1788687274.896190:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687274.896195:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42ea680 x1875572824507776/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687274.896204:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687274.896208:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42ea680 x1875572824507776/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687274.896215:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687274.896216:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788687274.896251:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687274.896254:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687274.903080:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687274.903097:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687274.903101:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687274.903104:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687274.903114:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687274.903123:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687274.903131:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687274.903136:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687274.903141:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687274.903145:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f48580 00000400:00000200:3.0:1788687274.903150:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687274.903156:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x636d [1] + 224 00000800:00000001:3.0:1788687274.903163:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687274.903168:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687274.903172:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687274.903176:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687274.903183:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687274.903192:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42ea680 x1875572824507776/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687274.903203:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42ea680 x1875572824507776/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687274.903221:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687274.903230:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687274.903234:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687274.903236:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687274.903239:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687274.903242:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687274.903246:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687274.903250:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687274.903253:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687274.903256:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687274.903258:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f48500 00000400:00000200:3.0:1788687274.903262:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687274.903267:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x635d [1] + 224 00000800:00000001:3.0:1788687274.903270:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687274.903276:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687274.903278:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687274.903281:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687274.903284:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687274.903289:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8000 x1875572824507648/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687274.903298:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42e8000 x1875572824507648/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687274.903305:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687274.903308:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687274.903312:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687274.903326:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687274.903330:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687274.903335:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687274.903337:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687274.903340:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4c08. 00000400:00000200:3.0:1788687274.903345:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0b28 00000400:00000010:3.0:1788687274.903347:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0b28. 00000100:00000001:3.0:1788687274.903350:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687274.903354:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42ea680 x1875572824507776/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687274.903363:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42ea680 x1875572824507776/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687274.903369:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687274.903371:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687274.903373:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687274.903376:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687274.903378:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687274.903380:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687274.903382:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687274.903392:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=46 v=5 (5 103 103 103) 00000100:00001000:3.0:1788687274.903396:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687274.903399:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687274.903401:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687274.903403:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687274.903407:0:2369:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687274.903410:0:2369:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687274.903412:0:2369:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967599 00000100:00000001:3.0:1788687274.903414:0:2369:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687274.903416:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687274.903421:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42ea680 x1875572824507776/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687274.903428:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687274.903431:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687274.903433:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687274.903437:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42ea680 x1875572824507776/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687290 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687274.903444:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824507776:192.168.203.144@tcp:400:kworker.0 00000400:00000001:3.0:1788687274.903450:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687274.903452:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687274.903453:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4898. 00000400:00000200:3.0:1788687274.903456:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0908 00000400:00000010:3.0:1788687274.903458:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0908. 00000100:00000001:3.0:1788687274.903460:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687274.903463:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e8000 x1875572824507648/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687274.903471:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e8000 x1875572824507648/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687274.903478:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687274.903479:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687274.903481:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687274.903482:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687274.903483:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687274.903485:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687274.903487:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687274.903502:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=46 v=5 (5 5 5 5) 00000100:00001000:3.0:1788687274.903505:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=46 v=5 (1 1 1 1) 00000100:00000001:3.0:1788687274.903507:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687274.903508:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687274.903509:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687274.903511:0:2369:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687274.903513:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687274.903517:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e8000 x1875572824507648/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687274.903523:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687274.903525:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687274.903526:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687274.903529:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e8000 x1875572824507648/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687290 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687274.903537:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2369:1875572824507648:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687274.903541:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687274.903544:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687274.903547:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42ea680 x1875572824507776/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687290 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687274.903553:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687274.903555:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687274.903558:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c4c8c400. 02000000:00000001:3.0:1788687274.903561:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687274.903564:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687274.903566:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687274.903568:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687274.903571:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c7eece00. 02000000:00000001:3.0:1788687274.905188:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687274.905191:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687274.905194:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42ea680. 00000100:00000001:3.0:1788687274.905200:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687274.905202:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687274.905206:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687274.905216:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e8000 x1875572824507648/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687290 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687274.905224:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687274.905226:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687274.905228:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c4c8ce00. 02000000:00000001:3.0:1788687274.905231:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687274.905232:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687274.905234:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1788687274.905237:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687274.905239:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c7eec700. 02000000:00000001:3.0:1788687274.905241:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687274.905242:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687274.905244:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e8000. 00000100:00000001:3.0:1788687274.905246:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687274.905247:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687274.905249:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687274.905258:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687274.905260:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687274.905262:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687274.905264:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687274.906844:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687274.906854:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687274.906859:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687274.906870:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8700. 00000020:00000040:2.0:1788687274.906875:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:2.0:1788687274.906888:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687274.906891:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687274.906903:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687274.906926:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c7eec700. 00000100:00000001:2.0:1788687274.906933:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687274.906944:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID req@ffff9b29c42e8700 x1875572824507904/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687274.906953:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687274.906958:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687274.906964:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d749737] to pc [ptlrpcd_01_00+0] req@ffff9b29c42e8700 x1875572824507904/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687274.906980:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687274.906982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788687274.906986:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788687274.906992:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1738) 00000100:00000001:3.0:1788687274.907120:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788687274.907124:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788687274.907127:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687274.907133:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687274.907136:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687274.907137:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687274.907139:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687274.907141:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687274.907148:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8700 x1875572824507904/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687274.907156:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687274.907158:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687274.907162:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687274.907164:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687274.907167:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687274.907170:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824507904:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687274.907174:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687274.907179:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687274.907182:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687274.907184:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687274.907190:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c4c8ce00. 02000000:00000001:3.0:1788687274.907192:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687274.907199:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687274.907204:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4898. 00000400:00000010:3.0:1788687274.907211:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0908. 00000100:00000200:3.0:1788687274.907219:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824507904, portal 4 00000100:00000001:3.0:1788687274.907221:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687274.907223:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188928 : -110871289362688 : ffff9b29c42e8700) 00000100:00000040:3.0:1788687274.907231:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e8700 x1875572824507904/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687274.907238:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687274.907241:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687274.907243:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0b28. 00000100:00000200:3.0:1788687274.907246:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824507904, offset 0 00000400:00000200:3.0:1788687274.907252:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687274.907260:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687274.907266:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687274.907272:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687274.907275:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687274.907279:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687274.907282:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687274.907286:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2240:2240:256:4294967295] 192.168.203.144@tcp LPNI seq info [2240:2240:8:4294967295] 00000400:00000200:3.0:1788687274.907290:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687274.907299:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687274.907306:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687274.907311:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ab00. 00000800:00000200:3.0:1788687274.907318:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687274.907327:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687274.907331:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687274.907393:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687274.907398:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 19660 usecs (20 jiffies) 00000400:00000200:3.0:1788687274.907401:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687274.907404:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296400932 00000100:00000001:3.0:1788687274.907407:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296405209 00000100:00000001:3.0:1788687274.907409:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296400932 00000100:00000001:3.0:1788687274.907411:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296405209 00000100:00000001:3.0:1788687274.907414:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687274.907416:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687274.907419:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687274.907421:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687274.907432:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687274.907434:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687274.909213:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687274.909222:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ab00. 00000400:00000200:2.0:1788687274.909229:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687274.909237:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687274.909243:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0b28 00000400:00000010:2.0:1788687274.909245:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0b28. 00000100:00000001:2.0:1788687274.909251:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687274.909258:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8700 x1875572824507904/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687274.909269:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687274.909272:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8700 x1875572824507904/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687274.909279:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687274.909281:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687274.925288:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687274.925302:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687274.925306:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687274.925308:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687274.925317:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687274.925324:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687274.925333:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687274.925338:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687274.925342:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687274.925346:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f48600 00000400:00000200:3.0:1788687274.925351:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687274.925357:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x637d [1] + 224 00000800:00000001:3.0:1788687274.925364:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687274.925372:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687274.925375:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687274.925380:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687274.925388:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687274.925397:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8700 x1875572824507904/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687274.925409:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42e8700 x1875572824507904/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687274.925443:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687274.925451:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687274.925454:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687274.925566:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687274.925571:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687274.925588:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687274.925590:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687274.925593:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4898. 00000400:00000200:2.0:1788687274.925599:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0908 00000400:00000010:2.0:1788687274.925601:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0908. 00000100:00000001:2.0:1788687274.925604:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687274.925609:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e8700 x1875572824507904/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687274.925617:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e8700 x1875572824507904/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687274.925635:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687274.925637:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687274.925639:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687274.925642:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687274.925644:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687274.925647:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687274.925649:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687274.925658:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=46 v=5 (5 5 16 137) 00000100:00001000:2.0:1788687274.925662:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=131 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687274.925665:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687274.925666:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687274.925669:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687274.925672:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687274.925676:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687274.925678:0:2370:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967336 00000100:00000001:2.0:1788687274.925680:0:2370:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687274.925681:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687274.925685:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e8700 x1875572824507904/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687274.925693:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687274.925696:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687274.925698:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687274.925702:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e8700 x1875572824507904/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687290 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687274.925710:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824507904:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687274.925715:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687274.925717:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687274.925720:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e8700 x1875572824507904/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687290 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687274.925726:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687274.925729:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687274.925732:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c4c8ce00. 02000000:00000001:2.0:1788687274.925735:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687274.925738:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687274.925740:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:2.0:1788687274.925742:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687274.925745:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c7eec700. 02000000:00000001:2.0:1788687274.925748:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687274.925750:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687274.925751:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e8700. 00000100:00000001:2.0:1788687274.925755:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687274.925756:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687274.925758:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687274.925766:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687274.925768:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687274.925770:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687274.925772:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687275.019170:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687275.019174:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687275.019177:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788687276.046245:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687276.046252:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687276.046256:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788687276.940457:0:30284:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788687276.940462:0:30284:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687276.940464:0:30284:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788687276.940468:0:30284:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6bdccc0 going to sleep for 1 seconds 00000100:00000001:2.0:1788687276.940471:0:30284:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687276.940474:0:30284:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687277.067130:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687277.067134:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687277.067138:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788687277.963278:0:30284:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788687277.963281:0:30284:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687277.963283:0:30284:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788687277.963285:0:30284:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6bdccc0 going to sleep for 1 seconds 00000100:00000001:2.0:1788687277.963288:0:30284:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687277.963300:0:30284:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687278.092929:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687278.092933:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687278.092936:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788687278.987016:0:30284:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788687278.987024:0:30284:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687278.987028:0:30284:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788687278.987035:0:30284:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6bdccc0 going to sleep for 1 seconds 00000100:00000001:2.0:1788687278.987042:0:30284:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687278.987047:0:30284:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687279.115834:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687279.115838:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687279.115841:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788687279.499070:0:26149:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296405209, at 4296405504 00000100:00000010:3.0:1788687279.499085:0:26149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c97ab480. 00000100:00000040:2.0:1788687279.499269:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296405209, at 4296405504 00000100:00000010:2.0:1788687279.499276:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c97ab0c0. 00000100:00000001:2.0:1788687280.011441:0:30274:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788687280.011449:0:30274:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687280.011451:0:30274:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788687280.011456:0:30274:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6bdcb40 going to sleep for 1 seconds 00000100:00000001:2.0:1788687280.011460:0:30274:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687280.011463:0:30274:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687280.011528:0:30284:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788687280.011531:0:30284:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1788687280.011544:0:30284:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788687263/real 1788687263] req@ffff9b29c97f1180 x1875572824506240/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 1 dl 1788687279 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1788687280.011559:0:30284:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687280.011562:0:30284:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687280.011565:0:30284:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1c60. 00000400:00000200:3.0:1788687280.011571:0:30284:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda440 00000400:00000010:3.0:1788687280.011574:0:30284:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda440. 00000100:00000001:3.0:1788687280.011577:0:30284:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687280.011581:0:30284:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f1180 x1875572824506240/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 1 dl 1788687279 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687280.011589:0:30284:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f1180 x1875572824506240/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 1 dl 1788687279 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687280.011596:0:30284:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687280.011598:0:30284:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687280.011600:0:30284:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687280.011602:0:30284:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687280.011606:0:30284:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1788687280.011609:0:30284:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788687280.011612:0:30284:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9b29e019e800: Connection to lustre-MDT0000 (at 192.168.203.144@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1788687280.011616:0:30284:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788687280.011619:0:30284:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788687280.011621:0:30284:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687280.011623:0:30284:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788687280.011624:0:30284:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:3.0:1788687280.012352:0:30284:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1788687280.012356:0:30284:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687280.012360:0:30284:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687280.012361:0:30284:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687280.012364:0:30284:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6bdccc0 going to sleep for 0 seconds 00000100:00000001:3.0:1788687280.012367:0:30284:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687280.012369:0:30284:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687280.012371:0:30284:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687280.012372:0:30284:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687280.012375:0:30284:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687280.015403:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687280.015412:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687280.015422:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b98700. 00000020:00000040:1.0:1788687280.015428:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1788687280.015432:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687280.015435:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687280.015439:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687280.015446:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c63e2500. 00000100:00000001:1.0:1788687280.015451:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687280.015462:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c8b98700 x1875572824508032/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687280.015472:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687280.015476:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687280.015482:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037df8877] to pc [ptlrpcd_00_00+0] req@ffff9b29c8b98700 x1875572824508032/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687280.015516:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788687280.015519:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788687280.015522:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788687280.015525:0:38:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788687280.015527:0:38:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788687280.015530:0:38:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788687280.015533:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9b29e019e800: connect to NID 192.168.203.144@tcp last attempt 1718 00000400:00000200:1.0:1788687280.015539:0:38:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687280.015544:0:38:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.144@tcp is discovered: rc = 1 00000100:00000040:1.0:1788687280.015548:0:38:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 11 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687280.015551:0:38:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788687280.015553:0:38:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687280.015556:0:38:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000020:00000001:1.0:1788687280.015558:0:38:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788687280.015560:0:38:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e81130a 00000020:00000001:1.0:1788687280.015563:0:38:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687280.015566:0:38:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c3ec1000 refcount=5 00000020:00000001:1.0:1788687280.015569:0:38:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202415833088 : -110871293718528 : ffff9b29c3ec1000) 00000020:00000001:1.0:1788687280.015571:0:38:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202415833088 : -110871293718528 : ffff9b29c3ec1000) 00000100:00000040:1.0:1788687280.015574:0:38:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 11 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687280.015576:0:38:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788687280.015577:0:38:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687280.015579:0:38:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000020:00000040:1.0:1788687280.015581:0:38:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c3ec1000 : new refcount 4 00000100:00080000:1.0:1788687280.015584:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff9b29e019e800: import ffff9b29c3ec7800 using connection 192.168.203.144@tcp/192.168.203.144@tcp 00000100:00000001:1.0:1788687280.015586:0:38:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687280.015588:0:38:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788687280.015593:0:38:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687280.015595:0:38:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687280.015598:0:38:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1788687280.015601:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788687280.015604:0:38:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687280.015606:0:38:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687280.015609:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9ad80. 00000020:00000040:1.0:1788687280.015611:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:1.0:1788687280.015614:0:38:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788687280.015615:0:38:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687280.015617:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687280.015619:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687280.015621:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687280.015624:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6911400. 00000100:00000001:1.0:1788687280.015627:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687280.015697:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b29c8b9ad80 x1875572824508160/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687280.015705:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687280.015707:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687280.015710:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080bdd27c] to pc [ptlrpcd_rcv+-1] req@ffff9b29c8b9ad80 x1875572824508160/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687280.015730:0:38:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687280.015733:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687280.015736:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687280.015739:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99f80. 00000020:00000040:1.0:1788687280.015741:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:1.0:1788687280.015744:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687280.015745:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687280.015747:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687280.015750:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c63e2b00. 00000100:00000001:1.0:1788687280.015752:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687280.015756:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID req@ffff9b29c8b99f80 x1875572824508288/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687280.015763:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687280.015764:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687280.015768:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000019cf470] to pc [ptlrpcd_00_01+1] req@ffff9b29c8b99f80 x1875572824508288/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687280.015776:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687280.015778:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788687280.015781:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788687280.015785:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1743) 00000100:00000001:2.0:1788687280.016897:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687280.016900:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687280.016901:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687280.016928:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9ad80 x1875572824508160/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687280.016936:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687280.016938:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687280.016940:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687280.016942:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687280.016944:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687280.016946:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824508160:192.168.203.144@tcp:38:kworker.0 00000100:00000001:2.0:1788687280.016950:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687280.016953:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687280.016954:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687280.016956:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687280.016959:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d7800. 02000000:00000001:2.0:1788687280.016961:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687280.016965:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687280.016967:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd210. 00000400:00000010:2.0:1788687280.016971:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240110. 00000100:00000200:2.0:1788687280.016974:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824508160, portal 10 00000100:00000001:2.0:1788687280.016976:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687280.016977:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000100:00000040:2.0:1788687280.016982:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9ad80 x1875572824508160/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687280.016989:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687280.016991:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687280.016993:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240b28. 00000100:00000200:2.0:1788687280.016995:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875572824508160, offset 0 00000400:00000200:2.0:1788687280.016999:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687280.017002:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687280.017005:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687280.017008:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687280.017010:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687280.017012:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687280.017014:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687280.017017:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2243:2243:254:4294967295] 192.168.203.144@tcp LPNI seq info [2243:2243:6:4294967295] 00000400:00000200:2.0:1788687280.017021:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687280.017027:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687280.017031:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687280.017034:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec700. 00000800:00000200:2.0:1788687280.017038:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687280.017042:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687280.017044:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788687280.017048:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687280.017050:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 770027 usecs (771 jiffies) 00000400:00000200:2.0:1788687280.017053:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687280.017055:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296406793 00000100:00000001:2.0:1788687280.017057:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296410334 00000100:00000001:2.0:1788687280.017059:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296406793 00000100:00000001:2.0:1788687280.017061:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296410334 00000100:00000001:2.0:1788687280.017063:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687280.017065:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687280.017067:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687280.017068:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687280.017072:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687280.017073:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788687280.017075:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687280.017076:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687280.017078:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687280.017079:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687280.017307:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687280.017316:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445100. 00000400:00000200:3.0:1788687280.017322:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687280.017327:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687280.017335:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda5d8 00000400:00000010:3.0:1788687280.017337:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda5d8. 00000100:00000001:3.0:1788687280.017341:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687280.017348:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b98700 x1875572824508032/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687280.017357:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687280.017361:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b98700 x1875572824508032/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687296 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687280.017367:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687280.017369:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687280.017379:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687280.017381:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445c00. 00000400:00000200:3.0:1788687280.017384:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687280.017387:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687280.017388:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda220 00000400:00000010:3.0:1788687280.017390:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda220. 00000100:00000001:3.0:1788687280.017392:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687280.017395:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99f80 x1875572824508288/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687280.017402:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687280.017405:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99f80 x1875572824508288/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687296 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687280.017411:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687280.017413:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687280.017468:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687280.017470:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec700. 00000400:00000200:3.0:1788687280.017473:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687280.017476:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687280.017478:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240b28 00000400:00000010:3.0:1788687280.017480:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240b28. 00000100:00000001:3.0:1788687280.017482:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687280.017485:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9ad80 x1875572824508160/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687280.017491:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687280.017494:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9ad80 x1875572824508160/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687280.017501:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687280.017502:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687280.023815:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687280.023831:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687280.023835:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687280.023838:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687280.023856:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.023863:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687280.023871:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.023876:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.023881:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.023884:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f48680 00000400:00000200:3.0:1788687280.023889:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.023894:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x638d [1] + 224 00000800:00000001:3.0:1788687280.023900:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687280.023904:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687280.023938:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687280.023943:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687280.023950:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687280.023959:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b98700 x1875572824508032/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687296 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687280.023971:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b98700 x1875572824508032/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687280.023992:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687280.024010:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687280.024015:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687280.024017:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687280.024019:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687280.024022:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.024025:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687280.024028:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.024031:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.024033:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.024036:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 416 into portal 10 MB=0x6a9d2d3f48700 00000400:00000200:3.0:1788687280.024040:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.024044:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 416/416 into md 0x639d [1] + 0 00000800:00000001:3.0:1788687280.024048:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687280.024053:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687280.024055:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687280.024057:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687280.024060:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687280.024065:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9ad80 x1875572824508160/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687290 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687280.024073:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9b29c8b9ad80 x1875572824508160/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687280.024097:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687280.024101:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687280.024104:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687280.024245:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687280.024249:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687280.024255:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687280.024257:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687280.024260:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd210. 00000400:00000200:2.0:1788687280.024265:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240110 00000400:00000010:2.0:1788687280.024268:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240110. 00000100:00000001:2.0:1788687280.024271:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687280.024276:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9ad80 x1875572824508160/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687280.024284:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9ad80 x1875572824508160/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687280.024290:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687280.024291:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687280.024294:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687280.024297:0:2366:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687280.024300:0:2366:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687280.024302:0:2366:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687280.024305:0:2366:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687280.024313:0:2366:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=52 v=5 (5 103 103 103) 00000100:00001000:2.0:1788687280.024317:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687280.024320:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687280.024322:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687280.024324:0:2366:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687280.024328:0:2366:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687280.024332:0:2366:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687280.024334:0:2366:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967599 00000100:00000001:2.0:1788687280.024336:0:2366:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687280.024338:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687280.024342:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9ad80 x1875572824508160/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/416 e 0 to 0 dl 1788687290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687280.024350:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687280.024352:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687280.024354:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687280.024357:0:2366:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1788687280.024363:0:2366:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9b29e019e800: connect to target with instance 1 00000020:00000001:2.0:1788687280.024366:0:2366:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788687280.024367:0:2366:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e81130a 00000020:00000001:2.0:1788687280.024370:0:2366:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687280.024373:0:2366:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c3ec1000 refcount=5 00000020:00000001:2.0:1788687280.024375:0:2366:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202415833088 : -110871293718528 : ffff9b29c3ec1000) 00000020:00000001:2.0:1788687280.024377:0:2366:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202415833088 : -110871293718528 : ffff9b29c3ec1000) 00000100:00001000:2.0:1788687280.024380:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=1788687280 v=0 (0 0 0 0) 00000100:00001000:2.0:1788687280.024382:0:2366:0:(import.c:2261:obd_at_measure()) AT ffff9b29c3ec7c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1788687280.024387:0:2366:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 326, crc32c 8427, adler 379 00000020:00000040:2.0:1788687280.024391:0:2366:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c3ec1000 : new refcount 4 00000100:00000001:2.0:1788687280.024393:0:2366:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1788687280.024396:0:2366:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:2.0:1788687280.024400:0:2366:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9b29e019e800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:2.0:1788687280.024405:0:2366:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1788687280.024406:0:2366:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687280.024408:0:2366:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:2.0:1788687280.024411:0:2366:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:2.0:1788687280.024413:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788687280.024416:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687280.024417:0:2366:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687280.024419:0:2366:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687280.024421:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788687280.024422:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687280.024424:0:2366:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687280.024426:0:2366:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1788687280.024429:0:2366:0:(import.c:1341:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.203.144@tcp after partition 00000100:00080000:2.0:1788687280.024432:0:2366:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:2.0:1788687280.024435:0:2366:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1788687280.024437:0:2366:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:2.0:1788687280.024442:0:2366:0:(client.c:3248:ptlrpc_resend_req()) @@@ going to resend req@ffff9b29c97f2d80 x1875572824507008/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687281 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687280.024463:0:2366:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788687280.024465:0:2366:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:2.0:1788687280.024467:0:2366:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1788687280.024469:0:2366:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:2.0:1788687280.024470:0:2366:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:2.0:1788687280.024471:0:2366:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:2.0:1788687280.024472:0:2366:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1788687280.024474:0:2366:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff9b29c97121e8 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:2.0:1788687280.024477:0:2366:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x230d04438e81130a 00800000:00000040:2.0:1788687280.024480:0:2366:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9b29e019e800=ce1d4174-c231-444b-b3ed-b722bc4901cb device 3 (ffff9b29c9710000) type mdc at LMV idx 0 00800000:00000040:2.0:1788687280.024483:0:2366:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff9b29c9710000 already active! 00800000:00000001:2.0:1788687280.024486:0:2366:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788687280.024487:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788687280.024489:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687280.024490:0:2366:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687280.024492:0:2366:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687280.024493:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788687280.024495:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788687280.024497:0:2366:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:3.0:1788687280.025121:0:30274:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687280.025126:0:30274:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687280.025128:0:30274:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687280.025131:0:30274:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e19f8. 00000400:00000200:3.0:1788687280.025134:0:30274:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdae58 00000400:00000010:3.0:1788687280.025136:0:30274:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdae58. 00000100:00000001:3.0:1788687280.025139:0:30274:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687280.025144:0:30274:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f2d80 x1875572824507008/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687281 ref 2 fl Rpc:SQr/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687280.025152:0:30274:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f2d80 x1875572824507008/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687281 ref 2 fl Rpc:SQU/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687280.025158:0:30274:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687280.025159:0:30274:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687280.025162:0:30274:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687280.025164:0:30274:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687280.025235:0:30274:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687280.025239:0:30274:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687280.025242:0:30274:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687280.025245:0:30274:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1788687280.025249:0:30274:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1875572824507008 new x1875572824508416 02000000:00000001:3.0:1788687280.025252:0:30274:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687280.025254:0:30274:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687280.025259:0:30274:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687280.025263:0:30274:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4c08. 00000400:00000010:3.0:1788687280.025269:0:30274:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0000. 00000100:00000200:3.0:1788687280.025274:0:30274:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824507008, portal 10 00000100:00000001:3.0:1788687280.025277:0:30274:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687280.025278:0:30274:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509360512 : -110871200191104 : ffff9b29c97f2d80) 00000100:00000040:3.0:1788687280.025285:0:30274:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff9b29c97f2d80 x1875572824507008/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687296 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687280.025292:0:30274:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687280.025295:0:30274:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687280.025297:0:30274:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0f68. 00000100:00000200:3.0:1788687280.025300:0:30274:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824507008, offset 0 00000400:00000200:3.0:1788687280.025305:0:30274:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687280.025310:0:30274:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.025316:0:30274:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687280.025321:0:30274:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687280.025325:0:30274:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687280.025328:0:30274:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687280.025330:0:30274:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687280.025334:0:30274:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2244:2244:256:4294967295] 192.168.203.144@tcp LPNI seq info [2244:2244:8:4294967295] 00000400:00000200:3.0:1788687280.025338:0:30274:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.025346:0:30274:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687280.025351:0:30274:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687280.025357:0:30274:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a500. 00000800:00000200:3.0:1788687280.025364:0:30274:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687280.025371:0:30274:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687280.025376:0:30274:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788687280.025434:0:30274:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687280.025440:0:30274:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 768821 usecs (769 jiffies) 00000400:00000200:3.0:1788687280.025443:0:30274:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687280.025446:0:30274:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296406799 00000100:00000001:3.0:1788687280.025449:0:30274:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296410334 00000100:00000001:3.0:1788687280.025451:0:30274:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296406799 00000100:00000001:3.0:1788687280.025453:0:30274:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296410334 00000100:00000001:3.0:1788687280.025455:0:30274:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687280.025459:0:30274:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687280.025461:0:30274:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687280.025462:0:30274:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687280.025465:0:30274:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6bdcb40 going to sleep for 11 seconds 00000100:00000001:3.0:1788687280.025467:0:30274:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687280.025469:0:30274:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687280.029068:0:2366:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687280.029076:0:2366:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:1.0:1788687280.029084:0:2366:0:(import.c:1787:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9b29e019e800: Connection restored to 192.168.203.144@tcp (at 192.168.203.144@tcp) 00000100:00080000:1.0:1788687280.029095:0:2366:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000e9560d96): req@ffff9b29c97f1180 x1875572824506240/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 1 dl 1788687279 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687280.029113:0:2366:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687280.029117:0:2366:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687280.029123:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9ad80 x1875572824508160/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/416 e 0 to 0 dl 1788687290 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687280.029133:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824508160:192.168.203.144@tcp:38:kworker.0 00000100:00000001:1.0:1788687280.029138:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687280.029141:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687280.029144:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9ad80 x1875572824508160/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/416 e 0 to 0 dl 1788687290 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687280.029150:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687280.029153:0:2366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687280.029156:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c63d7800. 02000000:00000001:1.0:1788687280.029160:0:2366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687280.029162:0:2366:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687280.029164:0:2366:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687280.029166:0:2366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687280.029179:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c6911400. 02000000:00000001:1.0:1788687280.029183:0:2366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687280.029185:0:2366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687280.029187:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9ad80. 00000100:00000001:1.0:1788687280.029191:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687280.029192:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687280.029194:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687280.029203:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687280.029204:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687280.029207:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687280.029209:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687280.033967:0:30284:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687280.033974:0:30284:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687280.033978:0:30284:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687280.033981:0:30284:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687280.033985:0:30284:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687280.033988:0:30284:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687280.033991:0:30284:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687280.033994:0:30284:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1788687280.034000:0:30284:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1875572824506240 new x1875572824508544 02000000:00000001:3.0:1788687280.034004:0:30284:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687280.034006:0:30284:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687280.034016:0:30284:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687280.034024:0:30284:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4318. 00000400:00000010:3.0:1788687280.034033:0:30284:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae06e8. 00000100:00000200:3.0:1788687280.034040:0:30284:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824506240, portal 10 00000100:00000001:3.0:1788687280.034042:0:30284:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687280.034044:0:30284:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509353344 : -110871200198272 : ffff9b29c97f1180) 00000100:00000040:3.0:1788687280.034055:0:30284:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff9b29c97f1180 x1875572824506240/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687296 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687280.034063:0:30284:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687280.034066:0:30284:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687280.034069:0:30284:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0c38. 00000100:00000200:3.0:1788687280.034072:0:30284:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875572824506240, offset 0 00000400:00000200:3.0:1788687280.034077:0:30284:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687280.034086:0:30284:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.034093:0:30284:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687280.034098:0:30284:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687280.034101:0:30284:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687280.034105:0:30284:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687280.034108:0:30284:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687280.034112:0:30284:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2245:2245:255:4294967295] 192.168.203.144@tcp LPNI seq info [2245:2245:7:4294967295] 00000400:00000200:3.0:1788687280.034116:0:30284:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.034125:0:30284:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687280.034132:0:30284:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687280.034137:0:30284:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a700. 00000800:00000200:3.0:1788687280.034144:0:30284:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687280.034152:0:30284:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687280.034156:0:30284:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a700 type 1, nob 584 niov 1 nkiov 1 00000800:00000001:2.0:1788687280.044438:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687280.044458:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687280.044463:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687280.044466:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687280.044476:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687280.044484:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687280.044495:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687280.044500:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687280.044504:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687280.044509:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f48780 00000400:00000200:2.0:1788687280.044514:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687280.044520:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6395 [1] + 224 00000800:00000001:2.0:1788687280.044527:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687280.044538:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687280.044541:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687280.044548:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687280.044555:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687280.044562:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99f80 x1875572824508288/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687296 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687280.044573:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b99f80 x1875572824508288/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687280.044595:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:2.0:1788687280.044680:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687280.044684:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a500. 00000400:00000200:2.0:1788687280.044688:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687280.044692:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687280.044695:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0f68 00000400:00000010:2.0:1788687280.044699:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0f68. 00000100:00000001:2.0:1788687280.044703:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687280.044707:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f2d80 x1875572824507008/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687296 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687280.044717:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687280.044720:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f2d80 x1875572824507008/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687296 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687280.044726:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687280.044728:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687280.044733:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687280.044737:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687280.044756:0:30284:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687280.044764:0:30284:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 768821 usecs (769 jiffies) 00000400:00000200:3.0:1788687280.044768:0:30284:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687280.044771:0:30284:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296406818 00000100:00000001:3.0:1788687280.044775:0:30284:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296410334 00000100:00000001:3.0:1788687280.044778:0:30284:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296406818 00000100:00000001:3.0:1788687280.044780:0:30284:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296410334 00000100:00000001:3.0:1788687280.044782:0:30284:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687280.044786:0:30284:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687280.044790:0:30284:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687280.044792:0:30284:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687280.044795:0:30284:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6bdccc0 going to sleep for 11 seconds 00000100:00000001:3.0:1788687280.044797:0:30284:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687280.044799:0:30284:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687280.044883:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687280.044887:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687280.044892:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687280.044894:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687280.044897:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1688. 00000400:00000200:1.0:1788687280.044902:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdaee0 00000400:00000010:1.0:1788687280.044904:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdaee0. 00000100:00000001:1.0:1788687280.044933:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687280.044938:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99f80 x1875572824508288/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687296 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687280.044952:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99f80 x1875572824508288/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687296 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687280.044958:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687280.044960:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687280.044962:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687280.044965:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687280.044967:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687280.044970:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687280.044972:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687280.044986:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=52 v=5 (5 5 16 137) 00000100:00001000:1.0:1788687280.044990:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=137 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687280.044993:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687280.044995:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687280.044997:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687280.045000:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687280.045004:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687280.045005:0:2367:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967336 00000100:00000001:1.0:1788687280.045008:0:2367:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687280.045009:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687280.045014:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99f80 x1875572824508288/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687296 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687280.045021:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687280.045023:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687280.045025:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687280.045029:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99f80 x1875572824508288/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687296 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687280.045037:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824508288:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687280.045042:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687280.045044:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687280.045047:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b99f80 x1875572824508288/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687296 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687280.045058:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687280.045061:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687280.045066:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6940000. 02000000:00000001:1.0:1788687280.045071:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687280.045074:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687280.045076:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687280.045078:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687280.045083:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c63e2b00. 02000000:00000001:1.0:1788687280.045086:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687280.045088:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687280.045090:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b99f80. 00000100:00000001:1.0:1788687280.045093:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687280.045094:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687280.045096:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687280.045102:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687280.045104:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687280.045105:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687280.045108:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687280.048507:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687280.048515:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a700. 00000400:00000200:2.0:1788687280.048521:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687280.048531:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687280.048538:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0c38 00000400:00000010:2.0:1788687280.048541:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0c38. 00000100:00000001:2.0:1788687280.048546:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687280.048555:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1180 x1875572824506240/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687296 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687280.048567:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687280.048570:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1180 x1875572824506240/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687296 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687280.048577:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687280.049015:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687280.049735:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687280.049746:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687280.049748:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687280.049750:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687280.049757:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.049763:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687280.049770:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.049773:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.049778:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.049782:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f48880 00000400:00000200:3.0:1788687280.049787:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.049792:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x63bd [1] + 224 00000800:00000001:3.0:1788687280.049799:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687280.049805:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687280.049808:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687280.049812:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687280.049817:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687280.049823:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1180 x1875572824506240/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687296 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687280.049833:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff9b29c97f1180 x1875572824506240/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687296 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687280.049862:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687280.049868:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687280.049874:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687280.049974:0:30284:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687280.049980:0:30284:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687280.049982:0:30284:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687280.049985:0:30284:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4318. 00000400:00000200:2.0:1788687280.049989:0:30284:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae06e8 00000400:00000010:2.0:1788687280.049991:0:30284:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae06e8. 00000100:00000001:2.0:1788687280.049994:0:30284:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687280.049998:0:30284:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f1180 x1875572824506240/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687296 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687280.050007:0:30284:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f1180 x1875572824506240/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687296 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687280.050013:0:30284:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687280.050015:0:30284:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687280.050017:0:30284:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687280.050021:0:30284:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687280.050023:0:30284:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687280.050025:0:30284:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687280.050027:0:30284:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687280.050035:0:30284:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=52 v=5 (5 103 103 103) 00000100:00001000:2.0:1788687280.050039:0:30284:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687280.050042:0:30284:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687280.050043:0:30284:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687280.050046:0:30284:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687280.050049:0:30284:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687280.050052:0:30284:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687280.050054:0:30284:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967599 00000100:00000001:2.0:1788687280.050056:0:30284:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687280.050058:0:30284:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687280.050062:0:30284:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f1180 x1875572824506240/t4294967598(4294967598) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1788687296 ref 2 fl Rpc:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687280.050069:0:30284:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687280.050072:0:30284:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687280.050074:0:30284:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687280.050078:0:30284:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f1180 x1875572824506240/t4294967598(4294967598) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1788687296 ref 2 fl Interpret:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687280.050084:0:30284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f1180 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:30284:1875572824506240:192.168.203.144@tcp:36:touch.0 00000100:00000001:2.0:1788687280.050089:0:30284:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687280.050091:0:30284:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687280.050094:0:30284:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687280.050095:0:30284:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687280.050099:0:30284:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1180 x1875572824506240/t4294967598(4294967598) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1788687296 ref 2 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687280.050109:0:30284:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687280.050112:0:30284:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c6bdccc0. 00000100:00000001:2.0:1788687280.050114:0:30284:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687280.050116:0:30284:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687280.050125:0:30284:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687280.050128:0:30284:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687280.050133:0:30284:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788687280.050135:0:30284:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788687280.050145:0:30284:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833954 : 144115205322833954 : 200000404000022) 00000080:00000001:2.0:1788687280.050149:0:30284:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:2.0:1788687280.050153:0:30284:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687280.050156:0:30284:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f1180 x1875572824506240/t4294967598(4294967598) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1788687296 ref 1 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687280.050162:0:30284:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687280.050165:0:30284:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687280.050167:0:30284:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a03000. 02000000:00000001:2.0:1788687280.050170:0:30284:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687280.050173:0:30284:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687280.050175:0:30284:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687280.050177:0:30284:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687280.050179:0:30284:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29cb117c00. 02000000:00000001:2.0:1788687280.050182:0:30284:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687280.050184:0:30284:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687280.050186:0:30284:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f1180. 00000100:00000001:2.0:1788687280.050189:0:30284:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687280.050190:0:30284:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687280.050193:0:30284:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788687280.050195:0:30284:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687280.050197:0:30284:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687280.050200:0:30284:0:(pcc.c:2679:pcc_inode_setattr()) Process entered 00000080:00000001:2.0:1788687280.050203:0:30284:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788687280.050205:0:30284:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687280.050207:0:30284:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788687280.050208:0:30284:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687280.050210:0:30284:0:(pcc.c:2688:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687280.050213:0:30284:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:2.0:1788687280.050216:0:30284:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687280.050219:0:30284:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202764011208 : -110870945540408 : ffff9b29d8acd6c8) 00000020:00001000:2.0:1788687280.050221:0:30284:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d8acd6c0 00000020:00000001:2.0:1788687280.050225:0:30284:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0530 -> ffff9b29d02b0530 00000020:00000001:2.0:1788687280.050228:0:30284:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788687280.050230:0:30284:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788687280.050232:0:30284:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x22:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788687280.050235:0:30284:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687280.050236:0:30284:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788687280.050238:0:30284:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788687280.050241:0:30284:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:2.0:1788687280.050243:0:30284:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000404:0x22:0x0] 00000002:00000001:2.0:1788687280.050247:0:30284:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687280.050250:0:30284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788687280.050256:0:30284:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687280.050258:0:30284:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788687280.050260:0:30284:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x22:0x0]: 0 00000080:00000001:2.0:1788687280.050262:0:30284:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687280.050264:0:30284:0:(file.c:7047:ll_layout_intent()) Process entered 00000080:00000010:2.0:1788687280.050268:0:30284:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c57a00. 00000080:00010000:2.0:1788687280.050274:0:30284:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x22:0x0](ffff9b29d85a8908) 00000080:00000001:2.0:1788687280.050277:0:30284:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687280.050281:0:30284:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687280.050284:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab958 00800000:00000002:2.0:1788687280.050286:0:30284:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000404:0x22:0x0] '' on [0x200000404:0x22:0x0] 00800000:00000001:2.0:1788687280.050290:0:30284:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687280.050293:0:30284:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x22:0x0], fid2=[0x200000404:0x22:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687280.050297:0:30284:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687280.050298:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab828 00000002:00010000:2.0:1788687280.050300:0:30284:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x22:0x0]) in obj [0x200000404:0x22:0x0], intent: layout flags 0 00000002:00000001:2.0:1788687280.050303:0:30284:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788687280.050305:0:30284:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:2.0:1788687280.050308:0:30284:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8700. 00000020:00000040:2.0:1788687280.050311:0:30284:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:2.0:1788687280.050316:0:30284:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687280.050320:0:30284:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687280.050324:0:30284:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687280.050327:0:30284:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687280.050328:0:30284:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687280.050332:0:30284:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687280.050337:0:30284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c4c56400. 00000100:00000001:2.0:1788687280.050342:0:30284:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687280.050346:0:30284:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687280.050347:0:30284:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687280.050349:0:30284:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687280.050350:0:30284:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687280.050352:0:30284:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687280.050355:0:30284:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446633202420188928 : -110871289362688 : ffff9b29c42e8700) 00010000:00000001:2.0:1788687280.050358:0:30284:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788687280.050359:0:30284:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788687280.050364:0:30284:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c6090500. 00010000:00000010:2.0:1788687280.050368:0:30284:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5044400. 00010000:00000001:2.0:1788687280.050372:0:30284:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788687280.050376:0:30284:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29d13a9e00. 00000020:00000001:2.0:1788687280.050378:0:30284:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788687280.050381:0:30284:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29d13a9e00 with handle 0x230d04438e811c72 to hash 00000020:00000001:2.0:1788687280.050383:0:30284:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788687280.050385:0:30284:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687280.050388:0:30284:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687280.050392:0:30284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687280.050395:0:30284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687280.050400:0:30284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811c72 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687280.050409:0:30284:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811c72 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30284 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687280.050419:0:30284:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811c72 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30284 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788687280.050428:0:30284:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687280.050429:0:30284:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687280.050434:0:30284:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c5ca4240. 00000100:00000001:2.0:1788687280.050437:0:30284:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202447172160 : -110871262379456 : ffff9b29c5ca4240) 00000100:00000001:2.0:1788687280.050440:0:30284:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687280.050441:0:30284:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188928 : -110871289362688 : ffff9b29c42e8700) 00000100:00000001:2.0:1788687280.050445:0:30284:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687280.050448:0:30284:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687280.050450:0:30284:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687280.050452:0:30284:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687280.050457:0:30284:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8700 x1875572824508672/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687280.050464:0:30284:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687280.050466:0:30284:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687280.050469:0:30284:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687280.050471:0:30284:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687280.050473:0:30284:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687280.050475:0:30284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8700 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:30284:1875572824508672:192.168.203.144@tcp:101:touch.0 00000100:00000001:2.0:1788687280.050479:0:30284:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687280.050483:0:30284:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687280.050485:0:30284:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687280.050487:0:30284:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687280.050491:0:30284:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d5400. 02000000:00000001:2.0:1788687280.050493:0:30284:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687280.050497:0:30284:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687280.050500:0:30284:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd210. 00000400:00000010:2.0:1788687280.050504:0:30284:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240110. 00000100:00000200:2.0:1788687280.050510:0:30284:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824508672, portal 10 00000100:00000001:2.0:1788687280.050512:0:30284:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687280.050513:0:30284:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188928 : -110871289362688 : ffff9b29c42e8700) 00000100:00000040:2.0:1788687280.050518:0:30284:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42e8700 x1875572824508672/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1788687296 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687280.050529:0:30284:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687280.050532:0:30284:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687280.050534:0:30284:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240440. 00000100:00000200:2.0:1788687280.050537:0:30284:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1875572824508672, offset 0 00000400:00000200:2.0:1788687280.050542:0:30284:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687280.050548:0:30284:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687280.050554:0:30284:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687280.050559:0:30284:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687280.050562:0:30284:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687280.050565:0:30284:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687280.050567:0:30284:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687280.050570:0:30284:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2246:2246:256:4294967295] 192.168.203.144@tcp LPNI seq info [2246:2246:8:4294967295] 00000400:00000200:2.0:1788687280.050573:0:30284:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687280.050596:0:30284:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687280.050601:0:30284:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687280.050605:0:30284:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eece00. 00000800:00000200:2.0:1788687280.050610:0:30284:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687280.050617:0:30284:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687280.050622:0:30284:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eece00 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:2.0:1788687280.050638:0:30284:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687280.050643:0:30284:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 800516 usecs (801 jiffies) 00000400:00000200:2.0:1788687280.050646:0:30284:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687280.050649:0:30284:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296406856 00000100:00000001:2.0:1788687280.050652:0:30284:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296410334 00000100:00000001:2.0:1788687280.050654:0:30284:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296406856 00000100:00000001:2.0:1788687280.050656:0:30284:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296410334 00000100:00000001:2.0:1788687280.050657:0:30284:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687280.050660:0:30284:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687280.050662:0:30284:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687280.050664:0:30284:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687280.050666:0:30284:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca4240 going to sleep for 11 seconds 00000100:00000001:2.0:1788687280.050669:0:30284:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687280.050671:0:30284:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687280.051755:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687280.051760:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eece00. 00000400:00000200:3.0:1788687280.051766:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687280.051772:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687280.051776:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240440 00000400:00000010:3.0:1788687280.051779:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240440. 00000100:00000001:3.0:1788687280.051783:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687280.051789:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8700 x1875572824508672/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1788687296 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687280.051798:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687280.051801:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8700 x1875572824508672/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1788687296 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687280.051808:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687280.051810:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687280.063767:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687280.063783:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687280.063788:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687280.063791:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687280.063800:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.063808:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687280.063816:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.063821:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.063826:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.063830:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 10 MB=0x6a9d2d3f48900 00000400:00000200:3.0:1788687280.063835:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.063841:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 400/400 into md 0x63cd [1] + 224 00000800:00000001:3.0:1788687280.063864:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687280.063872:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687280.063876:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687280.063881:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687280.063890:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687280.063898:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8700 x1875572824508672/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1788687296 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687280.064410:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff9b29c42e8700 x1875572824508672/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1788687296 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687280.064432:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687280.064442:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687280.064446:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687280.064745:0:30284:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687280.064753:0:30284:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687280.064755:0:30284:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687280.064759:0:30284:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd210. 00000400:00000200:2.0:1788687280.064764:0:30284:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240110 00000400:00000010:2.0:1788687280.064767:0:30284:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240110. 00000100:00000001:2.0:1788687280.064770:0:30284:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687280.064775:0:30284:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e8700 x1875572824508672/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1788687296 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788687280.064784:0:30284:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e8700 x1875572824508672/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1788687296 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687280.064790:0:30284:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687280.064793:0:30284:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687280.064795:0:30284:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687280.064799:0:30284:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687280.064802:0:30284:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687280.064804:0:30284:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687280.064807:0:30284:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687280.064815:0:30284:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=52 v=5 (5 103 103 103) 00000100:00001000:2.0:1788687280.064819:0:30284:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687280.064821:0:30284:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687280.064823:0:30284:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687280.064825:0:30284:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687280.064829:0:30284:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687280.064832:0:30284:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687280.064834:0:30284:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967599 00000100:00000001:2.0:1788687280.064836:0:30284:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687280.064838:0:30284:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687280.064854:0:30284:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e8700 x1875572824508672/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/400 e 0 to 0 dl 1788687296 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687280.064867:0:30284:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687280.064871:0:30284:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687280.064873:0:30284:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687280.064878:0:30284:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e8700 x1875572824508672/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/400 e 0 to 0 dl 1788687296 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788687280.064885:0:30284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e8700 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:30284:1875572824508672:192.168.203.144@tcp:101:touch.0 00000100:00000001:2.0:1788687280.064890:0:30284:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687280.064892:0:30284:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687280.064894:0:30284:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687280.064896:0:30284:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687280.064899:0:30284:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8700 x1875572824508672/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/400 e 0 to 0 dl 1788687296 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687280.064929:0:30284:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687280.064933:0:30284:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c5ca4240. 00000100:00000001:2.0:1788687280.064936:0:30284:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687280.064938:0:30284:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687280.064940:0:30284:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788687280.064944:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687280.064947:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687280.064950:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=4 00000020:00000001:2.0:1788687280.064952:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687280.064955:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000040:2.0:1788687280.064961:0:30284:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29d13a9e00, remote cookie: 0x59c08f76ab1d1fe1, flags: 0x1000 00010000:00000001:2.0:1788687280.064965:0:30284:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788687280.064969:0:30284:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788687280.064971:0:30284:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788687280.064973:0:30284:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788687280.064974:0:30284:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788687280.064977:0:30284:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x22:0x0].0x0 (ffff9b29c6090500) refcount = 1 00010000:00010000:2.0:1788687280.064982:0:30284:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811c72 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1fe1 expref: -99 pid: 30284 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687280.064997:0:30284:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788687280.065000:0:30284:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788687280.065002:0:30284:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687280.065004:0:30284:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788687280.065007:0:30284:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687280.065010:0:30284:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811c72 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fe1 expref: -99 pid: 30284 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687280.065015:0:30284:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788687280.065017:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687280.065018:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687280.065019:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687280.065020:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687280.065022:0:30284:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687280.065025:0:30284:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788687280.065027:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687280.065028:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687280.065029:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:2.0:1788687280.065031:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687280.065033:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687280.065035:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687280.065036:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788687280.065041:0:30284:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff9b29c42e8700 x1875572824508672/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/400 e 0 to 0 dl 1788687296 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:2.0:1788687280.065048:0:30284:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff9b29e019e800: layout return lvb 56 transno 0 00010000:00000001:2.0:1788687280.065050:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687280.065052:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687280.065053:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:2.0:1788687280.065054:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687280.065056:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00000002:00010000:2.0:1788687280.065059:0:30284:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811c72 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fe1 expref: -99 pid: 30284 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788687280.065070:0:30284:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b29e138ec00. 00010000:00000001:2.0:1788687280.065073:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687280.065074:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687280.065075:0:30284:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687280.065077:0:30284:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687280.065080:0:30284:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788687280.065081:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687280.065082:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687280.065084:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:2.0:1788687280.065085:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687280.065087:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00000002:00010000:2.0:1788687280.065090:0:30284:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811c72 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fe1 expref: -99 pid: 30284 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687280.065095:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687280.065096:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687280.065098:0:30284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788687280.065099:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687280.065100:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687280.065101:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:2.0:1788687280.065103:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687280.065104:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000040:2.0:1788687280.065110:0:30284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 2 00010000:00000001:2.0:1788687280.065112:0:30284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788687280.065116:0:30284:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 16 res 8589935620/34 (0 0) 00010000:00000001:2.0:1788687280.065119:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687280.065120:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687280.065121:0:30284:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788687280.065124:0:30284:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab7b0 00000002:00002000:2.0:1788687280.065126:0:30284:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:2.0:1788687280.065129:0:30284:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687280.065132:0:30284:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687280.065134:0:30284:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788687280.065138:0:30284:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x22:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788687280.065141:0:30284:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687280.065143:0:30284:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687280.065147:0:30284:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e8700 x1875572824508672/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/400 e 0 to 0 dl 1788687296 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687280.065154:0:30284:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687280.065156:0:30284:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687280.065160:0:30284:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c63d5400. 02000000:00000001:2.0:1788687280.065163:0:30284:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687280.065165:0:30284:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687280.065166:0:30284:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687280.065168:0:30284:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687280.065171:0:30284:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c4c56400. 02000000:00000001:2.0:1788687280.065174:0:30284:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687280.065176:0:30284:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687280.065178:0:30284:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e8700. 00000100:00000001:2.0:1788687280.065181:0:30284:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687280.065182:0:30284:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788687280.065186:0:30284:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c57a00. 00000080:00010000:2.0:1788687280.065190:0:30284:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x22:0x0](ffff9b29d85a8908) for lock 0x230d04438e811c72 00800000:00000001:2.0:1788687280.065194:0:30284:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687280.065197:0:30284:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687280.065198:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687280.065200:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687280.065201:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:2.0:1788687280.065203:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687280.065205:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687280.065207:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687280.065208:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687280.065209:0:30284:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687280.065211:0:30284:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687280.065214:0:30284:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811c72 from it ffffaca0814aba78 00010000:00000001:2.0:1788687280.065216:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687280.065218:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687280.065219:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:2.0:1788687280.065221:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687280.065223:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687280.065226:0:30284:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687280.065229:0:30284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811c72 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1fe1 expref: -99 pid: 30284 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687280.065235:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687280.065236:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687280.065238:0:30284:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687280.065241:0:30284:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687280.065244:0:30284:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811c72 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fe1 expref: -99 pid: 30284 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687280.065252:0:30284:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687280.065254:0:30284:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687280.065256:0:30284:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687280.065259:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687280.065260:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687280.065262:0:30284:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687280.065265:0:30284:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687280.065267:0:30284:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687280.065269:0:30284:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687280.065271:0:30284:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687280.065273:0:30284:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687280.065274:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687280.065275:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788687280.065277:0:30284:0:(file.c:7081:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687280.065280:0:30284:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:2.0:1788687280.065281:0:30284:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000404:0x22:0x0] 00000002:00000001:2.0:1788687280.065285:0:30284:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687280.065287:0:30284:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687280.065289:0:30284:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 2 00010000:00000001:2.0:1788687280.065291:0:30284:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687280.065295:0:30284:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687280.065298:0:30284:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687280.065301:0:30284:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811c72 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fe1 expref: -99 pid: 30284 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788687280.065308:0:30284:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687280.065312:0:30284:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687280.065315:0:30284:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811c72 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fe1 expref: -99 pid: 30284 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788687280.065322:0:30284:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1788687280.065324:0:30284:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x22:0x0]: 16 00000080:00000001:2.0:1788687280.065326:0:30284:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:2.0:1788687280.065329:0:30284:0:(file.c:6938:ll_layout_lock_set()) Process entered 00010000:00000001:2.0:1788687280.065330:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687280.065331:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687280.065333:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:2.0:1788687280.065335:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687280.065337:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00000080:00010000:2.0:1788687280.065340:0:30284:0:(file.c:6948:ll_layout_lock_set()) ### file [0x200000404:0x22:0x0](00000000399eca83) being reconfigured ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811c72 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fe1 expref: -99 pid: 30284 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:2.0:1788687280.065349:0:30284:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687280.065350:0:30284:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687280.065352:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687280.065353:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687280.065354:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=4 00000020:00000001:2.0:1788687280.065356:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687280.065358:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687280.065360:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687280.065361:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687280.065362:0:30284:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687280.065364:0:30284:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687280.065366:0:30284:0:(file.c:6863:ll_layout_fetch()) Process entered 00000080:00000002:2.0:1788687280.065368:0:30284:0:(file.c:6866:ll_layout_fetch()) [0x200000404:0x22:0x0] LVB_READY=0 l_lvb_data=ffff9b29e138ec00 l_lvb_len=56 00000080:00000001:2.0:1788687280.065370:0:30284:0:(file.c:6869:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687280.065372:0:30284:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788687280.065374:0:30284:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687280.065377:0:30284:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202764012792 : -110870945538824 : ffff9b29d8acdcf8) 00000020:00001000:2.0:1788687280.065380:0:30284:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d8acdcf0 00000020:00000001:2.0:1788687280.065396:0:30284:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788687280.065401:0:30284:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788687280.065403:0:30284:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788687280.065410:0:30284:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c33d0060. 00020000:00000010:2.0:1788687280.065414:0:30284:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29c626b880. 00020000:00000010:2.0:1788687280.065420:0:30284:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c33d0a80. 00020000:00000001:2.0:1788687280.065422:0:30284:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202404362880 : -110871305188736 : ffff9b29c33d0a80) 00020000:00000002:2.0:1788687280.065425:0:30284:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c33d0a80, objid 0x22:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788687280.065430:0:30284:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788687280.065434:0:30284:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c626b880: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000002:2.0:1788687280.065438:0:30284:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29e015b9b0) owner ffff9b29c63a4f80 00020000:00000001:2.0:1788687280.065441:0:30284:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788687280.065444:0:30284:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29e015b9b0) owner ffff9b29c63a4f80 00020000:00000010:2.0:1788687280.065449:0:30284:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29c626b880. 00020000:00000010:2.0:1788687280.065452:0:30284:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c33d0060. 00020000:00000010:2.0:1788687280.065455:0:30284:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c33d0a80. 00020000:00000002:2.0:1788687280.065457:0:30284:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788687280.065459:0:30284:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687280.065461:0:30284:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687280.065464:0:30284:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788687280.065467:0:30284:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015b9b0) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000002:2.0:1788687280.065470:0:30284:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29e06feb40 addref 2/0 by ffff9b29c63a4f80. 00020000:00000002:2.0:1788687280.065472:0:30284:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015b9b0) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000001:2.0:1788687280.065475:0:30284:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788687280.065477:0:30284:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788687280.065478:0:30284:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788687280.065480:0:30284:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788687280.065482:0:30284:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788687280.065485:0:30284:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x22:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788687280.065487:0:30284:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d8acdcf0 00000080:00000001:2.0:1788687280.065490:0:30284:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687280.065492:0:30284:0:(file.c:6985:ll_layout_lock_set()) Process leaving 00010000:00000001:2.0:1788687280.065493:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687280.065495:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687280.065496:0:30284:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687280.065497:0:30284:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687280.065499:0:30284:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:2.0:1788687280.065501:0:30284:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687280.065503:0:30284:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687280.065505:0:30284:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687280.065508:0:30284:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811c72 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d1fe1 expref: -99 pid: 30284 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687280.065515:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687280.065516:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687280.065517:0:30284:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687280.065519:0:30284:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687280.065521:0:30284:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811c72 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d1fe1 expref: -99 pid: 30284 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687280.065528:0:30284:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687280.065529:0:30284:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687280.065530:0:30284:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687280.065533:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687280.065534:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687280.065535:0:30284:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687280.065537:0:30284:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687280.065538:0:30284:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687280.065540:0:30284:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687280.065542:0:30284:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687280.065544:0:30284:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687280.065546:0:30284:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687280.065547:0:30284:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788687280.065548:0:30284:0:(file.c:7026:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687280.065551:0:30284:0:(file.c:7145:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687280.065554:0:30284:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687280.065558:0:30284:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x22:0x0]io ffff9b29c7f282b0 type 3 ignore/verify layout 0/0 00020000:00000002:2.0:1788687280.065561:0:30284:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015b9b0) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000001:2.0:1788687280.065564:0:30284:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788687280.065566:0:30284:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788687280.065568:0:30284:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788687280.065569:0:30284:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687280.065572:0:30284:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788687280.065574:0:30284:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788687280.065575:0:30284:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687280.065578:0:30284:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687280.065579:0:30284:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788687280.065589:0:30284:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788687280.065591:0:30284:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015b9b0) owner 0000000000000000/ffff9b29c63a4f80 00000020:00000001:2.0:1788687280.065593:0:30284:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687280.065597:0:30284:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788687280.065599:0:30284:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788687280.065601:0:30284:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:2.0:1788687280.065603:0:30284:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788687280.065606:0:30284:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788687280.065609:0:30284:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788687280.065612:0:30284:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687280.065613:0:30284:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788687280.065615:0:30284:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687280.065617:0:30284:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202764012792 : -110870945538824 : ffff9b29d8acdcf8) 00000020:00001000:2.0:1788687280.065619:0:30284:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d8acdcf0 00000020:00000001:2.0:1788687280.065622:0:30284:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0148 -> ffff9b29d02b0530 00000020:00000001:2.0:1788687280.065625:0:30284:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788687280.065628:0:30284:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687280.065629:0:30284:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788687280.065631:0:30284:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687280.068189:0:30284:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687280.068193:0:30284:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202620338856 : -110871089212760 : ffff9b29d01c92a8) 00000020:00000001:2.0:1788687280.068198:0:30284:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788687280.068202:0:30284:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788687280.068205:0:30284:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687280.068207:0:30284:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687280.068211:0:30284:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687280.068213:0:30284:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687280.068215:0:30284:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687280.068217:0:30284:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788687280.068220:0:30284:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788687280.068222:0:30284:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687280.068223:0:30284:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788687280.068225:0:30284:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788687280.068226:0:30284:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687280.068227:0:30284:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687280.068229:0:30284:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687280.068230:0:30284:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687280.068232:0:30284:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788687280.068233:0:30284:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687280.068234:0:30284:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687280.068236:0:30284:0:(cl_io.c:528:cl_io_start()) Process entered 00000100:00000001:1.0:1788687280.069170:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687280.069173:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687280.069175:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687280.069192:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f3100 x1875572824508800/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687280.069200:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687280.069202:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687280.069205:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687280.069208:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687280.069211:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687280.069215:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824508800:192.168.203.144@tcp:2:touch.0 00000100:00000001:1.0:1788687280.069219:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687280.069224:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687280.069226:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687280.069228:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687280.069234:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6911400. 02000000:00000001:1.0:1788687280.069236:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687280.069253:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687280.069257:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150e18. 00000400:00000010:1.0:1788687280.069264:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc3b8. 00000100:00000200:1.0:1788687280.069271:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824508800, portal 4 00000100:00000001:1.0:1788687280.069273:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687280.069275:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509361408 : -110871200190208 : ffff9b29c97f3100) 00000100:00000040:1.0:1788687280.069282:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f3100 x1875572824508800/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687296 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687280.069290:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687280.069292:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687280.069294:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcb28. 00000100:00000200:1.0:1788687280.069297:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875572824508800, offset 0 00000400:00000200:1.0:1788687280.069303:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687280.069310:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687280.069316:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687280.069321:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687280.069324:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687280.069328:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687280.069330:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687280.069333:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2247:2247:256:4294967295] 192.168.203.144@tcp LPNI seq info [2247:2247:8:4294967295] 00000400:00000200:1.0:1788687280.069337:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687280.069348:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687280.069353:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687280.069358:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2b00. 00000800:00000200:1.0:1788687280.069364:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687280.069372:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687280.069375:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2b00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1788687280.069393:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687280.069397:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 19770 usecs (20 jiffies) 00000400:00000200:1.0:1788687280.069400:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687280.069403:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296406094 00000100:00000001:1.0:1788687280.069405:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296410334 00000100:00000001:1.0:1788687280.069407:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296406094 00000100:00000001:1.0:1788687280.069409:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296410334 00000100:00000001:1.0:1788687280.069411:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687280.069414:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687280.069417:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687280.069419:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788687280.069720:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687280.069726:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2b00. 00000400:00000200:3.0:1788687280.069731:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687280.069736:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687280.069742:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcb28 00000400:00000010:3.0:1788687280.069745:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcb28. 00000100:00000001:3.0:1788687280.069748:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687280.069754:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3100 x1875572824508800/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687296 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687280.069763:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687280.069766:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f3100 x1875572824508800/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687296 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687280.069774:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687280.069775:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788687280.070131:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687280.070133:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788687280.070136:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687280.070138:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687280.070140:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687280.070142:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687280.075821:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687280.075837:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687280.075842:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687280.075856:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687280.075865:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.075873:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687280.075882:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.075886:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.075891:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.075895:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f48800 00000400:00000200:3.0:1788687280.075900:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.076033:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x63ad [1] + 224 00000800:00000001:3.0:1788687280.076041:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687280.076045:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687280.076049:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687280.076054:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687280.076062:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687280.076071:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f2d80 x1875572824507008/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687296 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687280.076083:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9b29c97f2d80 x1875572824507008/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687296 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687280.077516:0:30274:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687280.077621:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687280.077634:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687280.077643:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687280.077646:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687280.077648:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687280.077655:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.077661:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687280.077668:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.077672:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.077676:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.077679:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 432 into portal 4 MB=0x6a9d2d3f48980 00000400:00000200:3.0:1788687280.077683:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.077689:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 432/432 into md 0x63dd [1] + 224 00000800:00000001:3.0:1788687280.077695:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687280.077701:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687280.077704:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687280.077708:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687280.077713:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687280.077721:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3100 x1875572824508800/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687296 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687280.077732:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9b29c97f3100 x1875572824508800/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687296 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687280.077753:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687280.077757:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687280.077761:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687280.078872:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687280.078877:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687280.078884:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687280.078886:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687280.078890:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150e18. 00000400:00000200:1.0:1788687280.078898:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc3b8 00000400:00000010:1.0:1788687280.078900:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc3b8. 00000100:00000001:1.0:1788687280.078934:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687280.078943:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f3100 x1875572824508800/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687296 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687280.078953:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f3100 x1875572824508800/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687296 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687280.078960:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687280.078961:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687280.078964:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687280.078967:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687280.078969:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687280.078972:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687280.078974:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687280.078982:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=52 v=5 (5 5 16 137) 00000100:00001000:1.0:1788687280.078986:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=137 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687280.078989:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687280.078991:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687280.078994:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687280.078997:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687280.079000:0:2367:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788687280.079002:0:2367:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788687280.079004:0:2367:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788687280.079006:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687280.079007:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509361408 : -110871200190208 : ffff9b29c97f3100) 00000100:00000001:1.0:1788687280.079010:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687280.079012:0:2367:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967336 00000100:00000001:1.0:1788687280.079013:0:2367:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687280.079016:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687280.079020:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f3100 x1875572824508800/t4294967338(4294967338) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687296 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687280.079026:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687280.079028:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687280.079030:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788687280.079033:0:2367:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:1.0:1788687280.079041:0:2367:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687280.079045:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f3100 x1875572824508800/t4294967338(4294967338) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687296 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687280.079052:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824508800:192.168.203.144@tcp:2:touch.0 00000100:00000001:1.0:1788687280.079056:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687280.079058:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687280.079061:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f3100 x1875572824508800/t4294967338(4294967338) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687296 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687280.079067:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687280.079070:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687280.079077:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687280.079079:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687280.079081:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687280.079083:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687280.085453:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687280.085463:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445700. 00000400:00000200:3.0:1788687280.085469:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687280.085477:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687280.085484:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda990 00000400:00000010:3.0:1788687280.085487:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda990. 00000100:00000001:3.0:1788687280.085492:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687280.085500:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0000 x1875572824509056/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687296 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687280.085511:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687280.085958:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0000 x1875572824509056/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687296 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687280.085968:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687280.085970:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687280.089155:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687280.089171:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687280.089176:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687280.089179:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687280.089187:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.089195:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687280.089203:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.089208:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.089213:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.089217:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f48a80 00000400:00000200:3.0:1788687280.089222:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687280.089228:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x63e5 [1] + 224 00000800:00000001:3.0:1788687280.089235:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687280.089241:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687280.089244:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687280.089248:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687280.089255:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687280.089264:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0000 x1875572824509056/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687296 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687280.089274:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b29c97f0000 x1875572824509056/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687296 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687280.089296:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687280.089302:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687280.089305:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788687280.089822:0:30274:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687280.089827:0:30274:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687280.089832:0:30274:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4c08. 00000400:00000200:2.0:1788687280.089840:0:30274:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0000 00000400:00000010:2.0:1788687280.089854:0:30274:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0000. 00000100:00000001:2.0:1788687280.089865:0:30274:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687280.089874:0:30274:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f2d80 x1875572824507008/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687296 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788687280.089889:0:30274:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f2d80 x1875572824507008/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687296 ref 2 fl Rpc:RQU/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687280.089901:0:30274:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687280.089904:0:30274:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687280.089926:0:30274:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687280.089929:0:30274:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687280.089932:0:30274:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687280.089935:0:30274:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687280.089940:0:30274:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687280.089948:0:30274:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=52 v=5 (5 5 5 5) 00000100:00001000:2.0:1788687280.089956:0:30274:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687280.089961:0:30274:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687280.089964:0:30274:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687280.089968:0:30274:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687280.089972:0:30274:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687280.089978:0:30274:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687280.089981:0:30274:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967599 00000100:00000001:2.0:1788687280.090044:0:30274:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687280.090048:0:30274:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687280.090055:0:30274:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f2d80 x1875572824507008/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687296 ref 2 fl Rpc:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687280.090062:0:30274:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687280.090064:0:30274:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687280.090065:0:30274:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687280.090069:0:30274:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f2d80 x1875572824507008/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687296 ref 2 fl Interpret:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788687280.090076:0:30274:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f2d80 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:30274:1875572824507008:192.168.203.144@tcp:35:multiop.0 00000100:00000001:2.0:1788687280.090090:0:30274:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687280.090095:0:30274:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687280.090099:0:30274:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687280.090102:0:30274:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687280.090109:0:30274:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f2d80 x1875572824507008/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687296 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687280.090120:0:30274:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687280.090127:0:30274:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c6bdcb40. 00000100:00000001:2.0:1788687280.090133:0:30274:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687280.090136:0:30274:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687280.090141:0:30274:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687280.090145:0:30274:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509360512 : -110871200191104 : ffff9b29c97f2d80) 00000002:00000001:2.0:1788687280.090151:0:30274:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687280.090156:0:30274:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687280.090162:0:30274:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6940a00. 00000080:00000001:2.0:1788687280.090181:0:30274:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788687280.090185:0:30274:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788687280.090190:0:30274:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788687280.090200:0:30274:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b29c97f1880 x1875572824505600/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687278 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687280.090224:0:30274:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687280.090227:0:30274:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509355136 : -110871200196480 : ffff9b29c97f1880) 00000100:00000001:2.0:1788687280.090232:0:30274:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687280.090240:0:30274:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1880 x1875572824505600/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687278 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687280.090248:0:30274:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687280.090250:0:30274:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687280.090254:0:30274:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f1880 x1875572824505600/t4294967596(4294967596) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687278 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687280.090260:0:30274:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788687280.090262:0:30274:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687280.090263:0:30274:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687280.090265:0:30274:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687280.090267:0:30274:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a01800. 02000000:00000001:2.0:1788687280.090270:0:30274:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687280.090272:0:30274:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687280.090273:0:30274:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f1880. 00000100:00000001:2.0:1788687280.090276:0:30274:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687280.090277:0:30274:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687280.090279:0:30274:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687280.090282:0:30274:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f2d80 x1875572824507008/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687296 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687280.090289:0:30274:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687280.090291:0:30274:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9b29c636d0e0. 00000002:00000001:2.0:1788687280.090293:0:30274:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687280.090295:0:30274:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687280.090297:0:30274:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b29c4c6f8c0. 00000100:00000001:2.0:1788687280.090300:0:30274:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687280.090303:0:30274:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f2d80 x1875572824507008/t4294967599(4294967599) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687296 ref 1 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687280.090309:0:30274:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687280.090311:0:30274:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687280.090313:0:30274:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a00c00. 02000000:00000001:2.0:1788687280.090316:0:30274:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687280.090319:0:30274:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687280.090322:0:30274:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687280.090329:0:30274:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687280.090332:0:30274:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c6941200. 02000000:00000001:2.0:1788687280.090338:0:30274:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687280.090341:0:30274:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687280.090346:0:30274:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f2d80. 00000100:00000001:2.0:1788687280.090351:0:30274:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687280.090354:0:30274:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687280.090356:0:30274:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687280.090360:0:30274:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29d0061180. 00000080:00000001:2.0:1788687280.090367:0:30274:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687280.090374:0:30274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23df0 00000080:00000008:2.0:1788687280.090379:0:30274:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000404:0x21:0x0](ffff9b29d8592a08), flags 100002, rc = 0 00000080:00000001:2.0:1788687280.090387:0:30274:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687280.090393:0:30274:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788687280.090396:0:30274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23e00 00000080:00002000:2.0:1788687280.090400:0:30274:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9b29d8746a20, parent ffff9b29d8746000, inode ffff9b29d8592a08) hashed, 00000080:00000001:2.0:1788687280.090405:0:30274:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687280.090412:0:30274:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788687280.090416:0:30274:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788687280.090418:0:30274:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788687280.090419:0:30274:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f23e00 00000080:00002000:2.0:1788687280.090421:0:30274:0:(dcache.c:127:ll_ddelete()) deleting dentry d21f.recovery-small-1 (ffff9b29d8746000, parent ffff9b29d84cabd0, inode ffff9b29d8596c08) hashed, 00000080:00000001:2.0:1788687280.090423:0:30274:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687280.090426:0:30274:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788687280.090428:0:30274:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1788687280.100852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636d1a0. 00000080:00000010:2.1:1788687280.100872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636d9c0. 00000080:00000010:0.1:1788687280.104593:0:30311:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d00d20. 00000080:00000010:0.1:1788687280.104615:0:30311:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622fe40. 00000020:00000001:3.0:1788687280.139100:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687280.139102:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687280.139105:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788687281.163405:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687281.163409:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687281.163412:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788687281.566779:0:30318:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687281.566788:0:30318:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687281.566791:0:30318:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788687281.566795:0:30318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bb20 00000080:00200000:3.0:1788687281.566800:0:30318:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:3.0:1788687281.566809:0:30318:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c8d600. 00800000:00000002:3.0:1788687281.566817:0:30318:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687281.566823:0:30318:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687281.566829:0:30318:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687281.566832:0:30318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3ba40 00800000:00000002:3.0:1788687281.566847:0:30318:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687281.566851:0:30318:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788687281.566856:0:30318:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788687281.566862:0:30318:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687281.566864:0:30318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3b910 00000002:00010000:3.0:1788687281.566866:0:30318:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788687281.566871:0:30318:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687281.566874:0:30318:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687281.566878:0:30318:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788687281.566886:0:30318:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687281.566889:0:30318:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687281.566891:0:30318:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687281.566894:0:30318:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788687281.566897:0:30318:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788687281.566932:0:30318:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb6300. 00000020:00000040:3.0:1788687281.566938:0:30318:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:3.0:1788687281.566946:0:30318:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788687281.566953:0:30318:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687281.566960:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.566962:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.566964:0:30318:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.566968:0:30318:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687281.566971:0:30318:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687281.566976:0:30318:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687281.566984:0:30318:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c43bfc00. 00000100:00000001:3.0:1788687281.566994:0:30318:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.567001:0:30318:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687281.567003:0:30318:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.567005:0:30318:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687281.567006:0:30318:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.567008:0:30318:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687281.567014:0:30318:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202496529152 : -110871213022464 : ffff9b29c8bb6300) 00010000:00000001:3.0:1788687281.567019:0:30318:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788687281.567023:0:30318:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788687281.567028:0:30318:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c5c62700. 00010000:00000010:3.0:1788687281.567033:0:30318:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c3056100. 00010000:00000001:3.0:1788687281.567038:0:30318:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788687281.567042:0:30318:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c3147400. 00000020:00000001:3.0:1788687281.567046:0:30318:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788687281.567050:0:30318:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c3147400 with handle 0x230d04438e811c79 to hash 00000020:00000001:3.0:1788687281.567052:0:30318:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788687281.567053:0:30318:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.567057:0:30318:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.567062:0:30318:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687281.567066:0:30318:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687281.567071:0:30318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687281.567081:0:30318:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687281.567092:0:30318:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30318 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788687281.567097:0:30318:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687281.567099:0:30318:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687281.567108:0:30318:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29d105ac00. 00000100:00000001:3.0:1788687281.567110:0:30318:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202635615232 : -110871073936384 : ffff9b29d105ac00) 00000100:00000001:3.0:1788687281.567113:0:30318:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687281.567115:0:30318:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496529152 : -110871213022464 : ffff9b29c8bb6300) 00000100:00000001:3.0:1788687281.567120:0:30318:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687281.567125:0:30318:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.567128:0:30318:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687281.567130:0:30318:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687281.567145:0:30318:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6300 x1875572824509184/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.567154:0:30318:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687281.567158:0:30318:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687281.567161:0:30318:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687281.567164:0:30318:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687281.567167:0:30318:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687281.567171:0:30318:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6300 pname:cluuid:pid:xid:nid:opc:job checkstat:ce1d4174-c231-444b-b3ed-b722bc4901cb:30318:1875572824509184:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:3.0:1788687281.567176:0:30318:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687281.567183:0:30318:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687281.567186:0:30318:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687281.567189:0:30318:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687281.567195:0:30318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c62ec000. 02000000:00000001:3.0:1788687281.567197:0:30318:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687281.567206:0:30318:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687281.567211:0:30318:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4160. 00000400:00000010:3.0:1788687281.567219:0:30318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0880. 00000100:00000200:3.0:1788687281.567227:0:30318:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824509184, portal 10 00000100:00000001:3.0:1788687281.567229:0:30318:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687281.567230:0:30318:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496529152 : -110871213022464 : ffff9b29c8bb6300) 00000100:00000040:3.0:1788687281.567237:0:30318:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb6300 x1875572824509184/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.567246:0:30318:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687281.567249:0:30318:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687281.567252:0:30318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0cc0. 00000100:00000200:3.0:1788687281.567255:0:30318:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824509184, offset 0 00000400:00000200:3.0:1788687281.567263:0:30318:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687281.567272:0:30318:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.567281:0:30318:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687281.567288:0:30318:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687281.567292:0:30318:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687281.567297:0:30318:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687281.567300:0:30318:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687281.567304:0:30318:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2249:2249:256:4294967295] 192.168.203.144@tcp LPNI seq info [2249:2249:8:4294967295] 00000400:00000200:3.0:1788687281.567309:0:30318:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.567320:0:30318:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687281.567327:0:30318:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687281.567333:0:30318:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a600. 00000800:00000200:3.0:1788687281.567341:0:30318:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687281.567350:0:30318:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687281.567355:0:30318:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a600 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788687281.567379:0:30318:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687281.567384:0:30318:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 824708 usecs (825 jiffies) 00000400:00000200:3.0:1788687281.567387:0:30318:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687281.567390:0:30318:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296408394 00000100:00000001:3.0:1788687281.567394:0:30318:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296410334 00000100:00000001:3.0:1788687281.567397:0:30318:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296408394 00000100:00000001:3.0:1788687281.567398:0:30318:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296410334 00000100:00000001:3.0:1788687281.567401:0:30318:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687281.567404:0:30318:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.567406:0:30318:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687281.567408:0:30318:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687281.567411:0:30318:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29d105ac00 going to sleep for 11 seconds 00000100:00000001:3.0:1788687281.567414:0:30318:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687281.567417:0:30318:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687281.568110:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687281.568118:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a600. 00000400:00000200:2.0:1788687281.568125:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687281.568133:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687281.568140:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0cc0 00000400:00000010:2.0:1788687281.568142:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0cc0. 00000100:00000001:2.0:1788687281.568148:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687281.568155:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6300 x1875572824509184/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.568167:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687281.568171:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb6300 x1875572824509184/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687297 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.568179:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.568181:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687281.572705:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.572729:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687281.572734:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.572736:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687281.572748:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.572758:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687281.572780:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.572786:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.572792:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.572797:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f48b00 00000400:00000200:2.0:1788687281.572803:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.572810:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x63ed [1] + 224 00000800:00000001:2.0:1788687281.572819:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.572827:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687281.572831:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687281.572846:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687281.572856:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687281.572867:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6300 x1875572824509184/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687297 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687281.572880:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c8bb6300 x1875572824509184/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.572898:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687281.573050:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.573055:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687281.573598:0:30318:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687281.573610:0:30318:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687281.573612:0:30318:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687281.573617:0:30318:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4160. 00000400:00000200:3.0:1788687281.573623:0:30318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0880 00000400:00000010:3.0:1788687281.573626:0:30318:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0880. 00000100:00000001:3.0:1788687281.573631:0:30318:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687281.573638:0:30318:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb6300 x1875572824509184/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687281.573648:0:30318:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb6300 x1875572824509184/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.573654:0:30318:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687281.573658:0:30318:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687281.573660:0:30318:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687281.573665:0:30318:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687281.573667:0:30318:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687281.573670:0:30318:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687281.573673:0:30318:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687281.573687:0:30318:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=53 v=5 (5 103 103 103) 00000100:00001000:3.0:1788687281.573691:0:30318:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687281.573694:0:30318:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687281.573696:0:30318:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.573699:0:30318:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687281.573703:0:30318:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.573708:0:30318:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687281.573710:0:30318:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967599 00000100:00000001:3.0:1788687281.573712:0:30318:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687281.573716:0:30318:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687281.573720:0:30318:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb6300 x1875572824509184/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.573728:0:30318:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687281.573731:0:30318:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687281.573734:0:30318:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687281.573738:0:30318:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6300 x1875572824509184/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687297 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687281.573745:0:30318:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb6300 pname:cluuid:pid:xid:nid:opc:job checkstat:ce1d4174-c231-444b-b3ed-b722bc4901cb:30318:1875572824509184:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:3.0:1788687281.573751:0:30318:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687281.573765:0:30318:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.573768:0:30318:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687281.573770:0:30318:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687281.573774:0:30318:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6300 x1875572824509184/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687297 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.573781:0:30318:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687281.573784:0:30318:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29d105ac00. 00000100:00000001:3.0:1788687281.573787:0:30318:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687281.573790:0:30318:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.573793:0:30318:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788687281.573798:0:30318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.573802:0:30318:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.573805:0:30318:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147400 refcount=4 00000020:00000001:3.0:1788687281.573808:0:30318:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.573812:0:30318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000040:3.0:1788687281.573820:0:30318:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c3147400, remote cookie: 0x59c08f76ab1d1fef, flags: 0x1001 00010000:00010000:3.0:1788687281.573827:0:30318:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687281.573850:0:30318:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687281.573860:0:30318:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788687281.573865:0:30318:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788687281.573868:0:30318:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788687281.573870:0:30318:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788687281.573871:0:30318:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788687281.573874:0:30318:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b29c5c62700) refcount = 1 00010000:00010000:3.0:1788687281.573879:0:30318:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687281.573885:0:30318:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788687281.573889:0:30318:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788687281.573890:0:30318:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687281.573894:0:30318:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788687281.573896:0:30318:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687281.573899:0:30318:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687281.573932:0:30318:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788687281.573934:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.573936:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.573938:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.573939:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.573940:0:30318:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687281.573946:0:30318:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788687281.573948:0:30318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.573949:0:30318:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.573951:0:30318:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147400 refcount=3 00000020:00000001:3.0:1788687281.573953:0:30318:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.573956:0:30318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.573959:0:30318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.573960:0:30318:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.573961:0:30318:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147400 refcount=4 00000020:00000001:3.0:1788687281.573963:0:30318:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.573966:0:30318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.573969:0:30318:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687281.573973:0:30318:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687281.573977:0:30318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687281.573984:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.573985:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.573987:0:30318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.573988:0:30318:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.573989:0:30318:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147400 refcount=5 00000020:00000001:3.0:1788687281.573991:0:30318:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.573993:0:30318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.573995:0:30318:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687281.573999:0:30318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687281.574005:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.574006:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788687281.574010:0:30318:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687281.574016:0:30318:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687281.574017:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.574018:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.574019:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.574020:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788687281.574026:0:30318:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c8bb6300 x1875572824509184/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687297 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788687281.574036:0:30318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.574038:0:30318:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.574039:0:30318:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147400 refcount=3 00000020:00000001:3.0:1788687281.574041:0:30318:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.574043:0:30318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.574046:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.574047:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687281.574049:0:30318:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687281.574051:0:30318:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687281.574055:0:30318:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788687281.574058:0:30318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.574059:0:30318:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.574060:0:30318:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147400 refcount=3 00000020:00000001:3.0:1788687281.574063:0:30318:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.574065:0:30318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00000002:00010000:3.0:1788687281.574069:0:30318:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687281.574076:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.574077:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.574079:0:30318:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788687281.574080:0:30318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.574081:0:30318:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.574083:0:30318:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147400 refcount=3 00000020:00000001:3.0:1788687281.574085:0:30318:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.574088:0:30318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000040:3.0:1788687281.574391:0:30318:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62700 count: 2 00010000:00000001:3.0:1788687281.574395:0:30318:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788687281.574401:0:30318:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788687281.574403:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.574405:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687281.574406:0:30318:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788687281.574409:0:30318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3b898 00000002:00002000:3.0:1788687281.574412:0:30318:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788687281.574415:0:30318:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687281.574420:0:30318:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687281.574423:0:30318:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788687281.574427:0:30318:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788687281.574431:0:30318:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788687281.574436:0:30318:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687281.574441:0:30318:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c8d600. 00000080:00000001:3.0:1788687281.574445:0:30318:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687281.574448:0:30318:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788687281.574455:0:30318:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788687281.574460:0:30318:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788687281.574467:0:30318:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b29c975c200. 00800000:00000001:3.0:1788687281.574469:0:30318:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633202508743168 : -110871200808448 : ffff9b29c975c200) 00800000:00000001:3.0:1788687281.574472:0:30318:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687281.574475:0:30318:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788687281.574477:0:30318:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788687281.574480:0:30318:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788687281.574483:0:30318:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788687281.574486:0:30318:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788687281.574488:0:30318:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687281.574493:0:30318:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788687281.574496:0:30318:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1788687281.574503:0:30318:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1788687281.574506:0:30318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.574507:0:30318:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.574509:0:30318:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147400 refcount=3 00000020:00000001:3.0:1788687281.574512:0:30318:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.574514:0:30318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.574516:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.574518:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788687281.574519:0:30318:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788687281.574522:0:30318:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788687281.574524:0:30318:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29c975c200 1 00800000:00000010:3.0:1788687281.574526:0:30318:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b29c975c200. 00800000:00000001:3.0:1788687281.574529:0:30318:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687281.574533:0:30318:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811c79 00800000:00000001:3.0:1788687281.574536:0:30318:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687281.574538:0:30318:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687281.574539:0:30318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.574540:0:30318:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.574542:0:30318:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147400 refcount=3 00000020:00000001:3.0:1788687281.574544:0:30318:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.574546:0:30318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.574549:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.574550:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687281.574551:0:30318:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687281.574553:0:30318:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687281.574556:0:30318:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687281.574558:0:30318:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:3.0:1788687281.574562:0:30318:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811c79 from it ffffaca081c3bb58 00010000:00000001:3.0:1788687281.574563:0:30318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.574565:0:30318:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.574577:0:30318:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147400 refcount=3 00000020:00000001:3.0:1788687281.574579:0:30318:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.574581:0:30318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.574584:0:30318:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687281.574587:0:30318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687281.574600:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.574601:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.574603:0:30318:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687281.574606:0:30318:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687281.574609:0:30318:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788687281.574618:0:30318:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687281.574621:0:30318:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687281.574624:0:30318:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687281.574629:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.574630:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.574631:0:30318:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.574635:0:30318:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687281.574637:0:30318:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.574639:0:30318:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.574641:0:30318:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.574643:0:30318:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687281.574644:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.574645:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687281.574648:0:30318:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687281.574654:0:30318:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb6300 x1875572824509184/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687297 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.574660:0:30318:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687281.574664:0:30318:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687281.574667:0:30318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c62ec000. 02000000:00000001:3.0:1788687281.574672:0:30318:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687281.574675:0:30318:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687281.574678:0:30318:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687281.574680:0:30318:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687281.574683:0:30318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c43bfc00. 02000000:00000001:3.0:1788687281.574687:0:30318:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687281.574690:0:30318:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687281.574692:0:30318:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6300. 00000100:00000001:3.0:1788687281.574696:0:30318:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687281.574697:0:30318:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687281.574702:0:30318:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788687281.574708:0:30318:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788687281.574725:0:30318:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c31d7500. 00000020:00000001:3.0:1788687281.574730:0:30318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3ba88 00000080:00200000:3.0:1788687281.574732:0:30318:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), flags=24 00000080:00000001:3.0:1788687281.574737:0:30318:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788687281.574739:0:30318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3b938 00000080:00200000:3.0:1788687281.574741:0:30318:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=0 00000080:00000010:3.0:1788687281.574750:0:30318:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c8d600. 00800000:00000002:3.0:1788687281.574817:0:30318:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687281.574823:0:30318:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687281.574827:0:30318:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687281.574829:0:30318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3b858 00800000:00000002:3.0:1788687281.574831:0:30318:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687281.574843:0:30318:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1788687281.574848:0:30318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3b7f0 00800000:00000002:3.0:1788687281.574850:0:30318:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-1' -> mds #0 00000002:00000001:3.0:1788687281.574854:0:30318:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687281.574856:0:30318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3b728 00000002:00010000:3.0:1788687281.574858:0:30318:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1788687281.574863:0:30318:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788687281.574866:0:30318:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788687281.574870:0:30318:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb6300. 00000020:00000040:3.0:1788687281.574874:0:30318:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:3.0:1788687281.574880:0:30318:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788687281.574884:0:30318:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687281.574886:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.574888:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.574889:0:30318:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.574892:0:30318:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687281.574894:0:30318:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687281.574899:0:30318:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687281.575068:0:30318:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c43bfc00. 00000100:00000001:3.0:1788687281.575079:0:30318:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.575084:0:30318:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687281.575086:0:30318:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.575088:0:30318:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687281.575089:0:30318:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.575236:0:30318:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687281.575248:0:30318:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202496529152 : -110871213022464 : ffff9b29c8bb6300) 00010000:00000001:3.0:1788687281.575253:0:30318:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788687281.575256:0:30318:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788687281.575260:0:30318:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62700 count: 2 00010000:00000001:3.0:1788687281.575263:0:30318:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687281.575266:0:30318:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788687281.575270:0:30318:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c3147000. 00000020:00000001:3.0:1788687281.575275:0:30318:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788687281.575278:0:30318:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c3147000 with handle 0x230d04438e811c80 to hash 00000020:00000001:3.0:1788687281.575280:0:30318:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788687281.575282:0:30318:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687281.575286:0:30318:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687281.575290:0:30318:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687281.575293:0:30318:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687281.575297:0:30318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811c80 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687281.575305:0:30318:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811c80 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687281.575315:0:30318:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811c80 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30318 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788687281.575321:0:30318:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687281.575324:0:30318:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687281.575331:0:30318:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29d105ac00. 00000100:00000001:3.0:1788687281.575334:0:30318:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202635615232 : -110871073936384 : ffff9b29d105ac00) 00000100:00000001:3.0:1788687281.575337:0:30318:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687281.575339:0:30318:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496529152 : -110871213022464 : ffff9b29c8bb6300) 00000100:00000001:3.0:1788687281.575344:0:30318:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687281.575348:0:30318:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.575350:0:30318:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687281.575352:0:30318:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687281.575359:0:30318:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6300 x1875572824509312/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.575367:0:30318:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687281.575370:0:30318:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687281.575374:0:30318:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687281.575377:0:30318:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687281.575380:0:30318:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687281.575384:0:30318:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6300 pname:cluuid:pid:xid:nid:opc:job checkstat:ce1d4174-c231-444b-b3ed-b722bc4901cb:30318:1875572824509312:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:3.0:1788687281.575388:0:30318:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687281.575395:0:30318:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687281.575398:0:30318:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687281.575400:0:30318:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687281.575406:0:30318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c62ec000. 02000000:00000001:3.0:1788687281.575407:0:30318:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687281.575416:0:30318:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687281.575420:0:30318:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4160. 00000400:00000010:3.0:1788687281.575427:0:30318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0880. 00000100:00000200:3.0:1788687281.575436:0:30318:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824509312, portal 10 00000100:00000001:3.0:1788687281.575438:0:30318:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687281.575439:0:30318:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496529152 : -110871213022464 : ffff9b29c8bb6300) 00000100:00000040:3.0:1788687281.575445:0:30318:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb6300 x1875572824509312/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.575453:0:30318:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687281.575456:0:30318:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687281.575459:0:30318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0dd0. 00000100:00000200:3.0:1788687281.575462:0:30318:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875572824509312, offset 0 00000400:00000200:3.0:1788687281.575469:0:30318:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687281.575479:0:30318:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.575488:0:30318:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687281.575494:0:30318:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687281.575498:0:30318:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687281.575503:0:30318:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687281.575506:0:30318:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687281.575510:0:30318:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2250:2250:256:4294967295] 192.168.203.144@tcp LPNI seq info [2250:2250:8:4294967295] 00000400:00000200:3.0:1788687281.575514:0:30318:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.575525:0:30318:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687281.575532:0:30318:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687281.575538:0:30318:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ae00. 00000800:00000200:3.0:1788687281.575545:0:30318:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687281.575556:0:30318:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687281.575560:0:30318:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ae00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788687281.575623:0:30318:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687281.575629:0:30318:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 823422 usecs (824 jiffies) 00000400:00000200:3.0:1788687281.575633:0:30318:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687281.575635:0:30318:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296408404 00000100:00000001:3.0:1788687281.575639:0:30318:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296410334 00000100:00000001:3.0:1788687281.575642:0:30318:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296408404 00000100:00000001:3.0:1788687281.575644:0:30318:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296410334 00000100:00000001:3.0:1788687281.575647:0:30318:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687281.575650:0:30318:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.575652:0:30318:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687281.575654:0:30318:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687281.575657:0:30318:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29d105ac00 going to sleep for 11 seconds 00000100:00000001:3.0:1788687281.575660:0:30318:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687281.575663:0:30318:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687281.577224:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687281.577235:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ae00. 00000400:00000200:2.0:1788687281.577242:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687281.577251:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687281.577259:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0dd0 00000400:00000010:2.0:1788687281.577262:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0dd0. 00000100:00000001:2.0:1788687281.577267:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687281.577275:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6300 x1875572824509312/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.577287:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687281.577291:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb6300 x1875572824509312/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687297 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.577297:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.577299:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687281.583210:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.583231:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687281.583237:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.583239:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687281.583250:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.583260:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687281.583270:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.583276:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.583281:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.583286:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x6a9d2d3f48b80 00000400:00000200:2.0:1788687281.583292:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.583299:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x63fd [1] + 224 00000800:00000001:2.0:1788687281.583308:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.583315:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687281.583319:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687281.583324:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687281.583334:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687281.583346:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6300 x1875572824509312/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687297 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687281.583359:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b29c8bb6300 x1875572824509312/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.583380:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687281.583390:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.583393:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687281.583504:0:30318:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687281.583514:0:30318:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687281.583517:0:30318:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687281.583521:0:30318:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4160. 00000400:00000200:3.0:1788687281.583527:0:30318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0880 00000400:00000010:3.0:1788687281.583530:0:30318:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0880. 00000100:00000001:3.0:1788687281.583534:0:30318:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687281.583540:0:30318:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb6300 x1875572824509312/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687281.583550:0:30318:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb6300 x1875572824509312/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.583556:0:30318:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687281.583559:0:30318:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687281.583562:0:30318:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687281.583566:0:30318:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687281.583569:0:30318:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687281.583581:0:30318:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687281.583586:0:30318:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687281.583597:0:30318:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=53 v=5 (5 103 103 103) 00000100:00001000:3.0:1788687281.583602:0:30318:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687281.583604:0:30318:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687281.583606:0:30318:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.583609:0:30318:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687281.583613:0:30318:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.583618:0:30318:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687281.583620:0:30318:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967599 00000100:00000001:3.0:1788687281.583623:0:30318:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687281.583626:0:30318:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687281.583632:0:30318:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb6300 x1875572824509312/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.583639:0:30318:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687281.583643:0:30318:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687281.583645:0:30318:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687281.583650:0:30318:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6300 x1875572824509312/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687297 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687281.583658:0:30318:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb6300 pname:cluuid:pid:xid:nid:opc:job checkstat:ce1d4174-c231-444b-b3ed-b722bc4901cb:30318:1875572824509312:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:3.0:1788687281.583665:0:30318:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687281.583669:0:30318:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.583671:0:30318:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687281.583674:0:30318:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687281.583677:0:30318:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6300 x1875572824509312/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687297 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.583684:0:30318:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687281.583688:0:30318:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29d105ac00. 00000100:00000001:3.0:1788687281.583691:0:30318:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687281.583692:0:30318:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.583696:0:30318:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788687281.583700:0:30318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.583703:0:30318:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.583706:0:30318:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147000 refcount=4 00000020:00000001:3.0:1788687281.583709:0:30318:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687281.583713:0:30318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000040:3.0:1788687281.583720:0:30318:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c3147000, remote cookie: 0x59c08f76ab1d200b, flags: 0x1001 00010000:00010000:3.0:1788687281.583725:0:30318:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811c80 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d200b expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788687281.583734:0:30318:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x1f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788687281.583737:0:30318:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788687281.583747:0:30318:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c5c62800. 00010000:00000010:3.0:1788687281.583753:0:30318:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c3056780. 00010000:00000001:3.0:1788687281.583768:0:30318:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687281.583772:0:30318:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811c80 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d200b expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687281.583782:0:30318:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811c80 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d200b expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687281.583794:0:30318:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788687281.583800:0:30318:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788687281.583802:0:30318:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788687281.583804:0:30318:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788687281.583805:0:30318:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788687281.583808:0:30318:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x1f:0x0].0x0 (ffff9b29c5c62800) refcount = 1 00010000:00010000:3.0:1788687281.583812:0:30318:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811c80 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d200b expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687281.583818:0:30318:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788687281.583821:0:30318:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788687281.583823:0:30318:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687281.583827:0:30318:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788687281.583829:0:30318:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687281.583843:0:30318:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811c80 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d200b expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687281.583850:0:30318:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788687281.583852:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.583854:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.583855:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.583856:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.583858:0:30318:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687281.583863:0:30318:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788687281.583865:0:30318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.583866:0:30318:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.583868:0:30318:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147000 refcount=3 00000020:00000001:3.0:1788687281.583870:0:30318:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687281.583873:0:30318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687281.583875:0:30318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.583876:0:30318:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.583878:0:30318:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147000 refcount=4 00000020:00000001:3.0:1788687281.583880:0:30318:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687281.583882:0:30318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687281.583886:0:30318:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687281.583889:0:30318:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687281.583893:0:30318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811c80 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d200b expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687281.583900:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.583901:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.583902:0:30318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.583903:0:30318:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.583905:0:30318:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147000 refcount=5 00000020:00000001:3.0:1788687281.583980:0:30318:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687281.583982:0:30318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687281.583985:0:30318:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687281.583988:0:30318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811c80 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d200b expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687281.583996:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.583997:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788687281.584000:0:30318:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811c80 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d200b expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687281.584008:0:30318:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687281.584009:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.584010:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.584012:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.584013:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788687281.584018:0:30318:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9b29c8bb6300 x1875572824509312/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687297 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788687281.584027:0:30318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.584028:0:30318:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.584030:0:30318:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147000 refcount=3 00000020:00000001:3.0:1788687281.584033:0:30318:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687281.584035:0:30318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687281.584037:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.584039:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687281.584040:0:30318:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687281.584042:0:30318:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687281.584046:0:30318:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788687281.584049:0:30318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.584050:0:30318:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.584051:0:30318:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147000 refcount=3 00000020:00000001:3.0:1788687281.584053:0:30318:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687281.584055:0:30318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00000002:00010000:3.0:1788687281.584059:0:30318:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811c80 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d200b expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687281.584066:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.584067:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.584069:0:30318:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788687281.584071:0:30318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.584072:0:30318:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.584074:0:30318:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147000 refcount=3 00000020:00000001:3.0:1788687281.584076:0:30318:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687281.584078:0:30318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000040:3.0:1788687281.584082:0:30318:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62800 count: 2 00010000:00000001:3.0:1788687281.584086:0:30318:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788687281.584090:0:30318:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/31 (0 0) 00010000:00000001:3.0:1788687281.584092:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.584094:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687281.584095:0:30318:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788687281.584098:0:30318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3b6b0 00000002:00002000:3.0:1788687281.584101:0:30318:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788687281.584105:0:30318:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687281.584109:0:30318:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687281.584113:0:30318:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788687281.584116:0:30318:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788687281.584120:0:30318:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788687281.584125:0:30318:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000001:3.0:1788687281.584129:0:30318:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788687281.584130:0:30318:0:(namei.c:674:ll_lookup_it_finish()) it ffffaca081c3ba28 it_disposition b 00000080:00000001:3.0:1788687281.584134:0:30318:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788687281.584141:0:30318:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788687281.584144:0:30318:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788687281.584148:0:30318:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:3.0:1788687281.584152:0:30318:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1788687281.584160:0:30318:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788687281.584162:0:30318:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x1f:0x0] 00000080:00000001:3.0:1788687281.584165:0:30318:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687281.584169:0:30318:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:3.0:1788687281.584171:0:30318:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788687281.584177:0:30318:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x1f:0x0], updating i_size 16384 00000080:00200000:3.0:1788687281.584180:0:30318:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x1f:0x0](ffff9b29d8596c08): rc = 0 00000080:00000001:3.0:1788687281.584182:0:30318:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758544392 : -110870951007224 : ffff9b29d8596c08) 00010000:00000001:3.0:1788687281.584185:0:30318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.584186:0:30318:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.584187:0:30318:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147000 refcount=3 00000020:00000001:3.0:1788687281.584190:0:30318:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687281.584192:0:30318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687281.584194:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.584195:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788687281.584197:0:30318:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788687281.584199:0:30318:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788687281.584200:0:30318:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788687281.584203:0:30318:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788687281.584205:0:30318:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687281.584208:0:30318:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1f:0x0](ffff9b29d8596c08) for lock 0x230d04438e811c80 00800000:00000001:3.0:1788687281.584212:0:30318:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687281.584214:0:30318:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687281.584215:0:30318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.584216:0:30318:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.584218:0:30318:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147000 refcount=3 00000020:00000001:3.0:1788687281.584219:0:30318:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687281.584221:0:30318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687281.584224:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.584225:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687281.584226:0:30318:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687281.584228:0:30318:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788687281.584236:0:30318:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d85a0af8 inode ffff9b29d8596c08 refc 1 flags 0x20000e 00000080:00000001:3.0:1788687281.584241:0:30318:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788687281.584243:0:30318:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687281.584245:0:30318:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788687281.584249:0:30318:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1f:0x0](ffff9b29d8596c08) 00000080:00010000:3.0:1788687281.584253:0:30318:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811c80 from it ffffaca081c3ba28 00010000:00000001:3.0:1788687281.584256:0:30318:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.584257:0:30318:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.584258:0:30318:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147000 refcount=3 00000020:00000001:3.0:1788687281.584260:0:30318:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687281.584262:0:30318:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687281.584265:0:30318:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687281.584268:0:30318:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811c80 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d200b expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687281.584275:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.584276:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.584278:0:30318:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687281.584280:0:30318:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687281.584283:0:30318:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811c80 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d200b expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788687281.584291:0:30318:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687281.584293:0:30318:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687281.584296:0:30318:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687281.584301:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.584302:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.584304:0:30318:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.584307:0:30318:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687281.584310:0:30318:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.584311:0:30318:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.584314:0:30318:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.584316:0:30318:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687281.584318:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.584319:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788687281.584321:0:30318:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788687281.584325:0:30318:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c8d600. 00000100:00000001:3.0:1788687281.584329:0:30318:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687281.584334:0:30318:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb6300 x1875572824509312/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687297 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.584342:0:30318:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687281.584345:0:30318:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687281.584349:0:30318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c62ec000. 02000000:00000001:3.0:1788687281.584353:0:30318:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687281.584356:0:30318:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687281.584358:0:30318:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687281.584361:0:30318:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687281.584364:0:30318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c43bfc00. 02000000:00000001:3.0:1788687281.584368:0:30318:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687281.584371:0:30318:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687281.584373:0:30318:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6300. 00000100:00000001:3.0:1788687281.584377:0:30318:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687281.584378:0:30318:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687281.584388:0:30318:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788687281.584390:0:30318:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff9b29d8596c08), inode mode 41ed mask 1 00000080:00000001:3.0:1788687281.584397:0:30318:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788687281.584411:0:30318:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c31d7a80. 00000020:00000001:3.0:1788687281.584417:0:30318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bae8 00000080:00200000:3.0:1788687281.584419:0:30318:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x1f:0x0](ffff9b29d8596c08), flags=8 00000080:00000001:3.0:1788687281.584422:0:30318:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788687281.584424:0:30318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3b998 00000080:00200000:3.0:1788687281.584425:0:30318:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x1f:0x0](ffff9b29d8596c08), intent=getattr 00000080:00000010:3.0:1788687281.584434:0:30318:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c8d600. 00000080:00000001:3.0:1788687281.584443:0:30318:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687281.584446:0:30318:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687281.584448:0:30318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3b8b8 00800000:00000002:3.0:1788687281.584450:0:30318:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x1f:0x0] 00800000:00000001:3.0:1788687281.584454:0:30318:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1788687281.584459:0:30318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3b850 00800000:00000002:3.0:1788687281.584461:0:30318:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x1f:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:3.0:1788687281.584465:0:30318:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687281.584467:0:30318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3b788 00000002:00010000:3.0:1788687281.584469:0:30318:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x1f:0x0], intent: getattr flags 01 00000002:00000001:3.0:1788687281.584473:0:30318:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788687281.584476:0:30318:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788687281.584481:0:30318:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb6300. 00000020:00000040:3.0:1788687281.584484:0:30318:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:3.0:1788687281.584489:0:30318:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788687281.584494:0:30318:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687281.584497:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.584498:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.584499:0:30318:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.584503:0:30318:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687281.584505:0:30318:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687281.584510:0:30318:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687281.584517:0:30318:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c43bfc00. 00000100:00000001:3.0:1788687281.584525:0:30318:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.584529:0:30318:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687281.584531:0:30318:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.584532:0:30318:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687281.584533:0:30318:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.584535:0:30318:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687281.584542:0:30318:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202496529152 : -110871213022464 : ffff9b29c8bb6300) 00010000:00000001:3.0:1788687281.584546:0:30318:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788687281.584548:0:30318:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788687281.584551:0:30318:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62800 count: 2 00010000:00000001:3.0:1788687281.584553:0:30318:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687281.584556:0:30318:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788687281.584560:0:30318:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c3146000. 00000020:00000001:3.0:1788687281.584564:0:30318:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788687281.584566:0:30318:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c3146000 with handle 0x230d04438e811c87 to hash 00000020:00000001:3.0:1788687281.584568:0:30318:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788687281.584570:0:30318:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202401697792 : -110871307853824 : ffff9b29c3146000) 00010000:00000001:3.0:1788687281.584575:0:30318:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202401697792 : -110871307853824 : ffff9b29c3146000) 00010000:00000001:3.0:1788687281.584577:0:30318:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687281.584579:0:30318:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687281.584582:0:30318:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146000/0x230d04438e811c87 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687281.584589:0:30318:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146000/0x230d04438e811c87 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30318 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687281.584599:0:30318:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146000/0x230d04438e811c87 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30318 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788687281.584604:0:30318:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687281.584606:0:30318:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687281.584612:0:30318:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29d105ac00. 00000100:00000001:3.0:1788687281.584614:0:30318:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202635615232 : -110871073936384 : ffff9b29d105ac00) 00000100:00000001:3.0:1788687281.584617:0:30318:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687281.584619:0:30318:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496529152 : -110871213022464 : ffff9b29c8bb6300) 00000100:00000001:3.0:1788687281.584623:0:30318:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687281.584629:0:30318:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.584631:0:30318:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687281.584633:0:30318:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687281.584638:0:30318:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6300 x1875572824509440/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.584646:0:30318:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687281.584648:0:30318:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687281.584653:0:30318:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687281.584655:0:30318:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687281.584658:0:30318:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687281.584662:0:30318:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6300 pname:cluuid:pid:xid:nid:opc:job checkstat:ce1d4174-c231-444b-b3ed-b722bc4901cb:30318:1875572824509440:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:3.0:1788687281.584666:0:30318:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687281.584672:0:30318:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687281.584675:0:30318:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687281.584678:0:30318:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687281.584682:0:30318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c62ec000. 02000000:00000001:3.0:1788687281.584684:0:30318:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687281.584691:0:30318:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687281.584695:0:30318:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4160. 00000400:00000010:3.0:1788687281.584701:0:30318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0880. 00000100:00000200:3.0:1788687281.584708:0:30318:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824509440, portal 10 00000100:00000001:3.0:1788687281.584710:0:30318:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687281.584712:0:30318:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496529152 : -110871213022464 : ffff9b29c8bb6300) 00000100:00000040:3.0:1788687281.584718:0:30318:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb6300 x1875572824509440/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.584726:0:30318:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687281.584728:0:30318:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687281.584731:0:30318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0440. 00000100:00000200:3.0:1788687281.584734:0:30318:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824509440, offset 0 00000400:00000200:3.0:1788687281.584741:0:30318:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687281.584749:0:30318:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.584757:0:30318:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687281.584762:0:30318:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687281.584766:0:30318:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687281.584770:0:30318:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687281.584773:0:30318:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687281.584777:0:30318:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2251:2251:256:4294967295] 192.168.203.144@tcp LPNI seq info [2251:2251:8:4294967295] 00000400:00000200:3.0:1788687281.584781:0:30318:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.584792:0:30318:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687281.584797:0:30318:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687281.584805:0:30318:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ae00. 00000800:00000200:3.0:1788687281.584812:0:30318:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687281.584820:0:30318:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687281.584825:0:30318:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ae00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788687281.584859:0:30318:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687281.584864:0:30318:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 822145 usecs (823 jiffies) 00000400:00000200:3.0:1788687281.584868:0:30318:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687281.584871:0:30318:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296408412 00000100:00000001:3.0:1788687281.584875:0:30318:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296410334 00000100:00000001:3.0:1788687281.584878:0:30318:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296408412 00000100:00000001:3.0:1788687281.584880:0:30318:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296410334 00000100:00000001:3.0:1788687281.584883:0:30318:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687281.584886:0:30318:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.584889:0:30318:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687281.584891:0:30318:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687281.584894:0:30318:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29d105ac00 going to sleep for 11 seconds 00000100:00000001:3.0:1788687281.584897:0:30318:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687281.584900:0:30318:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687281.585243:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687281.585249:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ae00. 00000400:00000200:2.0:1788687281.585255:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687281.585261:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687281.585267:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0440 00000400:00000010:2.0:1788687281.585270:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0440. 00000100:00000001:2.0:1788687281.585274:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687281.585279:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6300 x1875572824509440/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.585288:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687281.585291:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb6300 x1875572824509440/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687297 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.585298:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.585300:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687281.593980:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.594003:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687281.594009:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.594012:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687281.594023:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.594032:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687281.594044:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.594049:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.594055:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.594061:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 640 into portal 10 MB=0x6a9d2d3f48c00 00000400:00000200:2.0:1788687281.594068:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.594077:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 640/640 into md 0x640d [1] + 224 00000800:00000001:2.0:1788687281.594086:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.594199:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.594204:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.594210:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687281.594220:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687281.594232:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6300 x1875572824509440/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687297 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687281.594244:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9b29c8bb6300 x1875572824509440/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.594275:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687281.594286:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.594290:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687281.597761:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687281.597766:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687281.597770:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687281.597777:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f0700 x1875572824509568/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687281.597785:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687281.597787:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687281.597791:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687281.597794:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687281.597796:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687281.597800:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824509568:192.168.203.144@tcp:8:checkstat.0 00000100:00000001:1.0:1788687281.597878:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687281.597883:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687281.597886:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687281.597889:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687281.597895:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6911c00. 02000000:00000001:1.0:1788687281.597897:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687281.597904:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687281.597934:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150e18. 00000400:00000010:1.0:1788687281.597943:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc3b8. 00000100:00000200:1.0:1788687281.597950:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824509568, portal 4 00000100:00000001:1.0:1788687281.597953:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687281.597954:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509350656 : -110871200200960 : ffff9b29c97f0700) 00000100:00000040:1.0:1788687281.597962:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f0700 x1875572824509568/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687281.597969:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687281.597971:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687281.597974:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcf68. 00000100:00000200:1.0:1788687281.597978:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875572824509568, offset 0 00000400:00000200:1.0:1788687281.597984:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687281.597993:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687281.598000:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687281.598006:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687281.598010:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687281.598014:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687281.598018:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687281.598021:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2252:2252:256:4294967295] 192.168.203.144@tcp LPNI seq info [2252:2252:8:4294967295] 00000400:00000200:1.0:1788687281.598026:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687281.598036:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687281.598043:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687281.598049:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2700. 00000800:00000200:1.0:1788687281.598057:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687281.598065:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687281.598070:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788687281.598094:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687281.598099:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 307811 usecs (308 jiffies) 00000400:00000200:1.0:1788687281.598103:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687281.598106:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296407910 00000100:00000001:1.0:1788687281.598109:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296410334 00000100:00000001:1.0:1788687281.598111:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296407910 00000100:00000001:1.0:1788687281.598113:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296410334 00000100:00000001:1.0:1788687281.598115:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687281.598118:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.598121:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.598124:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788687281.598307:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687281.598313:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2700. 00000400:00000200:2.0:1788687281.598319:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687281.598326:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687281.598332:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcf68 00000400:00000010:2.0:1788687281.598335:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcf68. 00000100:00000001:2.0:1788687281.598340:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687281.598344:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0700 x1875572824509568/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687281.598353:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687281.598356:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0700 x1875572824509568/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687291 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687281.598363:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.598364:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788687281.599924:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687281.599929:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788687281.599933:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687281.599934:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687281.599937:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.599939:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687281.601165:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.601183:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687281.601188:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.601190:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.601201:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.601210:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687281.601222:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.601228:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.601234:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.601239:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 416 into portal 4 MB=0x6a9d2d3f48c80 00000400:00000200:3.0:1788687281.601245:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.601251:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 416/416 into md 0x641d [1] + 0 00000800:00000001:3.0:1788687281.601259:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.601267:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.601271:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.601275:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687281.601285:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687281.601295:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0700 x1875572824509568/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687291 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687281.601308:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9b29c97f0700 x1875572824509568/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687281.601333:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687281.601345:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.601349:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687281.601869:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687281.601874:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687281.601882:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687281.601885:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687281.601889:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150e18. 00000400:00000200:1.0:1788687281.601896:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc3b8 00000400:00000010:1.0:1788687281.601899:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc3b8. 00000100:00000001:1.0:1788687281.601902:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687281.601947:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f0700 x1875572824509568/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687291 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687281.601958:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f0700 x1875572824509568/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687291 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687281.601966:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687281.601969:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687281.601971:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687281.601976:0:2366:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687281.601979:0:2366:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687281.601982:0:2366:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687281.601986:0:2366:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687281.601997:0:2366:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=203 v=5 (5 16 16 137) 00000100:00001000:1.0:1788687281.602003:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=138 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687281.602006:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687281.602008:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.602012:0:2366:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687281.602016:0:2366:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.602021:0:2366:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788687281.602023:0:2366:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: committing for last_committed 4294967312 gen 13 00000100:00000040:1.0:1788687281.602026:0:2366:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1788687281.602029:0:2366:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687281.602031:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687281.602036:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f0700 x1875572824509568/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1788687291 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687281.602044:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687281.602048:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687281.602052:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687281.602055:0:2366:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788687281.602062:0:2366:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9b29e019e800: connect to target with instance 1 00000020:00000001:1.0:1788687281.602066:0:2366:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788687281.602068:0:2366:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e81131f 00000020:00000001:1.0:1788687281.602071:0:2366:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687281.602075:0:2366:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c52f4800 refcount=4 00000020:00000001:1.0:1788687281.602077:0:2366:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202437015552 : -110871272536064 : ffff9b29c52f4800) 00000020:00000001:1.0:1788687281.602080:0:2366:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202437015552 : -110871272536064 : ffff9b29c52f4800) 00000100:00001000:1.0:1788687281.602084:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=1788687281 v=0 (0 0 0 0) 00000100:00001000:1.0:1788687281.602087:0:2366:0:(import.c:2261:obd_at_measure()) AT ffff9b29c3ec0418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788687281.602106:0:2366:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 326, crc32c 8427, adler 379 00000100:00080000:1.0:1788687281.602112:0:2366:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9b29e019e800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:1.0:1788687281.602116:0:2366:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c52f4800 : new refcount 3 00000100:00000001:1.0:1788687281.602119:0:2366:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788687281.602123:0:2366:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:1.0:1788687281.602128:0:2366:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff9b29e019e800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:1.0:1788687281.602131:0:2366:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788687281.602135:0:2366:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:1.0:1788687281.602139:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788687281.602143:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687281.602146:0:2366:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687281.602148:0:2366:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687281.602150:0:2366:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.602152:0:2366:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788687281.602154:0:2366:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1788687281.602158:0:2366:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec0000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1788687281.602161:0:2366:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788687281.602162:0:2366:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788687281.602163:0:2366:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788687281.602164:0:2366:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1788687281.602166:0:2366:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788687281.602169:0:2366:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9b29c9713ba8 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:1.0:1788687281.602175:0:2366:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:1.0:1788687281.602178:0:2366:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:1.0:1788687281.602181:0:2366:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687281.602183:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788687281.602185:0:2366:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1788687281.602187:0:2366:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1788687281.602190:0:2366:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1788687281.602192:0:2366:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788687281.602194:0:2366:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788687281.602196:0:2366:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687281.602198:0:2366:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687281.602200:0:2366:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788687281.602202:0:2366:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788687281.602203:0:2366:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687281.602205:0:2366:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1788687281.602207:0:2366:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1788687281.602211:0:2366:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1788687281.602213:0:2366:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687281.602215:0:2366:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687281.602216:0:2366:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687281.602218:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687281.602219:0:2366:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687281.602221:0:2366:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687281.602223:0:2366:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.602224:0:2366:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1788687281.602226:0:2366:0:(import.c:1285:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687281.602229:0:2366:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1788687281.602237:0:2366:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000073236e7): req@ffff9b29c97f0380 x1875572824509696/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.602260:0:2366:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.602263:0:2366:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687281.602268:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f0700 x1875572824509568/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1788687291 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687281.602276:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824509568:192.168.203.144@tcp:8:checkstat.0 00000100:00000001:1.0:1788687281.602280:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687281.602284:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687281.602287:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f0700 x1875572824509568/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1788687291 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687281.602293:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687281.602296:0:2366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687281.602300:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6911c00. 02000000:00000001:1.0:1788687281.602305:0:2366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687281.602308:0:2366:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687281.602309:0:2366:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687281.602312:0:2366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687281.602315:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a02000. 02000000:00000001:1.0:1788687281.602319:0:2366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687281.602321:0:2366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687281.602323:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f0700. 00000100:00000001:1.0:1788687281.602326:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687281.602328:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687281.602330:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687281.602339:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687281.602341:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.602343:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687281.602345:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687281.606697:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687281.606711:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445a00. 00000400:00000200:2.0:1788687281.606720:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687281.606731:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687281.606741:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdaa18 00000400:00000010:2.0:1788687281.606744:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdaa18. 00000100:00000001:2.0:1788687281.606751:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687281.606762:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0380 x1875572824509696/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687297 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.606777:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687281.606781:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0380 x1875572824509696/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687297 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.606788:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.606790:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687281.608939:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.608961:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687281.608966:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.608969:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.608980:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.608989:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687281.608998:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.609004:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.609011:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.609016:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 4 MB=0x6a9d2d3f48d00 00000400:00000200:3.0:1788687281.609022:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.609029:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 400/400 into md 0x6425 [1] + 224 00000800:00000001:3.0:1788687281.609037:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.609044:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.609049:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.609054:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687281.609063:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687281.609073:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0380 x1875572824509696/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687297 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687281.609084:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9b29c97f0380 x1875572824509696/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687297 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.609108:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687281.609121:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.609124:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788687281.610286:0:30318:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687281.610292:0:30318:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687281.610300:0:30318:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788687281.610304:0:30318:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea210 -> ffff9b29c97ea210 00000020:00000001:3.0:1788687281.610306:0:30318:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea210 -> ffff9b29c97ea210 00000020:00000001:3.0:1788687281.610307:0:30318:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788687281.610313:0:30318:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788687281.610319:0:30318:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788687281.610321:0:30318:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687281.610323:0:30318:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788687281.610324:0:30318:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788687281.610327:0:30318:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x21:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:3.0:1788687281.610330:0:30318:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788687281.610333:0:30318:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:3.0:1788687281.610335:0:30318:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687281.610337:0:30318:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687281.610338:0:30318:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea210 -> ffff9b29c97ea210 00000080:00200000:3.0:1788687281.610341:0:30318:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x21:0x0] updating i_size 0 i_blocks 1 00000080:00000001:3.0:1788687281.610343:0:30318:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788687281.610346:0:30318:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788687281.610349:0:30318:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29c7f28250 (ffff9b29d8acd6c8/0) at cl_lock_release():245 00000020:00000001:3.0:1788687281.610352:0:30318:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788687281.610354:0:30318:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c7f28250 (ffff9b29d8acd6c8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788687281.610358:0:30318:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788687281.610362:0:30318:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788687281.610364:0:30318:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202620338856 : -110871089212760 : ffff9b29d01c92a8) 00000020:00000001:3.0:1788687281.610367:0:30318:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788687281.610368:0:30318:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5ca0ab0 (ffff9b29d8acdcf8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788687281.610372:0:30318:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788687281.610373:0:30318:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788687281.610374:0:30318:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.610376:0:30318:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788687281.610377:0:30318:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788687281.610379:0:30318:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788687281.610380:0:30318:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788687281.610381:0:30318:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788687281.610383:0:30318:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788687281.610384:0:30318:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c7f28250 (ffff9b29d8acd6c8/0) at cl_lock_fini():72 00020000:00000001:3.0:1788687281.610387:0:30318:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788687281.610388:0:30318:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788687281.610389:0:30318:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5ca0ab0 (ffff9b29d8acd6c8/1) at cl_lock_fini():72 00000008:00000010:3.0:1788687281.610392:0:30318:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d1208260. 00000020:00000001:3.0:1788687281.610397:0:30318:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788687281.610399:0:30318:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5ca0a80. 00020000:00000001:3.0:1788687281.610401:0:30318:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788687281.610402:0:30318:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788687281.610404:0:30318:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788687281.610406:0:30318:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687281.610409:0:30318:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788687281.610412:0:30318:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788687281.610414:0:30318:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788687281.610416:0:30318:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788687281.610418:0:30318:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788687281.610420:0:30318:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d8acdcf0 00020000:00000001:3.0:1788687281.610423:0:30318:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788687281.610425:0:30318:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788687281.610428:0:30318:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788687281.610431:0:30318:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x21:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788687281.610435:0:30318:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788687281.610438:0:30318:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687281.610440:0:30318:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788687281.610442:0:30318:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788687281.610444:0:30318:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788687281.610445:0:30318:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d8acd6c0 00000001:00000001:3.0:1788687281.610448:0:30318:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687281.610458:0:30318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bd08 00000080:00000008:3.0:1788687281.610461:0:30318:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x21:0x0](ffff9b29d8592a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788687281.610469:0:30318:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788687281.610471:0:30318:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bda0 00000080:00002000:3.0:1788687281.610473:0:30318:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9b29d85a0ca8, parent ffff9b29d85a0af8, inode ffff9b29d8592a08) hashed, 00000080:00000001:3.0:1788687281.610476:0:30318:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687281.636552:0:30319:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687281.636562:0:30319:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687281.636564:0:30319:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687281.636568:0:30319:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c43b20 00000080:00200000:1.0:1788687281.637544:0:30319:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687281.637559:0:30319:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29e17c8c00. 00800000:00000002:1.0:1788687281.637568:0:30319:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687281.637812:0:30319:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687281.637819:0:30319:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687281.637822:0:30319:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c43a40 00800000:00000002:1.0:1788687281.637825:0:30319:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687281.637829:0:30319:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687281.637844:0:30319:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687281.638234:0:30319:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687281.638238:0:30319:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c43910 00000002:00010000:1.0:1788687281.638242:0:30319:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687281.638246:0:30319:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687281.638248:0:30319:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687281.638252:0:30319:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687281.638259:0:30319:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62700 count: 2 00010000:00000001:1.0:1788687281.638263:0:30319:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687281.638269:0:30319:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687281.638274:0:30319:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687281.638280:0:30319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788687281.638291:0:30319:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687281.638297:0:30319:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687281.638300:0:30319:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788687281.638308:0:30319:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687281.638309:0:30319:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687281.638311:0:30319:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687281.638313:0:30319:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687281.638314:0:30319:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687281.638316:0:30319:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687281.638319:0:30319:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788687281.638321:0:30319:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687281.638325:0:30319:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29e17c8c00. 00000080:00000001:1.0:1788687281.638332:0:30319:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687281.638333:0:30319:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687281.638336:0:30319:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687281.638340:0:30319:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811c79 00800000:00000001:1.0:1788687281.638344:0:30319:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687281.638346:0:30319:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687281.638348:0:30319:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687281.638351:0:30319:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687281.638354:0:30319:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147400 refcount=3 00000020:00000001:1.0:1788687281.638356:0:30319:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:1.0:1788687281.638360:0:30319:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:1.0:1788687281.638362:0:30319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.638364:0:30319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687281.638365:0:30319:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687281.638367:0:30319:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687281.638369:0:30319:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811c79 from it ffffaca081c43b58 00010000:00000001:1.0:1788687281.638380:0:30319:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687281.638381:0:30319:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687281.638382:0:30319:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147400 refcount=3 00000020:00000001:1.0:1788687281.638384:0:30319:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:1.0:1788687281.638385:0:30319:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:1.0:1788687281.638387:0:30319:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687281.638390:0:30319:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687281.638396:0:30319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.638397:0:30319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687281.638398:0:30319:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687281.638400:0:30319:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687281.638403:0:30319:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788687281.638410:0:30319:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687281.638414:0:30319:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687281.638416:0:30319:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687281.638422:0:30319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.638423:0:30319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687281.638425:0:30319:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.638429:0:30319:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687281.638431:0:30319:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.638433:0:30319:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.638435:0:30319:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.638438:0:30319:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687281.638439:0:30319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.638440:0:30319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687281.638444:0:30319:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687281.638446:0:30319:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687281.638449:0:30319:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788687281.638454:0:30319:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687281.638473:0:30319:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c5d00000. 00000020:00000001:1.0:1788687281.638478:0:30319:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c43a88 00000080:00200000:1.0:1788687281.638480:0:30319:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), flags=24 00000080:00000001:1.0:1788687281.638483:0:30319:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788687281.638485:0:30319:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c43938 00000080:00200000:1.0:1788687281.638487:0:30319:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=0 00000080:00000010:1.0:1788687281.638495:0:30319:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29e17c8c00. 00800000:00000002:1.0:1788687281.638498:0:30319:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687281.638503:0:30319:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687281.638504:0:30319:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687281.638506:0:30319:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c43858 00800000:00000002:1.0:1788687281.638508:0:30319:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687281.638510:0:30319:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788687281.638514:0:30319:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c437f0 00800000:00000002:1.0:1788687281.638516:0:30319:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-2' -> mds #0 00000002:00000001:1.0:1788687281.638519:0:30319:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687281.638520:0:30319:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c43728 00000002:00010000:1.0:1788687281.638521:0:30319:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1788687281.638525:0:30319:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788687281.638528:0:30319:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788687281.638533:0:30319:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99f80. 00000020:00000040:1.0:1788687281.638538:0:30319:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:1.0:1788687281.638545:0:30319:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687281.638549:0:30319:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687281.638551:0:30319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.638553:0:30319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687281.638554:0:30319:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.638557:0:30319:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687281.638560:0:30319:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687281.638564:0:30319:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687281.640327:0:30319:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6911c00. 00000100:00000001:1.0:1788687281.640345:0:30319:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.640354:0:30319:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687281.640357:0:30319:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.640358:0:30319:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687281.640360:0:30319:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.640362:0:30319:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687281.640376:0:30319:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202496413568 : -110871213138048 : ffff9b29c8b99f80) 00010000:00000001:1.0:1788687281.640381:0:30319:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788687281.640383:0:30319:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788687281.640390:0:30319:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62700 count: 2 00010000:00000001:1.0:1788687281.640393:0:30319:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687281.640397:0:30319:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687281.640404:0:30319:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a5c00. 00000020:00000001:1.0:1788687281.640409:0:30319:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687281.640413:0:30319:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a5c00 with handle 0x230d04438e811c95 to hash 00000020:00000001:1.0:1788687281.640415:0:30319:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687281.640417:0:30319:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509044736 : -110871200506880 : ffff9b29c97a5c00) 00010000:00000001:1.0:1788687281.640423:0:30319:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509044736 : -110871200506880 : ffff9b29c97a5c00) 00010000:00000001:1.0:1788687281.640428:0:30319:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687281.640432:0:30319:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687281.640437:0:30319:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5c00/0x230d04438e811c95 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30319 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687281.640447:0:30319:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5c00/0x230d04438e811c95 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30319 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687281.640459:0:30319:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5c00/0x230d04438e811c95 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30319 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788687281.640465:0:30319:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687281.640467:0:30319:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687281.640475:0:30319:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c133a840. 00000100:00000001:1.0:1788687281.640477:0:30319:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202370193472 : -110871339358144 : ffff9b29c133a840) 00000100:00000001:1.0:1788687281.640482:0:30319:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687281.640483:0:30319:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496413568 : -110871213138048 : ffff9b29c8b99f80) 00000100:00000001:1.0:1788687281.640489:0:30319:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687281.640493:0:30319:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.640496:0:30319:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687281.640498:0:30319:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687281.640511:0:30319:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99f80 x1875572824509824/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.640521:0:30319:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687281.640523:0:30319:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687281.640528:0:30319:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687281.640531:0:30319:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687281.640534:0:30319:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687281.640538:0:30319:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99f80 pname:cluuid:pid:xid:nid:opc:job checkstat:ce1d4174-c231-444b-b3ed-b722bc4901cb:30319:1875572824509824:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:1.0:1788687281.640543:0:30319:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687281.640549:0:30319:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687281.640552:0:30319:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687281.640555:0:30319:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687281.640560:0:30319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c7092000. 02000000:00000001:1.0:1788687281.640563:0:30319:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687281.640572:0:30319:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687281.641783:0:30319:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150e18. 00000400:00000010:1.0:1788687281.641922:0:30319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc3b8. 00000100:00000200:1.0:1788687281.641933:0:30319:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824509824, portal 10 00000100:00000001:1.0:1788687281.641937:0:30319:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687281.641938:0:30319:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496413568 : -110871213138048 : ffff9b29c8b99f80) 00000100:00000040:1.0:1788687281.641954:0:30319:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b99f80 x1875572824509824/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.641962:0:30319:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687281.641966:0:30319:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687281.641969:0:30319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc990. 00000100:00000200:1.0:1788687281.641973:0:30319:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875572824509824, offset 0 00000400:00000200:1.0:1788687281.641980:0:30319:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687281.641994:0:30319:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687281.642004:0:30319:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687281.642011:0:30319:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687281.642016:0:30319:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687281.642021:0:30319:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687281.642023:0:30319:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687281.642028:0:30319:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2254:2254:256:4294967295] 192.168.203.144@tcp LPNI seq info [2254:2254:8:4294967295] 00000400:00000200:1.0:1788687281.642033:0:30319:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687281.642044:0:30319:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687281.642051:0:30319:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687281.642059:0:30319:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2700. 00000800:00000200:1.0:1788687281.642067:0:30319:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687281.642078:0:30319:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687281.642083:0:30319:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788687281.642101:0:30319:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687281.642107:0:30319:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 820872 usecs (821 jiffies) 00000400:00000200:1.0:1788687281.642111:0:30319:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687281.642114:0:30319:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296408467 00000100:00000001:1.0:1788687281.642118:0:30319:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296410334 00000100:00000001:1.0:1788687281.642120:0:30319:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296408467 00000100:00000001:1.0:1788687281.642123:0:30319:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296410334 00000100:00000001:1.0:1788687281.642125:0:30319:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687281.642129:0:30319:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.642133:0:30319:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687281.642135:0:30319:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687281.642138:0:30319:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c133a840 going to sleep for 11 seconds 00000100:00000001:1.0:1788687281.642141:0:30319:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687281.642145:0:30319:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687281.642811:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687281.642818:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2700. 00000400:00000200:2.0:1788687281.642825:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687281.642842:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687281.642849:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc990 00000400:00000010:2.0:1788687281.642852:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc990. 00000100:00000001:2.0:1788687281.642858:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687281.642865:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99f80 x1875572824509824/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.642877:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687281.642881:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99f80 x1875572824509824/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687297 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.642888:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.642890:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687281.650302:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.650335:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687281.650340:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.650343:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.650354:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.650364:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687281.650374:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.650380:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.650386:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.650391:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x6a9d2d3f48d80 00000400:00000200:3.0:1788687281.650397:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.650404:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x642d [1] + 224 00000800:00000001:3.0:1788687281.650413:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.650420:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.650424:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.650430:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687281.650440:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687281.650452:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99f80 x1875572824509824/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687297 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687281.650464:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b29c8b99f80 x1875572824509824/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.650489:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687281.650502:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.650505:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687281.650719:0:30319:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687281.650729:0:30319:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687281.650731:0:30319:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687281.650737:0:30319:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150e18. 00000400:00000200:1.0:1788687281.650742:0:30319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc3b8 00000400:00000010:1.0:1788687281.650745:0:30319:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc3b8. 00000100:00000001:1.0:1788687281.650749:0:30319:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687281.650766:0:30319:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99f80 x1875572824509824/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687281.650775:0:30319:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99f80 x1875572824509824/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.650782:0:30319:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687281.650784:0:30319:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687281.650787:0:30319:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687281.650791:0:30319:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687281.650794:0:30319:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687281.650796:0:30319:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687281.650800:0:30319:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687281.650811:0:30319:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=53 v=5 (5 103 103 103) 00000100:00001000:1.0:1788687281.650816:0:30319:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687281.650819:0:30319:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687281.650821:0:30319:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.650824:0:30319:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687281.650829:0:30319:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.650843:0:30319:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687281.650846:0:30319:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967599 00000100:00000001:1.0:1788687281.650849:0:30319:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687281.650852:0:30319:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687281.650857:0:30319:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99f80 x1875572824509824/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.650864:0:30319:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687281.650868:0:30319:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687281.650870:0:30319:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687281.650874:0:30319:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99f80 x1875572824509824/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687297 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687281.650883:0:30319:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99f80 pname:cluuid:pid:xid:nid:opc:job checkstat:ce1d4174-c231-444b-b3ed-b722bc4901cb:30319:1875572824509824:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:1.0:1788687281.650889:0:30319:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687281.650893:0:30319:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.650896:0:30319:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687281.650898:0:30319:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687281.650902:0:30319:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99f80 x1875572824509824/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687297 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.650954:0:30319:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687281.650957:0:30319:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c133a840. 00000100:00000001:1.0:1788687281.650961:0:30319:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687281.650963:0:30319:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.650967:0:30319:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788687281.650972:0:30319:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687281.650975:0:30319:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687281.650979:0:30319:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5c00 refcount=4 00000020:00000001:1.0:1788687281.650982:0:30319:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044736 : -110871200506880 : ffff9b29c97a5c00) 00010000:00000001:1.0:1788687281.650985:0:30319:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044736 : -110871200506880 : ffff9b29c97a5c00) 00010000:00000040:1.0:1788687281.650993:0:30319:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c97a5c00, remote cookie: 0x59c08f76ab1d2051, flags: 0x1001 00010000:00010000:1.0:1788687281.652121:0:30319:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5c00/0x230d04438e811c95 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2051 expref: -99 pid: 30319 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788687281.652137:0:30319:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788687281.652141:0:30319:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00000800:00000200:2.0:1788687281.657604:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687281.657616:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445000. 00000400:00000200:2.0:1788687281.657625:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687281.657635:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687281.657644:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdaf68 00000400:00000010:2.0:1788687281.657647:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdaf68. 00000100:00000001:2.0:1788687281.657652:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687281.657662:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0380 x1875572824509952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.657675:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687281.657678:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0380 x1875572824509952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687297 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.657685:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.657687:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687281.661691:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.661714:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687281.661719:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.661722:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.661734:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.661745:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687281.661818:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.661824:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.661831:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.661848:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 640 into portal 10 MB=0x6a9d2d3f48e00 00000400:00000200:3.0:1788687281.661854:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.661862:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 640/640 into md 0x6435 [1] + 224 00000800:00000001:3.0:1788687281.661871:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.661879:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.661883:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.661888:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687281.661898:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687281.662084:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0380 x1875572824509952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687297 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687281.662098:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9b29c97f0380 x1875572824509952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.662177:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687281.662192:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.662196:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687281.665087:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687281.665140:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687281.665144:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687281.665151:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f0380 x1875572824510080/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.665159:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687281.665162:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687281.665166:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687281.665169:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687281.665171:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687281.665175:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824510080:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:1.0:1788687281.665180:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687281.665187:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687281.665191:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687281.665194:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687281.665200:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6913c00. 02000000:00000001:1.0:1788687281.665202:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687281.665211:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687281.665216:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150e18. 00000400:00000010:1.0:1788687281.665224:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc3b8. 00000100:00000200:1.0:1788687281.665232:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824510080, portal 4 00000100:00000001:1.0:1788687281.665234:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687281.665236:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00000100:00000040:1.0:1788687281.665242:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f0380 x1875572824510080/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687297 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.665248:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687281.665251:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687281.665253:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc5d8. 00000100:00000200:1.0:1788687281.665256:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875572824510080, offset 0 00000400:00000200:1.0:1788687281.665264:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687281.665273:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687281.665282:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687281.665288:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687281.665292:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687281.665296:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687281.665298:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687281.665303:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2256:2256:256:4294967295] 192.168.203.144@tcp LPNI seq info [2256:2256:8:4294967295] 00000400:00000200:1.0:1788687281.665307:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687281.665318:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687281.665324:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687281.665330:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2b00. 00000800:00000200:1.0:1788687281.665339:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687281.665349:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687281.665354:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788687281.665371:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687281.665376:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 19730 usecs (20 jiffies) 00000400:00000200:1.0:1788687281.665379:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687281.665382:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296407690 00000100:00000001:1.0:1788687281.665385:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296410334 00000100:00000001:1.0:1788687281.665387:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296407690 00000100:00000001:1.0:1788687281.665389:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296410334 00000100:00000001:1.0:1788687281.665391:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687281.665394:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.665397:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.665400:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788687281.665636:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687281.665642:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2b00. 00000400:00000200:2.0:1788687281.665648:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687281.665653:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687281.665659:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc5d8 00000400:00000010:2.0:1788687281.665661:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc5d8. 00000100:00000001:2.0:1788687281.665666:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687281.665671:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0380 x1875572824510080/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687297 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.665680:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687281.665684:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0380 x1875572824510080/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687297 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.665690:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.665692:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788687281.666271:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687281.666275:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788687281.666278:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687281.666280:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1788687281.669869:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.669891:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687281.669897:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.669900:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.669960:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.669968:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687281.669977:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.669982:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.669986:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.669990:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 4 MB=0x6a9d2d3f48e80 00000400:00000200:3.0:1788687281.669995:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.670105:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 400/400 into md 0x643d [1] + 224 00000800:00000001:3.0:1788687281.670114:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.670123:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.670128:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.670133:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687281.670142:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687281.670154:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0380 x1875572824510080/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687297 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687281.670166:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9b29c97f0380 x1875572824510080/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687297 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.670303:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687281.670316:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.670320:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788687281.671208:0:30319:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687281.671213:0:30319:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687281.671221:0:30319:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788687281.671224:0:30319:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0530 -> ffff9b29d02b0530 00000020:00000001:2.0:1788687281.671226:0:30319:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0530 -> ffff9b29d02b0530 00000020:00000001:2.0:1788687281.671228:0:30319:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788687281.671233:0:30319:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788687281.671238:0:30319:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788687281.671241:0:30319:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687281.671242:0:30319:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788687281.671243:0:30319:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687281.671246:0:30319:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x22:1028 on OST[0]: s=0 (1) m=1788687263 a=1788687263 c=1788687263 b=1 00020000:00000001:2.0:1788687281.671251:0:30319:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687281.671253:0:30319:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1788687263 a=1788687263 c=1788687263 b=1 00020000:00000001:2.0:1788687281.671257:0:30319:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687281.671259:0:30319:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687281.671261:0:30319:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0530 -> ffff9b29d02b0530 00000080:00200000:2.0:1788687281.671264:0:30319:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x22:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1788687281.671267:0:30319:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788687281.671270:0:30319:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788687281.671272:0:30319:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29c38c6e40 (ffff9b29d0280098/0) at cl_lock_release():245 00000020:00000001:2.0:1788687281.671276:0:30319:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788687281.671277:0:30319:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c38c6e40 (ffff9b29d0280098/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788687281.671281:0:30319:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788687281.671286:0:30319:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687281.671288:0:30319:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897883816 : -110870811667800 : ffff9b29e0a792a8) 00000020:00000001:2.0:1788687281.671291:0:30319:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788687281.671292:0:30319:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5ca0130 (ffff9b29e0113d88/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788687281.671295:0:30319:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788687281.671297:0:30319:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788687281.671299:0:30319:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687281.671300:0:30319:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788687281.671302:0:30319:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788687281.671305:0:30319:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687281.671306:0:30319:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687281.671308:0:30319:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687281.671309:0:30319:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788687281.671311:0:30319:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c38c6e40 (ffff9b29d0280098/0) at cl_lock_fini():72 00020000:00000001:2.0:1788687281.671313:0:30319:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788687281.671315:0:30319:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788687281.671316:0:30319:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5ca0130 (ffff9b29d0280098/1) at cl_lock_fini():72 00000008:00000010:2.0:1788687281.671319:0:30319:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d1208720. 00000020:00000001:2.0:1788687281.671325:0:30319:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788687281.671327:0:30319:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5ca0100. 00020000:00000001:2.0:1788687281.671330:0:30319:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788687281.671332:0:30319:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788687281.671333:0:30319:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788687281.671335:0:30319:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687281.671339:0:30319:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788687281.671342:0:30319:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788687281.671344:0:30319:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788687281.671345:0:30319:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788687281.671347:0:30319:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788687281.671350:0:30319:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29e0113d80 00020000:00000001:2.0:1788687281.671353:0:30319:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788687281.671355:0:30319:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788687281.671358:0:30319:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788687281.671361:0:30319:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x22:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788687281.671365:0:30319:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788687281.671367:0:30319:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687281.671370:0:30319:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788687281.671372:0:30319:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788687281.671373:0:30319:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788687281.671374:0:30319:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280090 00000001:00000001:2.0:1788687281.671376:0:30319:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687281.671387:0:30319:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c43d08 00000080:00000008:2.0:1788687281.671389:0:30319:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x22:0x0](ffff9b29d85a8908), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788687281.671397:0:30319:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788687281.671398:0:30319:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c43da0 00000080:00002000:2.0:1788687281.671400:0:30319:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9b29d8746af8, parent ffff9b29d870a6c0, inode ffff9b29d85a8908) hashed, 00000080:00000001:2.0:1788687281.671402:0:30319:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687281.679510:0:30129:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687281.679519:0:30129:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788687281.679523:0:30129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d83b78 00000080:00200000:3.0:1788687281.679530:0:30129:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:3.0:1788687281.679541:0:30129:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c8c400. 00800000:00000002:3.0:1788687281.679551:0:30129:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687281.679557:0:30129:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687281.679563:0:30129:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687281.679565:0:30129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d83a98 00800000:00000002:3.0:1788687281.679568:0:30129:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687281.679572:0:30129:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788687281.679577:0:30129:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788687281.679583:0:30129:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687281.679585:0:30129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d83968 00000002:00010000:3.0:1788687281.679587:0:30129:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788687281.679591:0:30129:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687281.679593:0:30129:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687281.679597:0:30129:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687281.679607:0:30129:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62700 count: 2 00010000:00000001:3.0:1788687281.679611:0:30129:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687281.679616:0:30129:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687281.679621:0:30129:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687281.679626:0:30129:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788687281.679638:0:30129:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687281.679643:0:30129:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687281.679647:0:30129:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788687281.679654:0:30129:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687281.679657:0:30129:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687281.679659:0:30129:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687281.679661:0:30129:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687281.679663:0:30129:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687281.679665:0:30129:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788687281.679668:0:30129:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788687281.679671:0:30129:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687281.679675:0:30129:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c8c400. 00000080:00000001:3.0:1788687281.679682:0:30129:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687281.679684:0:30129:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687281.679686:0:30129:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:3.0:1788687281.679690:0:30129:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811c79 00800000:00000001:3.0:1788687281.679694:0:30129:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687281.679696:0:30129:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687281.679698:0:30129:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.679701:0:30129:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.679704:0:30129:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147400 refcount=3 00000020:00000001:3.0:1788687281.679706:0:30129:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.679709:0:30129:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.679712:0:30129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.679714:0:30129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687281.679715:0:30129:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687281.679717:0:30129:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687281.679720:0:30129:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811c79 from it ffffaca081d83bb0 00010000:00000001:3.0:1788687281.679722:0:30129:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.679723:0:30129:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.679724:0:30129:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147400 refcount=3 00000020:00000001:3.0:1788687281.679726:0:30129:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.679728:0:30129:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.679730:0:30129:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687281.679732:0:30129:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788687281.679738:0:30129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.679739:0:30129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.679741:0:30129:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687281.679744:0:30129:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687281.679747:0:30129:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788687281.679768:0:30129:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687281.679771:0:30129:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687281.679773:0:30129:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687281.679779:0:30129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.679780:0:30129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.679782:0:30129:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.679786:0:30129:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687281.679788:0:30129:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.679790:0:30129:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.679792:0:30129:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.679794:0:30129:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687281.679795:0:30129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.679796:0:30129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687281.679800:0:30129:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788687281.679802:0:30129:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687281.679804:0:30129:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 44 00000080:00000001:3.0:1788687281.679809:0:30129:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687281.679816:0:30129:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:3.0:1788687281.679819:0:30129:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788687281.679820:0:30129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d83b78 00000080:00200008:3.0:1788687281.679822:0:30129:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 304000 00000080:00000010:3.0:1788687281.679827:0:30129:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29c5317680. 00000080:00000001:3.0:1788687281.679840:0:30129:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687281.679842:0:30129:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687281.679857:0:30129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d83d28 00000080:00200008:3.0:1788687281.679860:0:30129:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788687281.679867:0:30129:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1788687281.679870:0:30129:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:3.0:1788687281.679872:0:30129:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c8c400. 00800000:00000002:3.0:1788687281.679874:0:30129:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00800000:00000001:3.0:1788687281.679881:0:30129:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:3.0:1788687281.679885:0:30129:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:3.0:1788687281.679886:0:30129:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687281.679888:0:30129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d83990 00000002:00010000:3.0:1788687281.679889:0:30129:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:3.0:1788687281.679892:0:30129:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687281.679894:0:30129:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687281.679895:0:30129:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687281.679897:0:30129:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62700 count: 2 00010000:00000001:3.0:1788687281.679899:0:30129:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687281.679902:0:30129:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687281.679903:0:30129:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687281.679925:0:30129:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788687281.679933:0:30129:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687281.679935:0:30129:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687281.679938:0:30129:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788687281.679944:0:30129:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687281.679946:0:30129:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687281.679947:0:30129:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687281.679949:0:30129:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687281.679951:0:30129:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.679952:0:30129:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.679953:0:30129:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147400 refcount=3 00000020:00000001:3.0:1788687281.679955:0:30129:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.679957:0:30129:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.679959:0:30129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.679960:0:30129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687281.679962:0:30129:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687281.680009:0:30129:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:3.0:1788687281.680016:0:30129:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9b29c62ee000. 00000002:00000001:3.0:1788687281.680492:0:30129:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:3.0:1788687281.680498:0:30129:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb7800. 00000020:00000040:3.0:1788687281.680502:0:30129:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:3.0:1788687281.680507:0:30129:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687281.680510:0:30129:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687281.680513:0:30129:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687281.680519:0:30129:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c4c8d600. 00000100:00000001:3.0:1788687281.680525:0:30129:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.680528:0:30129:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1788687281.680531:0:30129:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9b29c43bd800. 00000100:00000010:3.0:1788687281.680535:0:30129:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9b29c8b83000. 00000020:00000040:3.0:1788687281.680537:0:30129:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:3.0:1788687281.680551:0:30129:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687281.680553:0:30129:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687281.680557:0:30129:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29d105a300. 00000100:00000001:3.0:1788687281.680559:0:30129:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202635612928 : -110871073938688 : ffff9b29d105a300) 00000100:00000001:3.0:1788687281.680561:0:30129:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687281.680562:0:30129:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496534528 : -110871213017088 : ffff9b29c8bb7800) 00000100:00000001:3.0:1788687281.680566:0:30129:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687281.680569:0:30129:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.680571:0:30129:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687281.680572:0:30129:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687281.680584:0:30129:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb7800 x1875572824510208/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.680591:0:30129:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687281.680593:0:30129:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687281.680596:0:30129:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687281.680597:0:30129:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687281.680599:0:30129:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687281.680602:0:30129:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb7800 pname:cluuid:pid:xid:nid:opc:job bash:ce1d4174-c231-444b-b3ed-b722bc4901cb:30129:1875572824510208:192.168.203.144@tcp:37:bash.0 00000100:00000001:3.0:1788687281.680605:0:30129:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687281.680609:0:30129:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687281.680612:0:30129:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.680613:0:30129:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1788687281.680623:0:30129:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687281.680626:0:30129:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4370. 00000400:00000010:3.0:1788687281.680635:0:30129:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9b29c5d78000. 00000100:00000200:3.0:1788687281.680643:0:30129:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9d2d3f48f00-0x6a9d2d3f48f00, portal 14 00000100:00000001:3.0:1788687281.680645:0:30129:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687281.680647:0:30129:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687281.680651:0:30129:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c43bc800. 02000000:00000001:3.0:1788687281.680652:0:30129:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687281.680654:0:30129:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687281.680656:0:30129:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4cb8. 00000400:00000010:3.0:1788687281.680659:0:30129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0e58. 00000100:00000200:3.0:1788687281.680661:0:30129:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824510208, portal 10 00000100:00000001:3.0:1788687281.680663:0:30129:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687281.680663:0:30129:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496534528 : -110871213017088 : ffff9b29c8bb7800) 00000100:00000040:3.0:1788687281.680668:0:30129:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb7800 x1875572824510208/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.680674:0:30129:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687281.680676:0:30129:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687281.680678:0:30129:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0198. 00000100:00000200:3.0:1788687281.680680:0:30129:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875572824510208, offset 0 00000400:00000200:3.0:1788687281.680685:0:30129:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687281.680692:0:30129:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.680700:0:30129:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687281.680705:0:30129:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687281.680709:0:30129:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687281.680712:0:30129:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687281.680714:0:30129:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687281.680717:0:30129:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2257:2257:256:4294967295] 192.168.203.144@tcp LPNI seq info [2257:2257:8:4294967295] 00000400:00000200:3.0:1788687281.680720:0:30129:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.680728:0:30129:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687281.680733:0:30129:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687281.680737:0:30129:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a600. 00000800:00000200:3.0:1788687281.680743:0:30129:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687281.680751:0:30129:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687281.680755:0:30129:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a600 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1788687281.680774:0:30129:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687281.680779:0:30129:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 818338 usecs (819 jiffies) 00000400:00000200:3.0:1788687281.680783:0:30129:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687281.680786:0:30129:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296408504 00000100:00000001:3.0:1788687281.680789:0:30129:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296410334 00000100:00000001:3.0:1788687281.680792:0:30129:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296408504 00000100:00000001:3.0:1788687281.680794:0:30129:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296410334 00000100:00000001:3.0:1788687281.680797:0:30129:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687281.680799:0:30129:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.680801:0:30129:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687281.680803:0:30129:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687281.680806:0:30129:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29d105a300 going to sleep for 11 seconds 00000100:00000001:3.0:1788687281.680809:0:30129:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687281.680812:0:30129:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687281.681079:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687281.681085:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a600. 00000400:00000200:2.0:1788687281.681099:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687281.681105:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687281.681112:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0198 00000400:00000010:2.0:1788687281.681115:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0198. 00000100:00000001:2.0:1788687281.681120:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687281.681125:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb7800 x1875572824510208/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.681136:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687281.681139:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb7800 x1875572824510208/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687297 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.681148:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.681149:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687281.690063:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.690087:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687281.690093:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.690097:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.690107:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.690117:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687281.690128:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.690133:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.690138:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.690143:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 4096 into portal 14 MB=0x6a9d2d3f48f00 00000400:00000200:3.0:1788687281.690149:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.690156:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.144@tcp of length 4096/4096 into md 0x6445 [256] + 0 00000400:00000010:3.0:1788687281.690162:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4370. 00000400:00000200:3.0:1788687281.690168:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9b29c5d78000 00000800:00000001:3.0:1788687281.690175:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.690184:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.690189:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.690194:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687281.690202:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c5d78000 00000400:00000010:3.0:1788687281.690206:0:2362:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9b29c5d78000. 00000100:00000001:3.0:1788687281.690212:0:2362:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788687281.690215:0:2362:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9b29c8bb7800 desc ffff9b29c43bd800 mbits 1875572824510208 00000100:00000001:3.0:1788687281.690232:0:2362:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788687281.690242:0:2362:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788687281.690245:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.690250:0:2362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687281.690257:0:2362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2258:2258:256:4294967295] 192.168.203.144@tcp LPNI seq info [2258:2258:8:4294967295] 00000400:00000200:3.0:1788687281.690261:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.690268:0:2362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1788687281.690274:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687281.690283:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9b29c5d78000. 00000800:00000200:3.0:1788687281.690289:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687281.690297:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687281.690302:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c5d78000 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1788687281.690939:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.690947:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687281.690993:0:30129:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687281.691004:0:30129:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687281.692070:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687281.692079:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9b29c5d78000. 00000400:00000200:3.0:1788687281.692088:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.692098:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1788687281.701201:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.702008:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687281.702016:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.702022:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.702033:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.702043:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687281.702054:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.702059:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.702065:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.702070:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 440 into portal 10 MB=0x6a9d2d3f48f00 00000400:00000200:3.0:1788687281.702076:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.702085:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 440/440 into md 0x644d [1] + 224 00000800:00000001:3.0:1788687281.702093:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.702101:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.702104:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.702109:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687281.702118:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687281.702131:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb7800 x1875572824510208/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687297 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687281.702143:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9b29c8bb7800 x1875572824510208/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.702468:0:30129:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687281.702490:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687281.702502:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.702507:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788687281.707904:0:30129:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687281.707927:0:30129:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687281.707933:0:30129:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4cb8. 00000400:00000200:2.0:1788687281.707946:0:30129:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0e58 00000400:00000010:2.0:1788687281.708169:0:30129:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0e58. 00000100:00000001:2.0:1788687281.708178:0:30129:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687281.708193:0:30129:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb7800 x1875572824510208/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788687281.708206:0:30129:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb7800 x1875572824510208/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.708215:0:30129:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687281.708218:0:30129:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687281.708222:0:30129:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687281.708226:0:30129:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687281.708228:0:30129:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687281.708233:0:30129:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687281.708236:0:30129:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687281.708249:0:30129:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=53 v=5 (5 5 5 5) 00000100:00001000:2.0:1788687281.708254:0:30129:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687281.708257:0:30129:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687281.708259:0:30129:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.708262:0:30129:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687281.708268:0:30129:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.708272:0:30129:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687281.708275:0:30129:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967599 00000100:00000001:2.0:1788687281.708278:0:30129:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687281.708281:0:30129:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687281.708286:0:30129:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9b29c8bb7800 x1875572824510208/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687281.708297:0:30129:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9b29c8bb7800 x1875572824510208/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687297 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.708434:0:30129:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687281.708436:0:30129:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687281.708442:0:30129:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb7800 x1875572824510208/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687297 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788687281.708452:0:30129:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb7800 pname:cluuid:pid:xid:nid:opc:job bash:ce1d4174-c231-444b-b3ed-b722bc4901cb:30129:1875572824510208:192.168.203.144@tcp:37:bash.0 00000100:00000001:2.0:1788687281.708458:0:30129:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687281.708462:0:30129:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.708465:0:30129:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687281.708467:0:30129:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687281.708471:0:30129:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb7800 x1875572824510208/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687297 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.708479:0:30129:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687281.708482:0:30129:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29d105a300. 00000100:00000001:2.0:1788687281.708486:0:30129:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687281.708487:0:30129:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687281.708492:0:30129:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.708496:0:30129:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687281.708499:0:30129:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb7800 x1875572824510208/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687297 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.708505:0:30129:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687281.708508:0:30129:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687281.708512:0:30129:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c43bc800. 02000000:00000001:2.0:1788687281.708516:0:30129:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687281.708519:0:30129:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687281.708521:0:30129:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687281.708524:0:30129:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788687281.708526:0:30129:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1788687281.708528:0:30129:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687281.708529:0:30129:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687281.708531:0:30129:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:2.0:1788687281.708564:0:30129:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9b29c8b83000. 00000100:00000010:2.0:1788687281.708569:0:30129:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9b29c43bd800. 00000100:00000001:2.0:1788687281.708571:0:30129:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1788687281.708574:0:30129:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c4c8d600. 02000000:00000001:2.0:1788687281.708578:0:30129:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687281.708580:0:30129:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687281.708582:0:30129:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb7800. 00000100:00000001:2.0:1788687281.708586:0:30129:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687281.708587:0:30129:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687281.708590:0:30129:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:2.0:1788687281.708592:0:30129:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:2.0:1788687281.712388:0:30129:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9b29c62ee000. 00000002:00000001:2.0:1788687281.712405:0:30129:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.712413:0:30129:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687281.712417:0:30129:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687281.712420:0:30129:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147400 refcount=3 00000020:00000001:2.0:1788687281.712423:0:30129:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:2.0:1788687281.712427:0:30129:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:2.0:1788687281.712430:0:30129:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687281.712436:0:30129:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788687281.712452:0:30129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687281.712455:0:30129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687281.712457:0:30129:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687281.712460:0:30129:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687281.712463:0:30129:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788687281.712470:0:30129:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687281.712474:0:30129:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687281.712478:0:30129:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687281.712482:0:30129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687281.712483:0:30129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687281.712485:0:30129:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.712489:0:30129:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687281.712491:0:30129:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.712493:0:30129:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.712498:0:30129:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.712500:0:30129:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687281.712502:0:30129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687281.712503:0:30129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:2.0:1788687281.712506:0:30129:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687281.712946:0:30129:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:3.0:1788687281.712954:0:30129:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687281.712959:0:30129:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c8c400. 00000080:00000001:3.0:1788687281.712966:0:30129:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687281.712973:0:30129:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788687281.712978:0:30129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d83ca0 00000080:00200000:3.0:1788687281.712981:0:30129:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:3.0:1788687281.712992:0:30129:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c8c400. 00800000:00000002:3.0:1788687281.712999:0:30129:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687281.713004:0:30129:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687281.713009:0:30129:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687281.713011:0:30129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d83bc0 00800000:00000002:3.0:1788687281.713014:0:30129:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687281.713018:0:30129:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788687281.713023:0:30129:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788687281.713030:0:30129:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687281.713032:0:30129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d83a90 00000002:00010000:3.0:1788687281.713033:0:30129:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788687281.713037:0:30129:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687281.713039:0:30129:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687281.713042:0:30129:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687281.713049:0:30129:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62700 count: 2 00010000:00000001:3.0:1788687281.713052:0:30129:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687281.713057:0:30129:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687281.713060:0:30129:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687281.713064:0:30129:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788687281.713073:0:30129:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687281.713079:0:30129:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687281.713082:0:30129:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788687281.713089:0:30129:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687281.713090:0:30129:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687281.713092:0:30129:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687281.713094:0:30129:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687281.713096:0:30129:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687281.713098:0:30129:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788687281.713101:0:30129:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788687281.713103:0:30129:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687281.713105:0:30129:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c8c400. 00000080:00000001:3.0:1788687281.713108:0:30129:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687281.713110:0:30129:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687281.713113:0:30129:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:3.0:1788687281.713116:0:30129:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811c79 00800000:00000001:3.0:1788687281.713120:0:30129:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687281.713122:0:30129:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687281.713124:0:30129:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.713126:0:30129:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.713127:0:30129:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147400 refcount=3 00000020:00000001:3.0:1788687281.713130:0:30129:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.713132:0:30129:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.713135:0:30129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.713137:0:30129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687281.713138:0:30129:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687281.713140:0:30129:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687281.713143:0:30129:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811c79 from it ffffaca081d83cd8 00010000:00000001:3.0:1788687281.713144:0:30129:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.713146:0:30129:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.713148:0:30129:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147400 refcount=3 00000020:00000001:3.0:1788687281.713150:0:30129:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.713151:0:30129:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:3.0:1788687281.713153:0:30129:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687281.713156:0:30129:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788687281.713163:0:30129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.713164:0:30129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.713165:0:30129:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687281.713167:0:30129:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687281.713170:0:30129:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788687281.713181:0:30129:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687281.713183:0:30129:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687281.713184:0:30129:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687281.713187:0:30129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.713189:0:30129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.713190:0:30129:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.713192:0:30129:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687281.713193:0:30129:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.713195:0:30129:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.713197:0:30129:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.713199:0:30129:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687281.713200:0:30129:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.713201:0:30129:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687281.713204:0:30129:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788687281.713206:0:30129:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687281.713209:0:30129:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687281.713215:0:30129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d83d28 00000080:00000008:3.0:1788687281.713217:0:30129:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788687281.713564:0:30129:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1788687281.713567:0:30129:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) pos/size0/16384 32bit_api 0 00000080:00000010:3.0:1788687281.713573:0:30129:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c8c400. 00800000:00000002:3.0:1788687281.713576:0:30129:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687281.713579:0:30129:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:3.0:1788687281.713587:0:30129:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446732216456725760 : -11857252825856 : fffff53744a84500) 00000080:00000001:3.0:1788687281.713592:0:30129:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788687281.713596:0:30129:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=965035447936 : 965035447936 : e0b0985680) 00000080:00000001:3.0:1788687281.713599:0:30129:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833925 : 144115205322833925 : 200000404000005) 00000080:00000001:3.0:1788687281.713601:0:30129:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056715 : 144115205306056715 : 20000040300000b) 00000080:00000001:3.0:1788687281.713603:0:30129:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833924 : 144115205322833924 : 200000404000004) 00000080:00000001:3.0:1788687281.713605:0:30129:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056712 : 144115205306056712 : 200000403000008) 00000080:00000001:3.0:1788687281.713607:0:30129:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:3.0:1788687281.713609:0:30129:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056719 : 144115205306056719 : 20000040300000f) 00000080:00000001:3.0:1788687281.713613:0:30129:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056721 : 144115205306056721 : 200000403000011) 00000080:00000001:3.0:1788687281.713615:0:30129:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502275 : 144115205272502275 : 200000401000003) 00000080:00000001:3.0:1788687281.713617:0:30129:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:3.0:1788687281.713620:0:30129:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:3.0:1788687281.713622:0:30129:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502274 : 144115205272502274 : 200000401000002) 00000080:00000001:3.0:1788687281.713625:0:30129:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056717 : 144115205306056717 : 20000040300000d) 00000080:00000001:3.0:1788687281.713627:0:30129:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502273 : 144115205272502273 : 200000401000001) 00000080:00000001:3.0:1788687281.713629:0:30129:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:3.0:1788687281.713631:0:30129:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502278 : 144115205272502278 : 200000401000006) 00000080:00000001:3.0:1788687281.713634:0:30129:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056705 : 144115205306056705 : 200000403000001) 00000080:00000001:3.0:1788687281.713637:0:30129:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788687281.713639:0:30129:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687281.713642:0:30129:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c8c400. 00000080:00000001:3.0:1788687281.713647:0:30129:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687281.713670:0:30129:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1788687281.713672:0:30129:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:3.0:1788687281.713675:0:30129:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788687281.713677:0:30129:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687281.713692:0:30129:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:3.0:1788687281.713695:0:30129:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788687281.713697:0:30129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d83dd0 00000080:00200008:3.0:1788687281.713699:0:30129:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 304000 00000080:00400000:3.0:1788687281.713704:0:30129:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1788687281.713707:0:30129:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29c5317680. 00000080:00000001:3.0:1788687281.713712:0:30129:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788687281.713714:0:30129:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d83dd0 00000080:00000008:3.0:1788687281.713716:0:30129:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 304000, rc = 0 00000080:00000001:3.0:1788687281.713719:0:30129:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687281.713720:0:30129:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687281.726000:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687281.726007:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445600. 00000400:00000200:3.0:1788687281.726013:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.726019:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687281.726026:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda770 00000400:00000010:3.0:1788687281.726028:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda770. 00000100:00000001:3.0:1788687281.726033:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687281.726038:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0380 x1875572824510464/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687297 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.726048:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687281.726051:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0380 x1875572824510464/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687297 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.726058:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.726060:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687281.732123:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.732144:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687281.732149:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.732151:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.732163:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.732176:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687281.732188:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.732193:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.732199:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.732204:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 608 into portal 10 MB=0x6a9d2d3f49000 00000400:00000200:3.0:1788687281.732211:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.732218:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 608/608 into md 0x645d [64] + 224 00000800:00000001:3.0:1788687281.732228:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.732235:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.732243:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.732248:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687281.732261:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687281.732272:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0380 x1875572824510464/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687297 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687281.732284:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9b29c97f0380 x1875572824510464/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.732314:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687281.732324:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.732328:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788687281.737703:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687281.737710:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445300. 00000400:00000200:3.0:1788687281.737716:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.737723:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687281.737729:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda088 00000400:00000010:3.0:1788687281.737732:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda088. 00000100:00000001:3.0:1788687281.737736:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687281.737745:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3100 x1875572824510592/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.737754:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687281.737758:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3100 x1875572824510592/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687297 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.737764:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.737766:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788687281.740083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4800. 00000800:00000001:3.0:1788687281.743443:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.743465:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687281.743471:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.743474:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.743485:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.743494:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687281.743505:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.743510:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.743517:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.743522:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 4096 into portal 14 MB=0x6a9d2d3f49080 00000400:00000200:3.0:1788687281.743528:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.743535:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.144@tcp of length 4096/4096 into md 0x6465 [256] + 0 00000400:00000010:3.0:1788687281.743541:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1a50. 00000400:00000200:3.0:1788687281.743547:0:2361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9b29c70ac000 00000800:00000001:3.0:1788687281.743554:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.743565:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.743627:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.743643:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687281.743650:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c70ac000 00000400:00000010:3.0:1788687281.743654:0:2361:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9b29c70ac000. 00000100:00000001:3.0:1788687281.743660:0:2361:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788687281.743663:0:2361:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9b29c97f3100 desc ffff9b29d8a00c00 mbits 1875572824510592 00000100:00000001:3.0:1788687281.743680:0:2361:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788687281.743690:0:2361:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788687281.743693:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.743700:0:2361:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687281.743706:0:2361:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2261:2261:256:4294967295] 192.168.203.144@tcp LPNI seq info [2261:2261:8:4294967295] 00000400:00000200:3.0:1788687281.743711:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.743720:0:2361:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1788687281.743726:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687281.743736:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9b29c5d78000. 00000800:00000200:3.0:1788687281.743744:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687281.743753:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687281.743758:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c5d78000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788687281.744513:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687281.744518:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9b29c5d78000. 00000400:00000200:3.0:1788687281.744524:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.744530:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1788687281.744538:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.744542:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687281.746688:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.746706:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687281.746711:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.746713:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.746722:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.746730:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687281.746738:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.746744:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.746749:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.746755:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 440 into portal 10 MB=0x6a9d2d3f49080 00000400:00000200:3.0:1788687281.746761:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.746768:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 440/440 into md 0x646d [1] + 224 00000800:00000001:3.0:1788687281.746776:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.746786:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.746790:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.746796:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687281.746804:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687281.746815:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3100 x1875572824510592/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687297 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687281.746828:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9b29c97f3100 x1875572824510592/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.746859:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687281.746866:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.746870:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687281.755881:0:30320:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:1.0:1788687281.755903:0:30320:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788687281.755927:0:30320:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833953 : 144115205322833953 : 200000404000021) 00000080:00000001:1.0:1788687281.755935:0:30320:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687281.755944:0:30320:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6941600. 00000080:00000001:1.0:1788687281.755960:0:30320:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687281.756101:0:30320:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788687281.756116:0:30320:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788687281.756121:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bdd0 00000080:00200008:1.0:1788687281.756127:0:30320:0:(file.c:479:ll_file_release()) START file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff9b29d8596c08), flags 704000 00000080:00400000:1.0:1788687281.756133:0:30320:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x1f:0x0] 00000080:00000001:1.0:1788687281.756137:0:30320:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1788687281.756139:0:30320:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788687281.756141:0:30320:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1788687281.756152:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687281.756156:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687281.756166:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62800 count: 2 00010000:00000001:1.0:1788687281.756170:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687281.756177:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687281.756180:0:30320:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x1f:0x0]: 0 00000080:00000001:1.0:1788687281.756183:0:30320:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788687281.756186:0:30320:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788687281.756191:0:30320:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b29e17c9000. 00000080:00000001:1.0:1788687281.756194:0:30320:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788687281.756203:0:30320:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788687281.756207:0:30320:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788687281.756209:0:30320:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x1f:0x0] 00000002:00000001:1.0:1788687281.756213:0:30320:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788687281.756216:0:30320:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b29e019e800: [0x200000404:0x1f:0x0] file closed with intent: 0 00000100:00000010:1.0:1788687281.756224:0:30320:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9ad80. 00000020:00000040:1.0:1788687281.756229:0:30320:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:1.0:1788687281.756235:0:30320:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687281.756240:0:30320:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687281.756247:0:30320:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687281.756257:0:30320:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29e17c8c00. 00000100:00000001:1.0:1788687281.756267:0:30320:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788687281.756292:0:30320:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b29c97f0380 x1875572824510464/t4294967601(4294967601) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687297 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788687281.756308:0:30320:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788687281.756314:0:30320:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8b9ad80 x1875572824510848/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788687281.756322:0:30320:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687281.756324:0:30320:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687281.756810:0:30320:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c133a840. 00000100:00000001:1.0:1788687281.756815:0:30320:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202370193472 : -110871339358144 : ffff9b29c133a840) 00000100:00000001:1.0:1788687281.756819:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687281.756821:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000100:00000001:1.0:1788687281.756827:0:30320:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687281.756841:0:30320:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.756844:0:30320:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687281.756846:0:30320:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687281.756851:0:30320:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9ad80 x1875572824510848/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.756859:0:30320:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687281.757267:0:30320:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687281.757274:0:30320:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687281.757278:0:30320:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687281.757280:0:30320:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687281.757285:0:30320:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30320:1875572824510848:192.168.203.144@tcp:35:rm.0 00000100:00000001:1.0:1788687281.757290:0:30320:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687281.757298:0:30320:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687281.757301:0:30320:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687281.757304:0:30320:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687281.757311:0:30320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6913c00. 02000000:00000001:1.0:1788687281.757313:0:30320:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687281.757945:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687281.757955:0:30320:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150c60. 00000400:00000010:1.0:1788687281.757964:0:30320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcc38. 00000100:00000200:1.0:1788687281.757973:0:30320:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824510848, portal 10 00000100:00000001:1.0:1788687281.757975:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687281.757977:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000100:00000040:1.0:1788687281.757988:0:30320:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b9ad80 x1875572824510848/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.757997:0:30320:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687281.758000:0:30320:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687281.758003:0:30320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc220. 00000100:00000200:1.0:1788687281.758007:0:30320:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824510848, offset 0 00000400:00000200:1.0:1788687281.758015:0:30320:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687281.758026:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687281.758038:0:30320:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687281.758044:0:30320:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687281.758049:0:30320:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687281.758055:0:30320:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687281.758058:0:30320:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687281.758062:0:30320:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2262:2262:256:4294967295] 192.168.203.144@tcp LPNI seq info [2262:2262:8:4294967295] 00000400:00000200:1.0:1788687281.758067:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687281.758081:0:30320:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687281.758089:0:30320:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687281.758630:0:30320:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2500. 00000800:00000200:1.0:1788687281.758643:0:30320:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687281.758653:0:30320:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687281.758658:0:30320:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788687281.758764:0:30320:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687281.758771:0:30320:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 814602 usecs (815 jiffies) 00000400:00000200:1.0:1788687281.758776:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687281.758780:0:30320:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296408578 00000100:00000001:1.0:1788687281.758783:0:30320:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296410334 00000100:00000001:1.0:1788687281.758786:0:30320:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296408578 00000100:00000001:1.0:1788687281.758788:0:30320:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296410334 00000100:00000001:1.0:1788687281.758790:0:30320:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687281.758794:0:30320:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.758797:0:30320:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687281.758799:0:30320:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687281.758802:0:30320:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c133a840 going to sleep for 11 seconds 00000100:00000001:1.0:1788687281.758806:0:30320:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687281.758809:0:30320:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687281.761064:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687281.761078:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2500. 00000400:00000200:2.0:1788687281.761088:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687281.761099:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687281.761285:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc220 00000400:00000010:2.0:1788687281.761288:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc220. 00000100:00000001:2.0:1788687281.761295:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687281.761305:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9ad80 x1875572824510848/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.761533:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687281.761540:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9ad80 x1875572824510848/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687297 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.761619:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.761622:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687281.770151:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.770173:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687281.770180:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.770182:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.770194:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.770203:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687281.770216:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.770221:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.770227:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.770232:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f49180 00000400:00000200:3.0:1788687281.770238:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.770246:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x6475 [1] + 224 00000800:00000001:3.0:1788687281.770254:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.770262:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.770266:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.770273:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687281.770283:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687281.770295:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9ad80 x1875572824510848/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687297 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687281.770307:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b29c8b9ad80 x1875572824510848/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.770330:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687281.770341:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.770344:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687281.770396:0:30320:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687281.770407:0:30320:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687281.770409:0:30320:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687281.770414:0:30320:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150c60. 00000400:00000200:1.0:1788687281.770420:0:30320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcc38 00000400:00000010:1.0:1788687281.770424:0:30320:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcc38. 00000100:00000001:1.0:1788687281.770428:0:30320:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687281.770433:0:30320:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9ad80 x1875572824510848/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687281.770443:0:30320:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9ad80 x1875572824510848/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.770450:0:30320:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687281.770452:0:30320:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687281.770455:0:30320:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687281.770459:0:30320:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687281.770685:0:30320:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687281.770688:0:30320:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687281.770692:0:30320:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687281.770705:0:30320:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=53 v=5 (5 5 5 5) 00000100:00001000:1.0:1788687281.770710:0:30320:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687281.770713:0:30320:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687281.770715:0:30320:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.770718:0:30320:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687281.770723:0:30320:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.770726:0:30320:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788687281.770728:0:30320:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788687281.770730:0:30320:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788687281.770734:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687281.770735:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000100:00000001:1.0:1788687281.770739:0:30320:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687281.770741:0:30320:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967599 00000100:00000001:1.0:1788687281.770743:0:30320:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687281.770747:0:30320:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687281.770753:0:30320:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9ad80 x1875572824510848/t4294967602(4294967602) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687297 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.770762:0:30320:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687281.770765:0:30320:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687281.770768:0:30320:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687281.770772:0:30320:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9ad80 x1875572824510848/t4294967602(4294967602) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687297 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687281.770786:0:30320:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30320:1875572824510848:192.168.203.144@tcp:35:rm.0 00000100:00000001:1.0:1788687281.770792:0:30320:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687281.770796:0:30320:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.770798:0:30320:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687281.770801:0:30320:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687281.770805:0:30320:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9ad80 x1875572824510848/t4294967602(4294967602) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687297 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.770812:0:30320:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687281.770815:0:30320:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c133a840. 00000100:00000001:1.0:1788687281.770819:0:30320:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687281.770821:0:30320:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.770849:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687281.770851:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000002:00000001:1.0:1788687281.770855:0:30320:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687281.770858:0:30320:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687281.770864:0:30320:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29e17c9000. 00000080:00000001:1.0:1788687281.770878:0:30320:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788687281.770881:0:30320:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788687281.770886:0:30320:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788687281.770893:0:30320:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b29c97f0380 x1875572824510464/t4294967601(4294967601) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687297 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.770901:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687281.770902:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00000100:00000001:1.0:1788687281.770904:0:30320:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687281.770942:0:30320:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0380 x1875572824510464/t4294967601(4294967601) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687297 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.770948:0:30320:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.770950:0:30320:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687281.770953:0:30320:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9ad80 x1875572824510848/t4294967602(4294967602) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687297 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.770965:0:30320:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.770967:0:30320:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687281.770970:0:30320:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f0380 x1875572824510464/t4294967601(4294967601) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687297 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.770976:0:30320:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788687281.770980:0:30320:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687281.770983:0:30320:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687281.770985:0:30320:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687281.770989:0:30320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a02000. 02000000:00000001:1.0:1788687281.770994:0:30320:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687281.770997:0:30320:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687281.770999:0:30320:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f0380. 00000100:00000001:1.0:1788687281.771003:0:30320:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687281.771004:0:30320:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687281.771006:0:30320:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687281.771009:0:30320:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9ad80 x1875572824510848/t4294967602(4294967602) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687297 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.771015:0:30320:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687281.771018:0:30320:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9b29c636daa0. 00000002:00000001:1.0:1788687281.771021:0:30320:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687281.771023:0:30320:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687281.771024:0:30320:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b29c4c6f5c0. 00000100:00000001:1.0:1788687281.771027:0:30320:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687281.771030:0:30320:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9ad80 x1875572824510848/t4294967602(4294967602) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687297 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.771035:0:30320:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687281.771037:0:30320:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687281.771041:0:30320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6913c00. 02000000:00000001:1.0:1788687281.771043:0:30320:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687281.771045:0:30320:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687281.771046:0:30320:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687281.771048:0:30320:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687281.771050:0:30320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29e17c8c00. 02000000:00000001:1.0:1788687281.771053:0:30320:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687281.771054:0:30320:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687281.771055:0:30320:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9ad80. 00000100:00000001:1.0:1788687281.771058:0:30320:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687281.771060:0:30320:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687281.771062:0:30320:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687281.771067:0:30320:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29d00603c0. 00000080:00000001:1.0:1788687281.771073:0:30320:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687281.771080:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bdd0 00000080:00000008:1.0:1788687281.771082:0:30320:0:(file.c:523:ll_file_release()) COMPLETED file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff9b29d8596c08), flags 704000, rc = 0 00000080:00000001:1.0:1788687281.771086:0:30320:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687281.771088:0:30320:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687281.771164:0:30320:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687281.771171:0:30320:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687281.771173:0:30320:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687281.771175:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bbc0 00000080:00200000:1.0:1788687281.771177:0:30320:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687281.771182:0:30320:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29e17c8c00. 00800000:00000002:1.0:1788687281.771190:0:30320:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687281.771195:0:30320:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687281.771199:0:30320:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687281.771202:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bae0 00800000:00000002:1.0:1788687281.771205:0:30320:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687281.771209:0:30320:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687281.771213:0:30320:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687281.771218:0:30320:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687281.771233:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3b9b0 00000002:00010000:1.0:1788687281.771236:0:30320:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687281.771240:0:30320:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687281.771242:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687281.771246:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687281.771254:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62700 count: 2 00010000:00000001:1.0:1788687281.771257:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687281.771263:0:30320:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687281.771268:0:30320:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687281.771274:0:30320:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:1.0:1788687281.771286:0:30320:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687281.771291:0:30320:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687281.771294:0:30320:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:1.0:1788687281.771302:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687281.771303:0:30320:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687281.771305:0:30320:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687281.771307:0:30320:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687281.771309:0:30320:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687281.771311:0:30320:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687281.771314:0:30320:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788687281.771316:0:30320:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687281.771319:0:30320:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29e17c8c00. 00000080:00000001:1.0:1788687281.771322:0:30320:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687281.771324:0:30320:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687281.771326:0:30320:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687281.771331:0:30320:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811c79 00800000:00000001:1.0:1788687281.771334:0:30320:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687281.771336:0:30320:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687281.771338:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687281.771341:0:30320:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687281.771344:0:30320:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147400 refcount=3 00000020:00000001:1.0:1788687281.771347:0:30320:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:1.0:1788687281.772232:0:30320:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:1.0:1788687281.772243:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.772245:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687281.772247:0:30320:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687281.772249:0:30320:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687281.772253:0:30320:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811c79 from it ffffaca081c3bbf8 00010000:00000001:1.0:1788687281.772256:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687281.772258:0:30320:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687281.772261:0:30320:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147400 refcount=3 00000020:00000001:1.0:1788687281.772264:0:30320:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:1.0:1788687281.772266:0:30320:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:1.0:1788687281.772269:0:30320:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687281.772273:0:30320:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788687281.772283:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.772284:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687281.772286:0:30320:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687281.772289:0:30320:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687281.772291:0:30320:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1788687281.772299:0:30320:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687281.772303:0:30320:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687281.772305:0:30320:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687281.772310:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.772311:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687281.772313:0:30320:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.772317:0:30320:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687281.772319:0:30320:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.772321:0:30320:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.772325:0:30320:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.772328:0:30320:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687281.772329:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.772330:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687281.772332:0:30320:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687281.772344:0:30320:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687281.772347:0:30320:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788687281.772358:0:30320:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687281.772365:0:30320:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788687281.772369:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bbc0 00000080:00002000:1.0:1788687281.772370:0:30320:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-1(ffff9b29d85a0af8) flags 0x20000e refc 1 00000080:00000001:1.0:1788687281.772374:0:30320:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687281.772377:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bc08 00000080:00200000:1.0:1788687281.772378:0:30320:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-1, flags=266 00000080:00000001:1.0:1788687281.772384:0:30320:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788687281.772386:0:30320:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687281.774507:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687281.774514:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445800. 00000400:00000200:2.0:1788687281.774520:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687281.774526:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687281.774533:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda7f8 00000400:00000010:2.0:1788687281.774536:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda7f8. 00000100:00000001:2.0:1788687281.774550:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687281.774555:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3100 x1875572824511104/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687297 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000800:00000001:3.0:1788687281.778032:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.778053:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687281.778058:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.778060:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.778071:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.778080:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687281.778090:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.778095:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.778102:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.778107:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 608 into portal 10 MB=0x6a9d2d3f49280 00000400:00000200:3.0:1788687281.778113:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.778120:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 608/608 into md 0x647d [64] + 224 00000800:00000001:3.0:1788687281.778129:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.778135:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.778139:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.778144:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687281.778153:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687281.778163:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3100 x1875572824511104/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687297 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687281.778175:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9b29c97f3100 x1875572824511104/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687297 ref 3 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.778191:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687281.778200:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.778203:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687281.779658:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687281.779678:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3100 x1875572824511104/t4294967603(4294967603) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687297 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.779689:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.779693:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687281.786801:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687281.786807:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445d00. 00000400:00000200:3.0:1788687281.786813:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.786819:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687281.786825:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdad48 00000400:00000010:3.0:1788687281.786827:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdad48. 00000100:00000001:3.0:1788687281.786843:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687281.786850:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3800 x1875572824511232/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 440/368 e 0 to 0 dl 1788687297 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687281.786860:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687281.786864:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3800 x1875572824511232/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 440/368 e 0 to 0 dl 1788687297 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687281.786871:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.786872:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687281.789662:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.789684:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687281.789690:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.789693:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687281.789703:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.789711:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687281.789722:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.789727:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.789733:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.789738:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 10 MB=0x6a9d2d3f49300 00000400:00000200:2.0:1788687281.789744:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.789750:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 368/368 into md 0x6485 [1] + 224 00000800:00000001:2.0:1788687281.789759:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.789767:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687281.789771:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687281.789776:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687281.789786:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687281.789798:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3800 x1875572824511232/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 440/368 e 0 to 0 dl 1788687297 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687281.789811:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b29c97f3800 x1875572824511232/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 440/368 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687281.790546:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687281.790787:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.790794:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788687281.794892:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687281.794901:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445f00. 00000400:00000200:3.0:1788687281.794955:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.794964:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687281.794972:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda4c8 00000400:00000010:3.0:1788687281.794975:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda4c8. 00000100:00000001:3.0:1788687281.794981:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687281.794990:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3800 x1875572824511488/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/624 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687281.795002:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687281.795006:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3800 x1875572824511488/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/624 e 0 to 0 dl 1788687297 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687281.795014:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.795016:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788687281.801973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de300. 00010000:00000010:0.1:1788687281.801997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146000. 00010000:00000010:0.1:1788687281.802015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147000. 00000800:00000001:3.0:1788687281.811364:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.811387:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687281.811394:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.811397:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.811409:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.811419:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687281.811430:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.811435:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.811442:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.811447:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f49400 00000400:00000200:3.0:1788687281.811454:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.811460:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x648d [1] + 224 00000800:00000001:3.0:1788687281.811469:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.811496:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.811500:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.811506:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687281.811517:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687281.811529:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3800 x1875572824511488/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/624 e 0 to 0 dl 1788687297 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687281.811553:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b29c97f3800 x1875572824511488/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/624 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687281.812194:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788687281.812207:0:2362:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788687281.812213:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.812221:0:2362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687281.812229:0:2362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2266:2266:256:4294967295] 192.168.203.144@tcp LPNI seq info [2266:2266:8:4294967295] 00000400:00000200:3.0:1788687281.812234:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.812244:0:2362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1788687281.812250:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687281.812259:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a700. 00000800:00000200:3.0:1788687281.812267:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687281.812277:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687281.812283:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a700 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788687281.812455:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687281.812459:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a700. 00000400:00000200:3.0:1788687281.812464:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.812468:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1788687281.812476:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.812480:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687281.814381:0:30320:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788687281.814386:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3be28 00000080:00002000:1.0:1788687281.814390:0:30320:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9b29d85a0ca8, parent ffff9b29d85a0af8, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788687281.814393:0:30320:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687281.814400:0:30320:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788687281.814409:0:30320:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788687281.814420:0:30320:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1788687281.814423:0:30320:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788687281.814426:0:30320:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687281.814431:0:30320:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091496 : -110871088460120 : ffff9b29d0280ea8) 00000020:00001000:1.0:1788687281.814433:0:30320:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280ea0 00000020:00000001:1.0:1788687281.814439:0:30320:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea210 -> ffff9b29c97ea210 00000020:00000001:1.0:1788687281.814443:0:30320:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788687281.814446:0:30320:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788687281.814448:0:30320:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x21:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788687281.814452:0:30320:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687281.814453:0:30320:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788687281.814455:0:30320:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788687281.814460:0:30320:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x21:0x0]io ffff9b29c38c60c0 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1788687281.814464:0:30320:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f5d0) owner 0000000000000000/ffff9b29c6218000 00020000:00000001:1.0:1788687281.814468:0:30320:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788687281.814470:0:30320:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788687281.814473:0:30320:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788687281.814474:0:30320:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687281.814477:0:30320:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788687281.814479:0:30320:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788687281.814481:0:30320:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687281.814482:0:30320:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687281.814483:0:30320:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788687281.814485:0:30320:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788687281.814486:0:30320:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f5d0) owner 0000000000000000/ffff9b29c6218000 00000020:00000001:1.0:1788687281.814489:0:30320:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687281.814492:0:30320:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788687281.814493:0:30320:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788687281.814496:0:30320:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788687281.814499:0:30320:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788687281.814503:0:30320:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788687281.814507:0:30320:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788687281.814508:0:30320:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788687281.814510:0:30320:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687281.814511:0:30320:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:1.0:1788687281.814513:0:30320:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:1.0:1788687281.814516:0:30320:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea788 -> ffff9b29c97ea210 00000020:00000001:1.0:1788687281.814518:0:30320:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788687281.814521:0:30320:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687281.814522:0:30320:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788687281.814524:0:30320:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687281.814526:0:30320:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687281.814528:0:30320:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897894328 : -110870811657288 : ffff9b29e0a7bbb8) 00000020:00000001:1.0:1788687281.814530:0:30320:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788687281.814532:0:30320:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687281.814534:0:30320:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687281.814536:0:30320:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687281.814538:0:30320:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1788687281.814540:0:30320:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788687281.814542:0:30320:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788687281.814542:0:30320:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788687281.814545:0:30320:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788687281.814546:0:30320:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687281.814548:0:30320:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687281.814550:0:30320:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687281.814551:0:30320:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687281.814552:0:30320:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788687281.814553:0:30320:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687281.814555:0:30320:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687281.814557:0:30320:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1788687281.814559:0:30320:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788687281.814560:0:30320:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788687281.814561:0:30320:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788687281.814563:0:30320:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1788687281.814869:0:30320:0:(osc_cache.c:3353:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1788687281.814875:0:30320:0:(osc_cache.c:3288:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788687281.814878:0:30320:0:(osc_cache.c:3325:osc_cache_wait_range()) obj ffff9b29c5dd4c40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788687281.814883:0:30320:0:(osc_cache.c:3326:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788687281.814885:0:30320:0:(osc_cache.c:3493:osc_cache_writeback_range()) obj ffff9b29c5dd4c40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:1.0:1788687281.814890:0:30320:0:(osc_cache.c:3508:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687281.814892:0:30320:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687281.814895:0:30320:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687281.814896:0:30320:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687281.814898:0:30320:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687281.814900:0:30320:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687281.814902:0:30320:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788687281.814904:0:30320:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788687281.814956:0:30320:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788687281.814958:0:30320:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788687281.814960:0:30320:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788687281.814961:0:30320:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687281.814964:0:30320:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1788687281.814966:0:30320:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788687281.814968:0:30320:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788687281.814971:0:30320:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788687281.814972:0:30320:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788687281.814973:0:30320:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788687281.814974:0:30320:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788687281.814976:0:30320:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687281.814977:0:30320:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687281.814979:0:30320:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788687281.814980:0:30320:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788687281.814982:0:30320:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788687281.814983:0:30320:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788687281.814984:0:30320:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788687281.814986:0:30320:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788687281.814987:0:30320:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788687281.814989:0:30320:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788687281.814990:0:30320:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788687281.814991:0:30320:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687281.814993:0:30320:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687281.814995:0:30320:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788687281.814996:0:30320:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788687281.814997:0:30320:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687281.815000:0:30320:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788687281.815002:0:30320:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788687281.815003:0:30320:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788687281.815004:0:30320:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788687281.815006:0:30320:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788687281.815008:0:30320:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00020000:00000001:1.0:1788687281.815011:0:30320:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788687281.815014:0:30320:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788687281.815017:0:30320:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788687281.815019:0:30320:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x21:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788687281.815022:0:30320:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788687281.815023:0:30320:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788687281.815025:0:30320:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280ea0 00000080:00000001:1.0:1788687281.815028:0:30320:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687281.815032:0:30320:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1788687281.815034:0:30320:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x21:0x0](ffff9b29d8592a08) 00800000:00000001:1.0:1788687281.815040:0:30320:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1788687281.815041:0:30320:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x21:0x0] 00000002:00000001:1.0:1788687281.815048:0:30320:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788687281.815055:0:30320:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687281.815057:0:30320:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687281.815060:0:30320:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1788687281.815063:0:30320:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1788687281.815065:0:30320:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687281.815067:0:30320:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687281.815070:0:30320:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687281.815072:0:30320:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091496 : -110871088460120 : ffff9b29d0280ea8) 00000020:00001000:1.0:1788687281.815074:0:30320:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280ea0 00020000:00000001:1.0:1788687281.815081:0:30320:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:1.0:1788687281.815083:0:30320:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f5d0) owner 0000000000000000/ffff9b29c6218000 00020000:00000001:1.0:1788687281.815086:0:30320:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:1.0:1788687281.815088:0:30320:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c33444e0, objid 0x21:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788687281.815094:0:30320:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788687281.815099:0:30320:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c687f200: ostid: 0x280000400:17 ost idx: 1 gen: 0 00020000:00000001:1.0:1788687281.815102:0:30320:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:1.0:1788687281.815104:0:30320:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687281.815107:0:30320:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1788687281.815109:0:30320:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:1.0:1788687281.815114:0:30320:0:(ldlm_request.c:2696:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1788687281.815120:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de700 count: 2 00010000:00000001:1.0:1788687281.815123:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687281.815126:0:30320:0:(ldlm_request.c:2624:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1788687281.815130:0:30320:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1788687281.815136:0:30320:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000b33bec2c/0x230d04438e811c8e lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2035 expref: -99 pid: 30318 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:1.0:1788687281.815150:0:30320:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4c40 -> ffff9b29c97ea210 00000020:00000001:1.0:1788687281.815153:0:30320:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4c40 -> ffff9b29c97ea210 00000008:00000001:1.0:1788687281.815155:0:30320:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788687281.815157:0:30320:0:(ldlm_request.c:2640:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788687281.815159:0:30320:0:(ldlm_request.c:2706:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788687281.815161:0:30320:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1788687281.815168:0:30320:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9b29c5dd4c40. 00020000:00000001:1.0:1788687281.815174:0:30320:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1788687281.815177:0:30320:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9b29c97ea708. 00020000:00000001:1.0:1788687281.815182:0:30320:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1788687281.815184:0:30320:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687281.815186:0:30320:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788687281.815187:0:30320:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f5d0) owner 0000000000000000/ffff9b29c6218000 00020000:00000001:1.0:1788687281.815189:0:30320:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:1.0:1788687281.815192:0:30320:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:1.0:1788687281.815193:0:30320:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f5d0) owner 0000000000000000/ffff9b29c6218000 00020000:00000001:1.0:1788687281.815196:0:30320:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:1.0:1788687281.815198:0:30320:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9b29c3375498. 00020000:00000010:1.0:1788687281.815203:0:30320:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9b29c6bdc480. 00020000:00000010:1.0:1788687281.815206:0:30320:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9b29c3f7cf70. 00020000:00000002:1.0:1788687281.815209:0:30320:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c33444e0, objid 0x21:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788687281.815213:0:30320:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788687281.815216:0:30320:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c687f200: ostid: 0x280000400:17 ost idx: 1 gen: 0 00020000:00000010:1.0:1788687281.815221:0:30320:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29c687f200. 00020000:00000010:1.0:1788687281.815224:0:30320:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c33445a0. 00020000:00000010:1.0:1788687281.815229:0:30320:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c33444e0. 00020000:00000001:1.0:1788687281.815231:0:30320:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1788687281.815232:0:30320:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f5d0) owner 0000000000000000/ffff9b29c6218000 00020000:00000010:1.0:1788687281.815236:0:30320:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9b29c524f5d0. 00020000:00000001:1.0:1788687281.815239:0:30320:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:1.0:1788687281.815242:0:30320:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9b29c97ea190. 00000020:00001000:1.0:1788687281.815246:0:30320:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280ea0 00000080:00000001:1.0:1788687281.815249:0:30320:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1788687281.815251:0:30320:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1788687281.815289:0:30320:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788687281.815292:0:30320:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788687281.815294:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bdd0 00000080:00200008:1.0:1788687281.815297:0:30320:0:(file.c:479:ll_file_release()) START file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff9b29d8596c08), flags 704000 00000080:00400000:1.0:1788687281.815301:0:30320:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x1f:0x0] 00000080:00000001:1.0:1788687281.815305:0:30320:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1788687281.815308:0:30320:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788687281.815310:0:30320:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1788687281.815316:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687281.815319:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687281.815322:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62800 count: 2 00010000:00000001:1.0:1788687281.815325:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687281.815330:0:30320:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788687281.816086:0:30320:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788687281.816092:0:30320:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687281.816098:0:30320:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687281.816104:0:30320:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811cb1 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2090 expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788687281.816114:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.816116:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687281.816118:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1788687281.816121:0:30320:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x1f:0x0]: 16 00000080:00000010:1.0:1788687281.816124:0:30320:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29d0061e00. 00000080:00000001:1.0:1788687281.816130:0:30320:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687281.816136:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bdd0 00000080:00000008:1.0:1788687281.816139:0:30320:0:(file.c:523:ll_file_release()) COMPLETED file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff9b29d8596c08), flags 704000, rc = 0 00000080:00000001:1.0:1788687281.816142:0:30320:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687281.816144:0:30320:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687281.816147:0:30320:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788687281.816149:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3be00 00000080:00002000:1.0:1788687281.816152:0:30320:0:(dcache.c:127:ll_ddelete()) deleting dentry d21f.recovery-small-1 (ffff9b29d85a0af8, parent ffff9b29d84cabd0, inode ffff9b29d8596c08) hashed, 00000080:00000001:1.0:1788687281.816155:0:30320:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687281.816161:0:30320:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788687281.816167:0:30320:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788687281.816206:0:30320:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687281.816209:0:30320:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687281.816212:0:30320:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687281.816214:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bbd8 00000080:00200000:1.0:1788687281.816216:0:30320:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687281.816222:0:30320:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29e17c8c00. 00800000:00000002:1.0:1788687281.816230:0:30320:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687281.816235:0:30320:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687281.816239:0:30320:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687281.816242:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3baf8 00800000:00000002:1.0:1788687281.816245:0:30320:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687281.816249:0:30320:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687281.816253:0:30320:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687281.816258:0:30320:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687281.816260:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3b9c8 00000002:00010000:1.0:1788687281.816262:0:30320:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687281.816266:0:30320:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687281.816267:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687281.816269:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687281.816273:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62700 count: 2 00010000:00000001:1.0:1788687281.816275:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687281.816280:0:30320:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687281.816283:0:30320:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687281.816286:0:30320:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:1.0:1788687281.816294:0:30320:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687281.816297:0:30320:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687281.816299:0:30320:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:1.0:1788687281.816312:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687281.816314:0:30320:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687281.816316:0:30320:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687281.816318:0:30320:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687281.816320:0:30320:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687281.816322:0:30320:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687281.816325:0:30320:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788687281.816328:0:30320:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687281.816331:0:30320:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29e17c8c00. 00000080:00000001:1.0:1788687281.816396:0:30320:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687281.816399:0:30320:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687281.816402:0:30320:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687281.816406:0:30320:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811c79 00800000:00000001:1.0:1788687281.816410:0:30320:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687281.816412:0:30320:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687281.816414:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687281.816418:0:30320:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687281.816421:0:30320:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147400 refcount=3 00000020:00000001:1.0:1788687281.816424:0:30320:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:1.0:1788687281.816427:0:30320:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:1.0:1788687281.816429:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.816430:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687281.816432:0:30320:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687281.816434:0:30320:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687281.816437:0:30320:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811c79 from it ffffaca081c3bc10 00010000:00000001:1.0:1788687281.816439:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687281.816440:0:30320:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687281.816441:0:30320:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147400 refcount=3 00000020:00000001:1.0:1788687281.816442:0:30320:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:1.0:1788687281.816444:0:30320:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:1.0:1788687281.816446:0:30320:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687281.816449:0:30320:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1788687281.816456:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.816458:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687281.816459:0:30320:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687281.816461:0:30320:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687281.816464:0:30320:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:1.0:1788687281.816472:0:30320:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687281.816475:0:30320:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687281.816477:0:30320:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687281.816483:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.816484:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687281.816486:0:30320:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.816489:0:30320:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687281.816491:0:30320:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.816493:0:30320:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.816496:0:30320:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.816498:0:30320:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687281.816499:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.816501:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687281.816503:0:30320:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687281.816505:0:30320:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687281.816507:0:30320:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788687281.816510:0:30320:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687281.816528:0:30320:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c5d00440. 00000020:00000001:1.0:1788687281.816532:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bdc8 00000080:00200000:1.0:1788687281.816534:0:30320:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), flags=0 00000080:00000001:1.0:1788687281.816537:0:30320:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788687281.816539:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bc78 00000080:00200000:1.0:1788687281.816541:0:30320:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=getattr 00000080:00000010:1.0:1788687281.816551:0:30320:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29e17c8c00. 00800000:00000002:1.0:1788687281.816554:0:30320:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687281.816557:0:30320:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687281.816560:0:30320:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687281.816561:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bb98 00800000:00000002:1.0:1788687281.816562:0:30320:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687281.816565:0:30320:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788687281.816673:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bb30 00800000:00000002:1.0:1788687281.816676:0:30320:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-1' -> mds #0 00000002:00000001:1.0:1788687281.816679:0:30320:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687281.816681:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3ba68 00000002:00010000:1.0:1788687281.816683:0:30320:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788687281.816696:0:30320:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788687281.816699:0:30320:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788687281.816705:0:30320:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9ad80. 00000020:00000040:1.0:1788687281.816709:0:30320:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:1.0:1788687281.816715:0:30320:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687281.816720:0:30320:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687281.816723:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.816724:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687281.816725:0:30320:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.816729:0:30320:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687281.816731:0:30320:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687281.816734:0:30320:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687281.816742:0:30320:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6913c00. 00000100:00000001:1.0:1788687281.816750:0:30320:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.817125:0:30320:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687281.817127:0:30320:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.817129:0:30320:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687281.817130:0:30320:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.817132:0:30320:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687281.817141:0:30320:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00010000:00000001:1.0:1788687281.817146:0:30320:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788687281.817148:0:30320:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788687281.817152:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62700 count: 2 00010000:00000001:1.0:1788687281.817155:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687281.817157:0:30320:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687281.817162:0:30320:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a4200. 00000020:00000001:1.0:1788687281.817166:0:30320:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687281.817169:0:30320:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a4200 with handle 0x230d04438e811cb8 to hash 00000020:00000001:1.0:1788687281.817171:0:30320:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687281.817173:0:30320:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687281.817177:0:30320:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687281.817180:0:30320:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687281.817183:0:30320:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687281.817187:0:30320:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811cb8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30320 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687281.817196:0:30320:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811cb8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30320 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687281.817207:0:30320:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811cb8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30320 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788687281.817213:0:30320:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687281.817216:0:30320:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687281.817224:0:30320:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c133a840. 00000100:00000001:1.0:1788687281.817226:0:30320:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202370193472 : -110871339358144 : ffff9b29c133a840) 00000100:00000001:1.0:1788687281.817229:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687281.817230:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000100:00000001:1.0:1788687281.817236:0:30320:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687281.817241:0:30320:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.817243:0:30320:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687281.817245:0:30320:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687281.817257:0:30320:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9ad80 x1875572824511616/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.817265:0:30320:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687281.817268:0:30320:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687281.817272:0:30320:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687281.817274:0:30320:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687281.817276:0:30320:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687281.817280:0:30320:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30320:1875572824511616:192.168.203.144@tcp:101:rm.0 00000100:00000001:1.0:1788687281.817285:0:30320:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687281.817291:0:30320:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687281.817294:0:30320:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687281.817297:0:30320:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687281.817302:0:30320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c7093000. 02000000:00000001:1.0:1788687281.817304:0:30320:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687281.817314:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687281.817318:0:30320:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150c60. 00000400:00000010:1.0:1788687281.817327:0:30320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcc38. 00000100:00000200:1.0:1788687281.817460:0:30320:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824511616, portal 10 00000100:00000001:1.0:1788687281.817463:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687281.817464:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000100:00000040:1.0:1788687281.817472:0:30320:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b9ad80 x1875572824511616/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.817480:0:30320:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687281.817483:0:30320:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687281.817486:0:30320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcaa0. 00000100:00000200:1.0:1788687281.817490:0:30320:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875572824511616, offset 0 00000400:00000200:1.0:1788687281.817497:0:30320:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687281.817507:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687281.817516:0:30320:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687281.817522:0:30320:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687281.817528:0:30320:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687281.817532:0:30320:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687281.817535:0:30320:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687281.817539:0:30320:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2267:2267:256:4294967295] 192.168.203.144@tcp LPNI seq info [2267:2267:8:4294967295] 00000400:00000200:1.0:1788687281.817544:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687281.817556:0:30320:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687281.817563:0:30320:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687281.817988:0:30320:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2300. 00000800:00000200:1.0:1788687281.817998:0:30320:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687281.818011:0:30320:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687281.818016:0:30320:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788687281.818035:0:30320:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687281.818040:0:30320:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 809645 usecs (810 jiffies) 00000400:00000200:1.0:1788687281.818045:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687281.818048:0:30320:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296408633 00000100:00000001:1.0:1788687281.818053:0:30320:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296410334 00000100:00000001:1.0:1788687281.818055:0:30320:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296408633 00000100:00000001:1.0:1788687281.818058:0:30320:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296410334 00000100:00000001:1.0:1788687281.818060:0:30320:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687281.818064:0:30320:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.818066:0:30320:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687281.818069:0:30320:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687281.818072:0:30320:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c133a840 going to sleep for 11 seconds 00000100:00000001:1.0:1788687281.818075:0:30320:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687281.818078:0:30320:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687281.818320:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687281.818326:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2300. 00000400:00000200:2.0:1788687281.818331:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687281.818976:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687281.818984:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcaa0 00000400:00000010:2.0:1788687281.818987:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcaa0. 00000100:00000001:2.0:1788687281.818993:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687281.819000:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9ad80 x1875572824511616/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.819013:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687281.819016:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9ad80 x1875572824511616/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687297 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.819024:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.819026:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:1.1:1788687281.821027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c31d7a80. 00000080:00000010:1.1:1788687281.821062:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8592940. 00000080:00000010:1.1:1788687281.825019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c31d7500. 00000800:00000001:3.0:1788687281.829672:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.829695:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687281.829700:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.829703:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.829715:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.829724:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687281.829734:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.829740:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.829746:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.829750:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x6a9d2d3f49480 00000400:00000200:3.0:1788687281.829767:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.829774:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x6495 [1] + 224 00000800:00000001:3.0:1788687281.829784:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.829796:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.829799:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.829803:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687281.829813:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687281.829824:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9ad80 x1875572824511616/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687297 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687281.829844:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b29c8b9ad80 x1875572824511616/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.829869:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687281.829880:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.829884:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687281.830038:0:30320:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687281.830048:0:30320:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687281.830050:0:30320:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687281.830055:0:30320:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150c60. 00000400:00000200:1.0:1788687281.830061:0:30320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcc38 00000400:00000010:1.0:1788687281.830065:0:30320:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcc38. 00000100:00000001:1.0:1788687281.830068:0:30320:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687281.830073:0:30320:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9ad80 x1875572824511616/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687281.830083:0:30320:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9ad80 x1875572824511616/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.830089:0:30320:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687281.830091:0:30320:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687281.830106:0:30320:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687281.830111:0:30320:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687281.830114:0:30320:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687281.830118:0:30320:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687281.830121:0:30320:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687281.830132:0:30320:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=53 v=5 (5 103 103 103) 00000100:00001000:1.0:1788687281.830144:0:30320:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687281.830147:0:30320:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687281.830150:0:30320:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.830152:0:30320:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687281.830157:0:30320:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.830161:0:30320:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687281.830163:0:30320:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967599 00000100:00000001:1.0:1788687281.830166:0:30320:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687281.830170:0:30320:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687281.830175:0:30320:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9ad80 x1875572824511616/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.830183:0:30320:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687281.830187:0:30320:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687281.830189:0:30320:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687281.830193:0:30320:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9ad80 x1875572824511616/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687297 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687281.830201:0:30320:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30320:1875572824511616:192.168.203.144@tcp:101:rm.0 00000100:00000001:1.0:1788687281.830207:0:30320:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687281.830211:0:30320:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.830213:0:30320:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687281.830216:0:30320:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687281.830220:0:30320:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9ad80 x1875572824511616/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687297 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.830228:0:30320:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687281.830231:0:30320:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c133a840. 00000100:00000001:1.0:1788687281.830236:0:30320:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687281.830238:0:30320:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.830242:0:30320:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788687281.830246:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687281.830249:0:30320:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687281.830253:0:30320:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4200 refcount=4 00000020:00000001:1.0:1788687281.830256:0:30320:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687281.830259:0:30320:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000040:1.0:1788687281.830266:0:30320:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c97a4200, remote cookie: 0x59c08f76ab1d20cf, flags: 0x1001 00010000:00010000:1.0:1788687281.830273:0:30320:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811cb8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d20cf expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788687281.830283:0:30320:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x1f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788687281.830286:0:30320:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788687281.830293:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62800 count: 2 00010000:00000001:1.0:1788687281.830296:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687281.830299:0:30320:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687281.830304:0:30320:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811cb8 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d20cf expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687281.830313:0:30320:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811cb8 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d20cf expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687281.830321:0:30320:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788687281.830326:0:30320:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788687281.830329:0:30320:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788687281.830331:0:30320:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788687281.830333:0:30320:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788687281.830336:0:30320:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x1f:0x0].0x0 (ffff9b29c5c62800) refcount = 2 00010000:00000040:1.0:1788687281.830339:0:30320:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788687281.830343:0:30320:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811cb1 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2090 expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788687281.830352:0:30320:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811cb8 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d20cf expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687281.830365:0:30320:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788687281.830368:0:30320:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788687281.830370:0:30320:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687281.830373:0:30320:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788687281.830376:0:30320:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687281.830380:0:30320:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811cb8 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d20cf expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687281.830387:0:30320:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788687281.830389:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.830391:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687281.830392:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.830393:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687281.830395:0:30320:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687281.830400:0:30320:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788687281.830402:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687281.830403:0:30320:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687281.830404:0:30320:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4200 refcount=3 00000020:00000001:1.0:1788687281.830407:0:30320:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687281.830409:0:30320:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687281.830411:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687281.830412:0:30320:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687281.830413:0:30320:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4200 refcount=4 00000020:00000001:1.0:1788687281.830415:0:30320:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687281.830417:0:30320:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687281.830420:0:30320:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687281.830423:0:30320:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687281.830427:0:30320:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811cb8 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d20cf expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687281.830433:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.830435:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687281.830437:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687281.830438:0:30320:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687281.830439:0:30320:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4200 refcount=5 00000020:00000001:1.0:1788687281.830441:0:30320:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687281.830443:0:30320:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687281.830446:0:30320:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687281.830449:0:30320:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811cb8 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d20cf expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687281.830456:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.830457:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788687281.830460:0:30320:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811cb8 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d20cf expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687281.830467:0:30320:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687281.830469:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.830470:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687281.830471:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.830473:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788687281.830478:0:30320:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c8b9ad80 x1875572824511616/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687297 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788687281.830486:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687281.830488:0:30320:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687281.830490:0:30320:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4200 refcount=3 00000020:00000001:1.0:1788687281.830491:0:30320:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687281.830494:0:30320:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687281.830496:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.830497:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687281.830499:0:30320:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687281.830501:0:30320:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687281.830505:0:30320:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788687281.830507:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687281.830509:0:30320:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687281.830511:0:30320:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4200 refcount=3 00000020:00000001:1.0:1788687281.830513:0:30320:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687281.830515:0:30320:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00000002:00010000:1.0:1788687281.830519:0:30320:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d20cf expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687281.830525:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.830527:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687281.830529:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687281.830530:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687281.830532:0:30320:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687281.830533:0:30320:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4200 refcount=3 00000020:00000001:1.0:1788687281.830535:0:30320:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687281.830538:0:30320:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000040:1.0:1788687281.830540:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62800 count: 3 00010000:00000001:1.0:1788687281.830543:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788687281.830548:0:30320:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/31 (0 0) 00010000:00000001:1.0:1788687281.830550:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.830552:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687281.830553:0:30320:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788687281.830556:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3b9f0 00000002:00002000:1.0:1788687281.830559:0:30320:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788687281.830563:0:30320:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687281.830567:0:30320:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687281.830570:0:30320:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788687281.830573:0:30320:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788687281.830576:0:30320:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687281.830580:0:30320:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000001:1.0:1788687281.830583:0:30320:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788687281.830585:0:30320:0:(namei.c:674:ll_lookup_it_finish()) it ffffaca081c3be00 it_disposition b 00000080:00000001:1.0:1788687281.830588:0:30320:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788687281.830595:0:30320:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788687281.830598:0:30320:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788687281.830601:0:30320:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:1.0:1788687281.830606:0:30320:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788687281.830613:0:30320:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788687281.830615:0:30320:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x1f:0x0] 00000080:00000001:1.0:1788687281.830617:0:30320:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687281.830621:0:30320:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:1.0:1788687281.830624:0:30320:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788687281.830627:0:30320:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833951 mtime from 1788687262 to 1788687281 00000080:00200000:1.0:1788687281.830633:0:30320:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x1f:0x0], updating i_size 16384 00000080:00200000:1.0:1788687281.830636:0:30320:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x1f:0x0](ffff9b29d8596c08): rc = 0 00000080:00000001:1.0:1788687281.830638:0:30320:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758544392 : -110870951007224 : ffff9b29d8596c08) 00010000:00000001:1.0:1788687281.830641:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687281.830643:0:30320:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687281.830644:0:30320:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4200 refcount=3 00000020:00000001:1.0:1788687281.830646:0:30320:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687281.830649:0:30320:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687281.830651:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.830652:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687281.830654:0:30320:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788687281.830656:0:30320:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788687281.830658:0:30320:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788687281.830661:0:30320:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788687281.830663:0:30320:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687281.830666:0:30320:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1f:0x0](ffff9b29d8596c08) for lock 0x230d04438e811cb8 00800000:00000001:1.0:1788687281.830669:0:30320:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687281.830671:0:30320:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687281.830673:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687281.830674:0:30320:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687281.830675:0:30320:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4200 refcount=3 00000020:00000001:1.0:1788687281.830677:0:30320:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687281.830679:0:30320:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687281.830681:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.830682:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687281.830684:0:30320:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687281.830685:0:30320:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788687281.830692:0:30320:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d870a798 inode ffff9b29d8596c08 refc 1 flags 0x20000e 00000080:00000001:1.0:1788687281.830696:0:30320:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788687281.830699:0:30320:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687281.830701:0:30320:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788687281.830705:0:30320:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1f:0x0](ffff9b29d8596c08) 00000080:00010000:1.0:1788687281.830709:0:30320:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811cb8 from it ffffaca081c3be00 00010000:00000001:1.0:1788687281.830711:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687281.830712:0:30320:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687281.830713:0:30320:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4200 refcount=3 00000020:00000001:1.0:1788687281.830715:0:30320:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687281.830717:0:30320:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687281.830718:0:30320:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687281.830721:0:30320:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811cb8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d20cf expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687281.830728:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.830729:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687281.830731:0:30320:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687281.830734:0:30320:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687281.830736:0:30320:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811cb8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d20cf expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687281.830743:0:30320:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687281.830746:0:30320:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687281.830748:0:30320:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687281.830764:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.830766:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687281.830767:0:30320:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.830771:0:30320:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687281.830773:0:30320:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.830775:0:30320:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.830778:0:30320:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.830780:0:30320:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687281.830781:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.830783:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687281.830784:0:30320:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788687281.830789:0:30320:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29e17c8c00. 00000100:00000001:1.0:1788687281.830793:0:30320:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687281.830797:0:30320:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9ad80 x1875572824511616/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687297 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.830804:0:30320:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687281.830808:0:30320:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687281.830812:0:30320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c7093000. 02000000:00000001:1.0:1788687281.830815:0:30320:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687281.830818:0:30320:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687281.830820:0:30320:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687281.830823:0:30320:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687281.830826:0:30320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c6913c00. 02000000:00000001:1.0:1788687281.830838:0:30320:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687281.830840:0:30320:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687281.830843:0:30320:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9ad80. 00000100:00000001:1.0:1788687281.830847:0:30320:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687281.830849:0:30320:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687281.830852:0:30320:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788687281.830853:0:30320:0:(dcache.c:176:ll_intent_release()) intent ffffaca081c3be00 released 00000080:00000001:1.0:1788687281.830855:0:30320:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788687281.830861:0:30320:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687281.830863:0:30320:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687281.830864:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bd50 00000080:00200000:1.0:1788687281.830867:0:30320:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687281.830874:0:30320:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29e17c8c00. 00800000:00000002:1.0:1788687281.830881:0:30320:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687281.830884:0:30320:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687281.830887:0:30320:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687281.830889:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bc70 00800000:00000002:1.0:1788687281.830891:0:30320:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687281.830895:0:30320:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687281.830899:0:30320:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687281.830904:0:30320:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687281.830959:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bb40 00000002:00010000:1.0:1788687281.830963:0:30320:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687281.830967:0:30320:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687281.830970:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687281.830972:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687281.830975:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62700 count: 2 00010000:00000001:1.0:1788687281.830977:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687281.830980:0:30320:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687281.830983:0:30320:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687281.830986:0:30320:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:1.0:1788687281.830994:0:30320:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687281.830998:0:30320:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687281.831001:0:30320:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:1.0:1788687281.831009:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687281.831011:0:30320:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687281.831013:0:30320:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687281.831015:0:30320:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687281.831017:0:30320:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687281.831019:0:30320:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687281.831021:0:30320:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788687281.831023:0:30320:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687281.831026:0:30320:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29e17c8c00. 00000080:00000001:1.0:1788687281.831029:0:30320:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687281.831031:0:30320:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687281.831034:0:30320:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687281.831037:0:30320:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811c79 00800000:00000001:1.0:1788687281.831040:0:30320:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687281.831042:0:30320:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687281.831043:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687281.831045:0:30320:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687281.831047:0:30320:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147400 refcount=3 00000020:00000001:1.0:1788687281.831050:0:30320:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:1.0:1788687281.831053:0:30320:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:1.0:1788687281.831055:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.831056:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687281.831058:0:30320:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687281.831060:0:30320:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687281.831062:0:30320:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811c79 from it ffffaca081c3bd88 00010000:00000001:1.0:1788687281.831064:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687281.831065:0:30320:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687281.831066:0:30320:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147400 refcount=3 00000020:00000001:1.0:1788687281.831068:0:30320:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:1.0:1788687281.831070:0:30320:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401702912 : -110871307848704 : ffff9b29c3147400) 00010000:00000001:1.0:1788687281.831073:0:30320:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687281.831075:0:30320:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:1.0:1788687281.831082:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.831083:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687281.831084:0:30320:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687281.831086:0:30320:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687281.831088:0:30320:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:1.0:1788687281.831095:0:30320:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687281.831097:0:30320:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687281.831099:0:30320:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687281.831101:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.831102:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687281.831103:0:30320:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.831106:0:30320:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687281.831107:0:30320:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.831109:0:30320:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.831111:0:30320:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.831113:0:30320:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687281.831115:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.831116:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687281.831118:0:30320:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687281.831119:0:30320:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687281.831122:0:30320:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788687281.831128:0:30320:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687281.831134:0:30320:0:(namei.c:2258:ll_rmdir()) Process entered 00000020:00000001:1.0:1788687281.831137:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3be18 00000080:00200000:1.0:1788687281.831139:0:30320:0:(namei.c:2261:ll_rmdir()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00000001:1.0:1788687281.831143:0:30320:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:1.0:1788687281.831146:0:30320:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21f.recovery-small-1, [0x200000404:0x1f:0x0]) is foreign... 00000080:00000001:1.0:1788687281.831149:0:30320:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788687281.831154:0:30320:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29e17c8c00. 00800000:00000002:1.0:1788687281.831157:0:30320:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00800000:00000001:1.0:1788687281.831164:0:30320:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1788687281.831169:0:30320:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1788687281.831172:0:30320:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x1f:0x0] 00800000:00000001:1.0:1788687281.831175:0:30320:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687281.831177:0:30320:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x1f:0x0] -> mds #0 00000002:00000001:1.0:1788687281.831182:0:30320:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1788687281.831184:0:30320:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788687281.831187:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62700 count: 2 00010000:00000001:1.0:1788687281.831189:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687281.831192:0:30320:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788687281.831195:0:30320:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687281.831198:0:30320:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147400/0x230d04438e811c79 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d1fef expref: -99 pid: 30318 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:1.0:1788687281.831206:0:30320:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788687281.831210:0:30320:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788687281.831212:0:30320:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788687281.831214:0:30320:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788687281.831216:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687281.831217:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687281.831219:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62700 count: 3 00010000:00000001:1.0:1788687281.831221:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687281.831223:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687281.831225:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687281.831226:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687281.831228:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62700 count: 3 00010000:00000001:1.0:1788687281.831229:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687281.831231:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687281.831233:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687281.831234:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687281.831235:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62700 count: 3 00010000:00000001:1.0:1788687281.831237:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687281.831239:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687281.831241:0:30320:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788687281.831244:0:30320:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b29d8594200, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788687281.831311:0:30320:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788687281.831314:0:30320:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788687281.831316:0:30320:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788687281.831318:0:30320:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.831322:0:30320:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687281.831325:0:30320:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687281.831327:0:30320:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687281.831328:0:30320:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687281.831330:0:30320:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788687281.831333:0:30320:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c3147400 with handle 0x230d04438e811c79 from hash 00010000:00000001:1.0:1788687281.831335:0:30320:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687281.831337:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.831338:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687281.831340:0:30320:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687281.831343:0:30320:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687281.831345:0:30320:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788687281.831348:0:30320:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788687281.831351:0:30320:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687281.831353:0:30320:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687281.831356:0:30320:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788687281.831358:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62800 count: 3 00010000:00000001:1.0:1788687281.831360:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687281.831362:0:30320:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788687281.831365:0:30320:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687281.831368:0:30320:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811cb8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d20cf expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788687281.831374:0:30320:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788687281.831376:0:30320:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788687281.831377:0:30320:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788687281.831378:0:30320:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x1f:0x0] mode (null) 00000002:00000001:1.0:1788687281.831380:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687281.831382:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687281.831384:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62800 count: 4 00010000:00000001:1.0:1788687281.831386:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687281.831388:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687281.831390:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687281.831391:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687281.831392:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62800 count: 4 00010000:00000001:1.0:1788687281.831395:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687281.831397:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687281.831398:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687281.831400:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687281.831401:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62800 count: 4 00010000:00000001:1.0:1788687281.831403:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687281.831405:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687281.831406:0:30320:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788687281.831408:0:30320:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x1f:0x0] lli = ffff9b29d8596b40, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788687281.831411:0:30320:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788687281.831413:0:30320:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788687281.831415:0:30320:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788687281.831417:0:30320:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x1f:0x0](ffff9b29d8596c08) invalid 00000020:00000001:1.0:1788687281.831420:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3ba80 00000080:00002000:1.0:1788687281.831422:0:30320:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-1 (ffff9b29d870a798) parent ffff9b29d84cabd0 inode ffff9b29d8596c08 refc 2 00000080:00000001:1.0:1788687281.831426:0:30320:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788687281.831428:0:30320:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788687281.831429:0:30320:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.831431:0:30320:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687281.831433:0:30320:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687281.831435:0:30320:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687281.831436:0:30320:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687281.831438:0:30320:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788687281.831440:0:30320:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a4200 with handle 0x230d04438e811cb8 from hash 00010000:00000001:1.0:1788687281.831443:0:30320:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687281.831444:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687281.831446:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687281.831447:0:30320:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687281.831449:0:30320:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687281.831450:0:30320:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788687281.831452:0:30320:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687281.831455:0:30320:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811cb1 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d2090 expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1788687281.831461:0:30320:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788687281.831463:0:30320:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788687281.831464:0:30320:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788687281.831465:0:30320:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x1f:0x0] mode CR 00000002:00000001:1.0:1788687281.831467:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687281.831468:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687281.831470:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62800 count: 4 00010000:00000001:1.0:1788687281.831472:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687281.831474:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687281.831475:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687281.831476:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687281.831478:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62800 count: 4 00010000:00000001:1.0:1788687281.831479:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687281.831481:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687281.831483:0:30320:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687281.831485:0:30320:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788687281.831488:0:30320:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788687281.831492:0:30320:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b29e17c9000. 00000080:00000001:1.0:1788687281.831495:0:30320:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788687281.831499:0:30320:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788687281.831502:0:30320:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788687281.831504:0:30320:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x1f:0x0] 00000002:00000001:1.0:1788687281.831508:0:30320:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788687281.831510:0:30320:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b29e019e800: [0x200000404:0x1f:0x0] file closed with intent: 0 00000100:00000010:1.0:1788687281.831517:0:30320:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9ad80. 00000020:00000040:1.0:1788687281.831520:0:30320:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:1.0:1788687281.831525:0:30320:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687281.831529:0:30320:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687281.831532:0:30320:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687281.831544:0:30320:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c584c800. 00000100:00000001:1.0:1788687281.831551:0:30320:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788687281.831565:0:30320:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b29c97f3100 x1875572824511104/t4294967603(4294967603) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687297 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788687281.831576:0:30320:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788687281.831581:0:30320:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8b9ad80 x1875572824511872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788687281.831588:0:30320:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687281.831590:0:30320:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687281.831596:0:30320:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c133a840. 00000100:00000001:1.0:1788687281.831598:0:30320:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202370193472 : -110871339358144 : ffff9b29c133a840) 00000100:00000001:1.0:1788687281.831601:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687281.831603:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000100:00000001:1.0:1788687281.831608:0:30320:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687281.831613:0:30320:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.831615:0:30320:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687281.831617:0:30320:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687281.831621:0:30320:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9ad80 x1875572824511872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.831628:0:30320:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687281.831631:0:30320:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687281.831635:0:30320:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687281.831638:0:30320:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687281.831640:0:30320:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687281.831644:0:30320:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30320:1875572824511872:192.168.203.144@tcp:35:rm.0 00000100:00000001:1.0:1788687281.831651:0:30320:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687281.831657:0:30320:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687281.831660:0:30320:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687281.831662:0:30320:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687281.831667:0:30320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6913c00. 02000000:00000001:1.0:1788687281.831669:0:30320:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687281.831679:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687281.831683:0:30320:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150c60. 00000400:00000010:1.0:1788687281.831690:0:30320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcc38. 00000100:00000200:1.0:1788687281.831698:0:30320:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824511872, portal 10 00000100:00000001:1.0:1788687281.831700:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687281.831701:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000100:00000040:1.0:1788687281.831708:0:30320:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b9ad80 x1875572824511872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.831715:0:30320:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687281.831718:0:30320:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687281.831721:0:30320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc770. 00000100:00000200:1.0:1788687281.831725:0:30320:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824511872, offset 0 00000400:00000200:1.0:1788687281.831733:0:30320:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687281.831742:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687281.831751:0:30320:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687281.831756:0:30320:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687281.831761:0:30320:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687281.831764:0:30320:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687281.831767:0:30320:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687281.831771:0:30320:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2268:2268:256:4294967295] 192.168.203.144@tcp LPNI seq info [2268:2268:8:4294967295] 00000400:00000200:1.0:1788687281.831776:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687281.831785:0:30320:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687281.831792:0:30320:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687281.831798:0:30320:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2100. 00000800:00000200:1.0:1788687281.831805:0:30320:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687281.831815:0:30320:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687281.831821:0:30320:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788687281.831853:0:30320:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687281.831858:0:30320:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 808418 usecs (809 jiffies) 00000400:00000200:1.0:1788687281.831861:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687281.831864:0:30320:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296408645 00000100:00000001:1.0:1788687281.831868:0:30320:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296410334 00000100:00000001:1.0:1788687281.831870:0:30320:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296408645 00000100:00000001:1.0:1788687281.831872:0:30320:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296410334 00000100:00000001:1.0:1788687281.831875:0:30320:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687281.831877:0:30320:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.831879:0:30320:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687281.831881:0:30320:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687281.831884:0:30320:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c133a840 going to sleep for 11 seconds 00000100:00000001:1.0:1788687281.831886:0:30320:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687281.831889:0:30320:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687281.834568:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687281.834581:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2100. 00000400:00000200:2.0:1788687281.834593:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687281.834604:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687281.834614:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc770 00000400:00000010:2.0:1788687281.834617:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc770. 00000100:00000001:2.0:1788687281.834624:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687281.834633:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9ad80 x1875572824511872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.834646:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687281.834649:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9ad80 x1875572824511872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687297 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.834662:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.834664:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687281.843077:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.843107:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687281.843112:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.843115:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.843125:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.843134:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687281.843144:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.843149:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.843154:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.843159:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f49580 00000400:00000200:3.0:1788687281.843164:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.843171:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x649d [1] + 224 00000800:00000001:3.0:1788687281.843179:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.843185:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.843188:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.843193:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687281.843202:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687281.843213:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9ad80 x1875572824511872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687297 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687281.843225:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b29c8b9ad80 x1875572824511872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.843283:0:30320:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687281.843305:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687281.843316:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.843320:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788687281.844221:0:30320:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687281.844227:0:30320:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687281.844232:0:30320:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150c60. 00000400:00000200:1.0:1788687281.844241:0:30320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcc38 00000400:00000010:1.0:1788687281.844244:0:30320:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcc38. 00000100:00000001:1.0:1788687281.844249:0:30320:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687281.844259:0:30320:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9ad80 x1875572824511872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687281.844272:0:30320:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9ad80 x1875572824511872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.844280:0:30320:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687281.844283:0:30320:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687281.844286:0:30320:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687281.844290:0:30320:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687281.844293:0:30320:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687281.844296:0:30320:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687281.844299:0:30320:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687281.844310:0:30320:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=53 v=5 (5 5 5 5) 00000100:00001000:1.0:1788687281.844314:0:30320:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687281.844317:0:30320:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687281.844319:0:30320:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687281.844322:0:30320:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687281.844326:0:30320:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.844329:0:30320:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788687281.844331:0:30320:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788687281.844333:0:30320:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788687281.844335:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687281.844337:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000100:00000001:1.0:1788687281.844340:0:30320:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687281.844342:0:30320:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967599 00000100:00000001:1.0:1788687281.844344:0:30320:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687281.844346:0:30320:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687281.844351:0:30320:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9ad80 x1875572824511872/t4294967605(4294967605) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687297 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.844358:0:30320:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687281.844361:0:30320:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687281.844363:0:30320:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687281.844367:0:30320:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9ad80 x1875572824511872/t4294967605(4294967605) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687297 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687281.844375:0:30320:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30320:1875572824511872:192.168.203.144@tcp:35:rm.0 00000100:00000001:1.0:1788687281.844380:0:30320:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687281.844383:0:30320:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.844387:0:30320:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687281.844389:0:30320:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687281.844392:0:30320:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9ad80 x1875572824511872/t4294967605(4294967605) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687297 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687281.844400:0:30320:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687281.844403:0:30320:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c133a840. 00000100:00000001:1.0:1788687281.844407:0:30320:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687281.844408:0:30320:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687281.844416:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687281.844418:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000002:00000001:1.0:1788687281.844421:0:30320:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687281.844424:0:30320:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687281.844430:0:30320:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29e17c9000. 00000080:00000001:1.0:1788687281.844436:0:30320:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788687281.844439:0:30320:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000800:00000200:2.0:1788687281.849074:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687281.849080:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445900. 00000400:00000200:2.0:1788687281.849086:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687281.849092:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687281.849099:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda2a8 00000400:00000010:2.0:1788687281.849101:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda2a8. 00000100:00000001:2.0:1788687281.849106:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687281.849111:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3100 x1875572824512128/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687281.849121:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687281.849125:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3100 x1875572824512128/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687297 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687281.849130:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.849132:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687281.856531:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.856548:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687281.856552:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.856554:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.856575:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.856586:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687281.856597:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.856603:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.856609:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.856614:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f49680 00000400:00000200:3.0:1788687281.856620:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.856626:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x64a5 [1] + 224 00000800:00000001:3.0:1788687281.856635:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.856643:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.856646:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.856651:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687281.856660:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687281.856672:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3100 x1875572824512128/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687297 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687281.856684:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b29c97f3100 x1875572824512128/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687281.856704:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788687281.856714:0:2362:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788687281.856717:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.856723:0:2362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687281.856730:0:2362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2270:2270:256:4294967295] 192.168.203.144@tcp LPNI seq info [2270:2270:8:4294967295] 00000400:00000200:3.0:1788687281.856735:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.856744:0:2362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1788687281.856848:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687281.856857:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a700. 00000800:00000200:3.0:1788687281.856865:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687281.856874:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687281.856881:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a700 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788687281.859290:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687281.859299:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a700. 00000400:00000200:3.0:1788687281.859306:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.859313:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1788687281.859328:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.859338:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788687281.860081:0:30320:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4200. 00010000:00000010:0.1:1788687281.860195:0:30320:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62800. 00010000:00000010:0.1:1788687281.860200:0:30320:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4800. 00010000:00000010:0.1:1788687281.860205:0:30320:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62700. 00010000:00000010:0.1:1788687281.860210:0:30320:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147400. 00000800:00000200:3.0:1788687281.864172:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687281.864185:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445900. 00000400:00000200:3.0:1788687281.864193:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.864203:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687281.864213:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdadd0 00000400:00000010:3.0:1788687281.864216:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdadd0. 00000100:00000001:3.0:1788687281.864221:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687281.864231:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1c00 x1875572824512256/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.864245:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687281.864249:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1c00 x1875572824512256/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687297 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.864257:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.864259:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687281.864270:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.864283:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687281.864285:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.864287:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.864295:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.864301:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687281.864308:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.864312:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.864318:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.864323:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f49700 00000400:00000200:3.0:1788687281.864328:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.864334:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x64ad [1] + 224 00000800:00000001:3.0:1788687281.864342:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.864347:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.864349:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.864352:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687281.864357:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687281.864360:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1c00 x1875572824512256/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687297 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687281.864375:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c97f1c00 x1875572824512256/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.864390:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687281.864396:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.864398:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1788687281.864601:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8596b40. 00000080:00000010:0.1:1788687281.864615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d00440. 02000000:00000010:2.0:1788687281.868548:0:30320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9b29c6980000. 02000000:00000001:2.0:1788687281.868552:0:30320:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687281.868563:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687281.868695:0:30320:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd210. 00000400:00000010:2.0:1788687281.868708:0:30320:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9b29c6814000. 00000100:00000200:2.0:1788687281.868717:0:30320:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875572824512512, portal 10 00000100:00000001:2.0:1788687281.868720:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687281.868721:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00000100:00000040:2.0:1788687281.868731:0:30320:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f1c00 x1875572824512512/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687297 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.868739:0:30320:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687281.868742:0:30320:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687281.868747:0:30320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240110. 00000100:00000200:2.0:1788687281.868750:0:30320:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875572824512512, offset 0 00000400:00000200:2.0:1788687281.868758:0:30320:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687281.868768:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.868777:0:30320:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687281.868784:0:30320:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687281.868789:0:30320:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687281.868793:0:30320:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687281.868796:0:30320:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687281.868801:0:30320:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2272:2272:256:4294967295] 192.168.203.144@tcp LPNI seq info [2272:2272:8:4294967295] 00000400:00000200:2.0:1788687281.868806:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.869052:0:30320:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687281.869059:0:30320:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687281.869065:0:30320:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec000. 00000800:00000200:2.0:1788687281.869073:0:30320:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687281.869083:0:30320:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687281.869087:0:30320:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec000 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788687281.869172:0:30320:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687281.869178:0:30320:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 804740 usecs (805 jiffies) 00000400:00000200:2.0:1788687281.869181:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687281.869185:0:30320:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296408679 00000100:00000001:2.0:1788687281.869188:0:30320:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296410334 00000100:00000001:2.0:1788687281.869190:0:30320:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296408679 00000100:00000001:2.0:1788687281.869192:0:30320:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296410334 00000100:00000001:2.0:1788687281.869194:0:30320:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687281.869196:0:30320:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.869199:0:30320:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687281.869201:0:30320:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687281.869203:0:30320:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6bdc9c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788687281.869206:0:30320:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687281.869210:0:30320:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687281.870652:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687281.870660:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec000. 00000400:00000200:3.0:1788687281.870667:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.870676:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687281.870683:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240110 00000400:00000010:3.0:1788687281.870686:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240110. 00000100:00000001:3.0:1788687281.870691:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687281.870700:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1c00 x1875572824512512/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687297 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.870713:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687281.870717:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1c00 x1875572824512512/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687297 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.870724:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.870726:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687281.874368:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.874390:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687281.874396:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.874400:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687281.874412:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.874421:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687281.874431:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.874437:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.874443:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.874448:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 608 into portal 10 MB=0x6a9d2d3f49800 00000400:00000200:2.0:1788687281.874454:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.874461:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 608/608 into md 0x64b5 [64] + 224 00000800:00000001:2.0:1788687281.874470:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.874478:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687281.874482:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687281.874487:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687281.874497:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687281.874509:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1c00 x1875572824512512/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687297 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687281.874522:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9b29c97f1c00 x1875572824512512/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.874546:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687281.874556:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.874559:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687281.874725:0:30320:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687281.874735:0:30320:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687281.874737:0:30320:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687281.874741:0:30320:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd210. 00000400:00000200:3.0:1788687281.874748:0:30320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6814000 00000400:00000010:3.0:1788687281.874751:0:30320:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9b29c6814000. 00000100:00000001:3.0:1788687281.874754:0:30320:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687281.874768:0:30320:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f1c00 x1875572824512512/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687281.874778:0:30320:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f1c00 x1875572824512512/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.874784:0:30320:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687281.874787:0:30320:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687281.874790:0:30320:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687281.874795:0:30320:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687281.874797:0:30320:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687281.874800:0:30320:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687281.874803:0:30320:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687281.874822:0:30320:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=53 v=5 (5 103 103 103) 00000100:00001000:3.0:1788687281.874827:0:30320:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687281.874837:0:30320:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788687281.874842:0:30320:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9b29c97f1c00 x1875572824512512/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.874849:0:30320:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788687281.874852:0:30320:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788687281.874854:0:30320:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788687281.874856:0:30320:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788687281.874859:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687281.874861:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00000100:00000001:3.0:1788687281.874864:0:30320:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687281.874866:0:30320:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967599 00000100:00000001:3.0:1788687281.874869:0:30320:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687281.874872:0:30320:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1788687281.874877:0:30320:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f1c00 x1875572824512512/t4294967607(4294967607) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687297 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.874885:0:30320:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1788687281.874888:0:30320:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687281.874890:0:30320:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687281.874894:0:30320:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f1c00 x1875572824512512/t4294967607(4294967607) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687297 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687281.874903:0:30320:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f1c00 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30320:1875572824512512:192.168.203.144@tcp:101:rm.0 00000100:00000001:3.0:1788687281.874948:0:30320:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687281.874951:0:30320:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788687281.874955:0:30320:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687281.874958:0:30320:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687281.875169:0:30320:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1c00 x1875572824512512/t4294967607(4294967607) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687297 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.875178:0:30320:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687281.875181:0:30320:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c6bdc9c0. 00000100:00000001:3.0:1788687281.875185:0:30320:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687281.875187:0:30320:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1788687281.875191:0:30320:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788687281.875198:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.875201:0:30320:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.875205:0:30320:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4800 refcount=4 00000020:00000001:3.0:1788687281.875207:0:30320:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:3.0:1788687281.875211:0:30320:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00010000:3.0:1788687281.875217:0:30320:0:(ldlm_request.c:687:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811cc6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30320 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687281.875229:0:30320:0:(ldlm_request.c:718:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1788687281.875233:0:30320:0:(ldlm_request.c:590:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811cc6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30320 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687281.875240:0:30320:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687281.875243:0:30320:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811cc6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30320 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687281.875249:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.875251:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788687281.875254:0:30320:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811cc6 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30320 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687281.875260:0:30320:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687281.875263:0:30320:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.875267:0:30320:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788687281.875269:0:30320:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811cc6 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30320 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687281.875280:0:30320:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29c5cc4800 already unused, calling callback (ffffffffc1baf630) 00000080:00000001:3.0:1788687281.875284:0:30320:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788687281.875288:0:30320:0:(ldlm_request.c:1731:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811cc6 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 30320 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687281.875294:0:30320:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788687281.875296:0:30320:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788687281.875299:0:30320:0:(ldlm_request.c:1741:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811cc6 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 30320 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687281.875304:0:30320:0:(ldlm_request.c:1742:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788687281.875308:0:30320:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788687281.875309:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.875310:0:30320:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.875312:0:30320:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4800 refcount=5 00000020:00000001:3.0:1788687281.875315:0:30320:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:3.0:1788687281.875317:0:30320:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:3.0:1788687281.875320:0:30320:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788687281.875323:0:30320:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811cc6 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 30320 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788687281.875328:0:30320:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788687281.875330:0:30320:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687281.875333:0:30320:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788687281.875335:0:30320:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788687281.875339:0:30320:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788687281.875341:0:30320:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788687281.875343:0:30320:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687281.875345:0:30320:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788687281.875348:0:30320:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc4800 with handle 0x230d04438e811cc6 from hash 00010000:00000001:3.0:1788687281.875350:0:30320:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788687281.875353:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.875354:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.875355:0:30320:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788687281.875357:0:30320:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788687281.875359:0:30320:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788687281.875361:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.875362:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.875364:0:30320:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687281.875365:0:30320:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687281.875368:0:30320:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811cc6 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30320 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687281.875373:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.875374:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.875375:0:30320:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788687281.875377:0:30320:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687281.875378:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.875379:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.875380:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788687281.875382:0:30320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811cc6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30320 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687281.875397:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.875400:0:30320:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1788687281.875405:0:30320:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1788687281.875412:0:30320:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9b29c97f1c00 x1875572824512512/t4294967607(4294967607) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687297 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788687281.875422:0:30320:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788687281.875427:0:30320:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c97f1c00 x1875572824512512/t4294967607(4294967607) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687297 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788687281.875434:0:30320:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.875436:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788687281.875437:0:30320:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687281.875439:0:30320:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687281.875442:0:30320:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687281.875445:0:30320:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788687281.875448:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687281.875449:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00010000:00000001:3.0:1788687281.875451:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788687281.875452:0:30320:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687281.875455:0:30320:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788687281.875458:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3b868 00000002:00002000:3.0:1788687281.875461:0:30320:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:3.0:1788687281.875464:0:30320:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687281.875469:0:30320:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687281.875471:0:30320:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788687281.875475:0:30320:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788687281.875478:0:30320:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788687281.875483:0:30320:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687281.875487:0:30320:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6940600. 00000080:00000001:3.0:1788687281.875495:0:30320:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788687281.875502:0:30320:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788687281.875505:0:30320:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788687281.875508:0:30320:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788687281.875510:0:30320:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x20:0x0] 00000080:00000001:3.0:1788687281.875513:0:30320:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687281.875518:0:30320:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:3.0:1788687281.875522:0:30320:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788687281.875527:0:30320:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x20:0x0], updating i_size 16384 00000080:00000001:3.0:1788687281.875529:0:30320:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788687281.875532:0:30320:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788687281.875534:0:30320:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687281.875537:0:30320:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788687281.875539:0:30320:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.875542:0:30320:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687281.875546:0:30320:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1c00 x1875572824512512/t4294967607(4294967607) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687297 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.875553:0:30320:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687281.875557:0:30320:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788687281.875566:0:30320:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b29c975c200. 00000080:00000001:3.0:1788687281.875580:0:30320:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788687281.875583:0:30320:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788687281.875586:0:30320:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788687281.875590:0:30320:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b29c31d7440. 00000002:00100000:3.0:1788687281.875713:0:30320:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c97f1c00 x1875572824512512/t4294967607(4294967607) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687297 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788687281.875720:0:30320:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687281.875722:0:30320:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788687281.875726:0:30320:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788687281.875731:0:30320:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687281.875735:0:30320:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1788687281.875736:0:30320:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687281.875738:0:30320:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687281.875744:0:30320:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687281.875747:0:30320:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1c00 x1875572824512512/t4294967607(4294967607) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687297 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788687281.875880:0:30320:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687281.875884:0:30320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9b29c6980000. 02000000:00000001:3.0:1788687281.876050:0:30320:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788687281.876052:0:30320:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687281.876056:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bb78 00000080:00000008:3.0:1788687281.876058:0:30320:0:(file.c:1329:ll_file_open()) COMPLETED file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff9b29d8571988), flags 704400, rc = 0 00000080:00000001:3.0:1788687281.876063:0:30320:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687281.876091:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bd28 00000080:00200008:3.0:1788687281.876094:0:30320:0:(file.c:6296:ll_getattr_dentry()) START file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff9b29d8571988), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788687281.876103:0:30320:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1788687281.876108:0:30320:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687281.876111:0:30320:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788687281.876112:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bca0 00000080:00200000:3.0:1788687281.876114:0:30320:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x20:0x0](ffff9b29d8571988),name=d21f.recovery-small-2 00000080:00000010:3.0:1788687281.876122:0:30320:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c8ce00. 00800000:00000002:3.0:1788687281.876129:0:30320:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687281.876136:0:30320:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687281.876141:0:30320:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687281.876143:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bbc0 00800000:00000002:3.0:1788687281.876145:0:30320:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x20:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687281.876149:0:30320:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788687281.876154:0:30320:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x20:0x0], name='' -> mds #0 00000002:00000001:3.0:1788687281.876159:0:30320:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687281.876161:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3ba90 00000002:00010000:3.0:1788687281.876163:0:30320:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x20:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788687281.876167:0:30320:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687281.876169:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687281.876171:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687281.876179:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de200 count: 2 00010000:00000001:3.0:1788687281.876182:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687281.876188:0:30320:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687281.876191:0:30320:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687281.876196:0:30320:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5c00/0x230d04438e811c95 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2051 expref: -99 pid: 30319 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788687281.876204:0:30320:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687281.876209:0:30320:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687281.876212:0:30320:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5c00/0x230d04438e811c95 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2051 expref: -99 pid: 30319 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788687281.876220:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687281.876222:0:30320:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687281.876224:0:30320:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687281.876226:0:30320:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687281.876228:0:30320:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687281.876230:0:30320:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788687281.876232:0:30320:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788687281.876235:0:30320:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687281.876237:0:30320:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c8ce00. 00000080:00000001:3.0:1788687281.876241:0:30320:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687281.876243:0:30320:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687281.876246:0:30320:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x20:0x0](ffff9b29d8571988) 00000080:00010000:3.0:1788687281.876250:0:30320:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x20:0x0](ffff9b29d8571988) for lock 0x230d04438e811c95 00800000:00000001:3.0:1788687281.876253:0:30320:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687281.876255:0:30320:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687281.876257:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.876258:0:30320:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.876260:0:30320:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5c00 refcount=3 00000020:00000001:3.0:1788687281.876262:0:30320:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044736 : -110871200506880 : ffff9b29c97a5c00) 00010000:00000001:3.0:1788687281.876265:0:30320:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044736 : -110871200506880 : ffff9b29c97a5c00) 00010000:00000001:3.0:1788687281.876268:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.876270:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687281.876271:0:30320:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687281.876273:0:30320:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687281.876276:0:30320:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811c95 from it ffffaca081c3bcd8 00010000:00000001:3.0:1788687281.876278:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.876279:0:30320:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.876281:0:30320:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5c00 refcount=3 00000020:00000001:3.0:1788687281.876283:0:30320:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044736 : -110871200506880 : ffff9b29c97a5c00) 00010000:00000001:3.0:1788687281.876286:0:30320:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044736 : -110871200506880 : ffff9b29c97a5c00) 00010000:00000001:3.0:1788687281.876288:0:30320:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687281.876291:0:30320:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5c00/0x230d04438e811c95 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2051 expref: -99 pid: 30319 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788687281.876297:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.876298:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.876300:0:30320:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687281.876303:0:30320:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687281.876306:0:30320:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5c00/0x230d04438e811c95 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2051 expref: -99 pid: 30319 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788687281.876313:0:30320:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687281.876317:0:30320:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687281.876319:0:30320:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687281.876324:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.876325:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.876327:0:30320:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.876330:0:30320:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687281.876332:0:30320:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.876335:0:30320:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.876338:0:30320:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.876340:0:30320:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687281.876341:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.876342:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687281.876344:0:30320:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788687281.876346:0:30320:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687281.876350:0:30320:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687281.876354:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bd28 00000080:00000008:3.0:1788687281.876356:0:30320:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff9b29d8571988), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788687281.876376:0:30320:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1788687281.876379:0:30320:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x20:0x0](ffff9b29d8571988) pos/size0/16384 32bit_api 0 00000080:00000010:3.0:1788687281.876385:0:30320:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c8ce00. 00000080:00000001:3.0:1788687281.876388:0:30320:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:3.0:1788687281.876394:0:30320:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:3.0:1788687281.876398:0:30320:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:3.0:1788687281.876400:0:30320:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687281.876402:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bab8 00000002:00010000:3.0:1788687281.876404:0:30320:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x20:0x0]) in obj [0x200000404:0x20:0x0], intent: readdir flags 0 00000002:00000001:3.0:1788687281.876407:0:30320:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687281.876408:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687281.876410:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687281.876412:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de200 count: 2 00010000:00000001:3.0:1788687281.876414:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687281.876416:0:30320:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687281.876420:0:30320:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687281.876422:0:30320:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5c00/0x230d04438e811c95 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2051 expref: -99 pid: 30319 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788687281.876429:0:30320:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687281.876431:0:30320:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687281.876434:0:30320:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5c00/0x230d04438e811c95 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2051 expref: -99 pid: 30319 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788687281.876440:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687281.876441:0:30320:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687281.876443:0:30320:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687281.876445:0:30320:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687281.876446:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.876447:0:30320:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.876449:0:30320:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5c00 refcount=3 00000020:00000001:3.0:1788687281.876451:0:30320:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044736 : -110871200506880 : ffff9b29c97a5c00) 00010000:00000001:3.0:1788687281.876453:0:30320:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044736 : -110871200506880 : ffff9b29c97a5c00) 00010000:00000001:3.0:1788687281.876455:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.876456:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687281.876457:0:30320:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687281.876507:0:30320:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:3.0:1788687281.876513:0:30320:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9b29c62ed800. 00000002:00000001:3.0:1788687281.877089:0:30320:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:3.0:1788687281.877098:0:30320:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb7b80. 00000020:00000040:3.0:1788687281.877104:0:30320:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:3.0:1788687281.877109:0:30320:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687281.877112:0:30320:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687281.877116:0:30320:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687281.877124:0:30320:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c4c8dc00. 00000100:00000001:3.0:1788687281.877131:0:30320:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.877135:0:30320:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1788687281.877139:0:30320:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9b29c43bec00. 00000100:00000010:3.0:1788687281.877145:0:30320:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9b29c8b83000. 00000020:00000040:3.0:1788687281.877147:0:30320:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:3.0:1788687281.877168:0:30320:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687281.877170:0:30320:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687281.877176:0:30320:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29d105a3c0. 00000100:00000001:3.0:1788687281.877179:0:30320:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202635613120 : -110871073938496 : ffff9b29d105a3c0) 00000100:00000001:3.0:1788687281.877182:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687281.877184:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496535424 : -110871213016192 : ffff9b29c8bb7b80) 00000100:00000001:3.0:1788687281.877189:0:30320:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687281.877194:0:30320:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.877196:0:30320:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687281.877198:0:30320:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687281.877209:0:30320:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb7b80 x1875572824512640/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.877217:0:30320:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687281.877220:0:30320:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687281.877224:0:30320:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687281.877226:0:30320:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687281.877229:0:30320:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687281.877233:0:30320:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb7b80 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30320:1875572824512640:192.168.203.144@tcp:37:rm.0 00000100:00000001:3.0:1788687281.877237:0:30320:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687281.877243:0:30320:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687281.877247:0:30320:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.877250:0:30320:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1788687281.877260:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687281.877265:0:30320:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4370. 00000400:00000010:3.0:1788687281.877275:0:30320:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9b29c5d78000. 00000100:00000200:3.0:1788687281.877285:0:30320:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9d2d3f49880-0x6a9d2d3f49880, portal 14 00000100:00000001:3.0:1788687281.877288:0:30320:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687281.877291:0:30320:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687281.877295:0:30320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c43bd000. 02000000:00000001:3.0:1788687281.877297:0:30320:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687281.877300:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687281.877303:0:30320:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef40b0. 00000400:00000010:3.0:1788687281.877307:0:30320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0770. 00000100:00000200:3.0:1788687281.877311:0:30320:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824512640, portal 10 00000100:00000001:3.0:1788687281.877312:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687281.877314:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496535424 : -110871213016192 : ffff9b29c8bb7b80) 00000100:00000040:3.0:1788687281.877320:0:30320:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb7b80 x1875572824512640/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.877334:0:30320:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687281.877337:0:30320:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687281.877340:0:30320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0ee0. 00000100:00000200:3.0:1788687281.877342:0:30320:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875572824512640, offset 0 00000400:00000200:3.0:1788687281.877349:0:30320:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687281.877358:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.877368:0:30320:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687281.877373:0:30320:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687281.877378:0:30320:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687281.877382:0:30320:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687281.877386:0:30320:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687281.877390:0:30320:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2273:2273:256:4294967295] 192.168.203.144@tcp LPNI seq info [2273:2273:8:4294967295] 00000400:00000200:3.0:1788687281.877395:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.877406:0:30320:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687281.877413:0:30320:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687281.877419:0:30320:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a700. 00000800:00000200:3.0:1788687281.877427:0:30320:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687281.877437:0:30320:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687281.877444:0:30320:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a700 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1788687281.877472:0:30320:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687281.877478:0:30320:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 803517 usecs (804 jiffies) 00000400:00000200:3.0:1788687281.877482:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687281.877486:0:30320:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296408686 00000100:00000001:3.0:1788687281.877489:0:30320:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296410334 00000100:00000001:3.0:1788687281.877492:0:30320:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296408686 00000100:00000001:3.0:1788687281.877494:0:30320:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296410334 00000100:00000001:3.0:1788687281.877497:0:30320:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687281.877500:0:30320:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.877503:0:30320:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687281.877505:0:30320:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687281.877508:0:30320:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29d105a3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788687281.877511:0:30320:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687281.877514:0:30320:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687281.878345:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687281.878353:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a700. 00000400:00000200:2.0:1788687281.878360:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687281.878369:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687281.878377:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0ee0 00000400:00000010:2.0:1788687281.878380:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0ee0. 00000100:00000001:2.0:1788687281.878386:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687281.878394:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb7b80 x1875572824512640/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.878406:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687281.878410:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb7b80 x1875572824512640/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687297 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.878417:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.878419:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687281.883886:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.883954:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687281.883959:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.883970:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687281.883982:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.883992:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687281.884002:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.884009:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.884015:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.884020:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 4096 into portal 14 MB=0x6a9d2d3f49880 00000400:00000200:2.0:1788687281.884026:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.884032:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.144@tcp of length 4096/4096 into md 0x64c5 [256] + 0 00000400:00000010:2.0:1788687281.884038:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4370. 00000400:00000200:2.0:1788687281.884045:0:2361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9b29c5d78000 00000800:00000001:2.0:1788687281.884051:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.884062:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687281.884066:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687281.884071:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687281.884078:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c5d78000 00000400:00000010:2.0:1788687281.884081:0:2361:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9b29c5d78000. 00000100:00000001:2.0:1788687281.884088:0:2361:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788687281.884091:0:2361:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9b29c8bb7b80 desc ffff9b29c43bec00 mbits 1875572824512640 00000100:00000001:2.0:1788687281.884102:0:2361:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788687281.884111:0:2361:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788687281.884114:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.884120:0:2361:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687281.884127:0:2361:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2274:2274:256:4294967295] 192.168.203.144@tcp LPNI seq info [2274:2274:8:4294967295] 00000400:00000200:2.0:1788687281.884132:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.884141:0:2361:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1788687281.884149:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687281.884159:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9b29c69dc000. 00000800:00000200:2.0:1788687281.884167:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687281.884176:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687281.884182:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c69dc000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788687281.884257:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687281.884262:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9b29c69dc000. 00000400:00000200:2.0:1788687281.884266:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687281.884270:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1788687281.884277:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.884280:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687281.884846:0:30320:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687281.884852:0:30320:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788687281.887315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4800. 00000800:00000001:2.0:1788687281.890289:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.890313:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687281.890318:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.890321:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687281.890333:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.890343:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687281.890353:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.890359:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.890365:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.890370:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 440 into portal 10 MB=0x6a9d2d3f49880 00000400:00000200:2.0:1788687281.890376:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.890384:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 440/440 into md 0x64cd [1] + 224 00000800:00000001:2.0:1788687281.890393:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.890408:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687281.890412:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687281.890417:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687281.890427:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687281.890439:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb7b80 x1875572824512640/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687297 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687281.890451:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9b29c8bb7b80 x1875572824512640/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.890475:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687281.890485:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.890489:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687281.890730:0:30320:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687281.890739:0:30320:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687281.890742:0:30320:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687281.890746:0:30320:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef40b0. 00000400:00000200:3.0:1788687281.890761:0:30320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0770 00000400:00000010:3.0:1788687281.890765:0:30320:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0770. 00000100:00000001:3.0:1788687281.890769:0:30320:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687281.890775:0:30320:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb7b80 x1875572824512640/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687281.890785:0:30320:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb7b80 x1875572824512640/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.890791:0:30320:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687281.890793:0:30320:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687281.890796:0:30320:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687281.890800:0:30320:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687281.890803:0:30320:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687281.890805:0:30320:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687281.891064:0:30320:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687281.891077:0:30320:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=53 v=5 (5 5 5 5) 00000100:00001000:3.0:1788687281.891082:0:30320:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687281.891085:0:30320:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687281.891087:0:30320:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.891090:0:30320:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687281.891156:0:30320:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.891161:0:30320:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687281.891163:0:30320:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967599 00000100:00000001:3.0:1788687281.891166:0:30320:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687281.891169:0:30320:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687281.891176:0:30320:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9b29c8bb7b80 x1875572824512640/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687281.891186:0:30320:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9b29c8bb7b80 x1875572824512640/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687297 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.891193:0:30320:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687281.891196:0:30320:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687281.891200:0:30320:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb7b80 x1875572824512640/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687297 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687281.891208:0:30320:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb7b80 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30320:1875572824512640:192.168.203.144@tcp:37:rm.0 00000100:00000001:3.0:1788687281.891213:0:30320:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687281.891217:0:30320:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.891220:0:30320:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687281.891222:0:30320:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687281.891226:0:30320:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb7b80 x1875572824512640/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687297 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.891233:0:30320:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687281.891236:0:30320:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29d105a3c0. 00000100:00000001:3.0:1788687281.891240:0:30320:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687281.891242:0:30320:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687281.891246:0:30320:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.891249:0:30320:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687281.891252:0:30320:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb7b80 x1875572824512640/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687297 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.891258:0:30320:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687281.891262:0:30320:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687281.891265:0:30320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c43bd000. 02000000:00000001:3.0:1788687281.891269:0:30320:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687281.891271:0:30320:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687281.891273:0:30320:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687281.891276:0:30320:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788687281.891278:0:30320:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1788687281.891281:0:30320:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687281.891282:0:30320:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687281.891284:0:30320:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:3.0:1788687281.891314:0:30320:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9b29c8b83000. 00000100:00000010:3.0:1788687281.891318:0:30320:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9b29c43bec00. 00000100:00000001:3.0:1788687281.891321:0:30320:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1788687281.891324:0:30320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c4c8dc00. 02000000:00000001:3.0:1788687281.891327:0:30320:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687281.891329:0:30320:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687281.891331:0:30320:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb7b80. 00000100:00000001:3.0:1788687281.891335:0:30320:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687281.891336:0:30320:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687281.891339:0:30320:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:3.0:1788687281.891341:0:30320:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:3.0:1788687281.892432:0:30320:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9b29c62ed800. 00000002:00000001:3.0:1788687281.892442:0:30320:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.892450:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687281.892453:0:30320:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687281.892457:0:30320:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5c00 refcount=3 00000020:00000001:3.0:1788687281.892460:0:30320:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044736 : -110871200506880 : ffff9b29c97a5c00) 00010000:00000001:3.0:1788687281.892464:0:30320:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044736 : -110871200506880 : ffff9b29c97a5c00) 00010000:00000001:3.0:1788687281.892467:0:30320:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687281.892473:0:30320:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5c00/0x230d04438e811c95 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2051 expref: -99 pid: 30319 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788687281.892484:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.892486:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.892488:0:30320:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687281.892492:0:30320:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687281.892495:0:30320:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5c00/0x230d04438e811c95 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2051 expref: -99 pid: 30319 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788687281.892503:0:30320:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687281.892507:0:30320:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687281.892509:0:30320:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687281.892514:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.892515:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687281.892518:0:30320:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.892522:0:30320:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687281.892524:0:30320:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.892526:0:30320:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.892530:0:30320:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687281.892532:0:30320:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687281.892534:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687281.892535:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:3.0:1788687281.892539:0:30320:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687281.893288:0:30320:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:2.0:1788687281.893300:0:30320:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788687281.893302:0:30320:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833954 : 144115205322833954 : 200000404000022) 00000080:00000001:2.0:1788687281.893309:0:30320:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687281.893317:0:30320:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c8ce00. 00000080:00000001:2.0:1788687281.893326:0:30320:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687281.893363:0:30320:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788687281.893367:0:30320:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788687281.893371:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bdd0 00000080:00200008:2.0:1788687281.893374:0:30320:0:(file.c:479:ll_file_release()) START file d21f.recovery-small-2:[0x200000404:0x20:0x0](ffff9b29d8571988), flags 704000 00000080:00400000:2.0:1788687281.893379:0:30320:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x20:0x0] 00000080:00000001:2.0:1788687281.893384:0:30320:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1788687281.893386:0:30320:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:2.0:1788687281.893389:0:30320:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788687281.893399:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687281.893403:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687281.893412:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de200 count: 2 00010000:00000001:2.0:1788687281.893415:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687281.893420:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788687281.893422:0:30320:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x20:0x0]: 0 00000080:00000001:2.0:1788687281.893426:0:30320:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788687281.893428:0:30320:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788687281.893436:0:30320:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b29c2b97200. 00000080:00000001:2.0:1788687281.893438:0:30320:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788687281.893445:0:30320:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788687281.893450:0:30320:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788687281.893452:0:30320:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x20:0x0] 00000002:00000001:2.0:1788687281.893456:0:30320:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788687281.893458:0:30320:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b29e019e800: [0x200000404:0x20:0x0] file closed with intent: 0 00000100:00000010:2.0:1788687281.893466:0:30320:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8700. 00000020:00000040:2.0:1788687281.893470:0:30320:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:2.0:1788687281.893477:0:30320:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687281.893481:0:30320:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687281.893486:0:30320:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687281.893495:0:30320:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c2b96e00. 00000100:00000001:2.0:1788687281.893504:0:30320:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788687281.893524:0:30320:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b29c97f1c00 x1875572824512512/t4294967607(4294967607) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687297 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788687281.893538:0:30320:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788687281.893544:0:30320:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c42e8700 x1875572824512896/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788687281.893552:0:30320:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687281.893554:0:30320:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687281.893562:0:30320:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c5ca4240. 00000100:00000001:2.0:1788687281.893680:0:30320:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202447172160 : -110871262379456 : ffff9b29c5ca4240) 00000100:00000001:2.0:1788687281.893685:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687281.893687:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188928 : -110871289362688 : ffff9b29c42e8700) 00000100:00000001:2.0:1788687281.893692:0:30320:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687281.893697:0:30320:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.893700:0:30320:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687281.893701:0:30320:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687281.893707:0:30320:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8700 x1875572824512896/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.893715:0:30320:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687281.893717:0:30320:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687281.893722:0:30320:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687281.893725:0:30320:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687281.893728:0:30320:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687281.893731:0:30320:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8700 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30320:1875572824512896:192.168.203.144@tcp:35:rm.0 00000100:00000001:2.0:1788687281.893736:0:30320:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687281.893743:0:30320:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687281.893746:0:30320:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687281.893873:0:30320:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687281.893881:0:30320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d7000. 02000000:00000001:2.0:1788687281.893883:0:30320:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687281.893894:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687281.893899:0:30320:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd210. 00000400:00000010:2.0:1788687281.893930:0:30320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240c38. 00000100:00000200:2.0:1788687281.893939:0:30320:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824512896, portal 10 00000100:00000001:2.0:1788687281.893941:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687281.893943:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188928 : -110871289362688 : ffff9b29c42e8700) 00000100:00000040:2.0:1788687281.893950:0:30320:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42e8700 x1875572824512896/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.893958:0:30320:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687281.894028:0:30320:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687281.894032:0:30320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02406e8. 00000100:00000200:2.0:1788687281.894037:0:30320:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824512896, offset 0 00000400:00000200:2.0:1788687281.894044:0:30320:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687281.894054:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.894063:0:30320:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687281.894069:0:30320:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687281.894073:0:30320:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687281.894078:0:30320:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687281.894081:0:30320:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687281.894085:0:30320:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2275:2275:256:4294967295] 192.168.203.144@tcp LPNI seq info [2275:2275:8:4294967295] 00000400:00000200:2.0:1788687281.894090:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.894163:0:30320:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687281.894171:0:30320:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687281.894178:0:30320:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec200. 00000800:00000200:2.0:1788687281.894186:0:30320:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687281.894196:0:30320:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687281.894202:0:30320:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788687281.894230:0:30320:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687281.894236:0:30320:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 802311 usecs (803 jiffies) 00000400:00000200:2.0:1788687281.894241:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687281.894244:0:30320:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296408702 00000100:00000001:2.0:1788687281.894247:0:30320:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296410334 00000100:00000001:2.0:1788687281.894250:0:30320:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296408702 00000100:00000001:2.0:1788687281.894253:0:30320:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296410334 00000100:00000001:2.0:1788687281.894255:0:30320:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687281.894259:0:30320:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.894261:0:30320:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687281.894263:0:30320:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687281.894267:0:30320:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca4240 going to sleep for 11 seconds 00000100:00000001:2.0:1788687281.894270:0:30320:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687281.894273:0:30320:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687281.899139:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687281.899151:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec200. 00000400:00000200:3.0:1788687281.899160:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.899171:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687281.899180:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02406e8 00000400:00000010:3.0:1788687281.899183:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02406e8. 00000100:00000001:3.0:1788687281.899191:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687281.899201:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8700 x1875572824512896/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.899215:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687281.899219:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8700 x1875572824512896/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687297 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.899225:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.899227:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687281.902675:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.902705:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687281.902710:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.902713:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687281.902726:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.902736:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687281.902749:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.902755:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.902762:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.902767:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f49980 00000400:00000200:2.0:1788687281.902773:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.902781:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x64dd [1] + 224 00000800:00000001:2.0:1788687281.902791:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.902807:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687281.902811:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687281.902817:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687281.902827:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687281.902848:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8700 x1875572824512896/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687297 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687281.902860:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b29c42e8700 x1875572824512896/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.902896:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687281.902951:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.902956:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1788687281.905218:0:30320:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fdf78. 00000400:00000010:2.0:1788687281.905229:0:30320:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9b29c6817800. 00000100:00000200:2.0:1788687281.905237:0:30320:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875572824513152, portal 10 00000100:00000001:2.0:1788687281.905240:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687281.905241:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00000100:00000040:2.0:1788687281.905250:0:30320:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f1c00 x1875572824513152/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687297 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.905259:0:30320:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687281.905261:0:30320:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687281.905265:0:30320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02404c8. 00000100:00000200:2.0:1788687281.905269:0:30320:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875572824513152, offset 0 00000400:00000200:2.0:1788687281.905276:0:30320:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687281.905286:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.905294:0:30320:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687281.905300:0:30320:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687281.905304:0:30320:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687281.905309:0:30320:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687281.905312:0:30320:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687281.905316:0:30320:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2276:2276:256:4294967295] 192.168.203.144@tcp LPNI seq info [2276:2276:8:4294967295] 00000400:00000200:2.0:1788687281.905321:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.905331:0:30320:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687281.905337:0:30320:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687281.905344:0:30320:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec200. 00000800:00000200:2.0:1788687281.905352:0:30320:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687281.905361:0:30320:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687281.905366:0:30320:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec200 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788687281.905389:0:30320:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687281.905396:0:30320:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 801101 usecs (802 jiffies) 00000400:00000200:2.0:1788687281.905399:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687281.905402:0:30320:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296408712 00000100:00000001:2.0:1788687281.905405:0:30320:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296410334 00000100:00000001:2.0:1788687281.905408:0:30320:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296408712 00000100:00000001:2.0:1788687281.905411:0:30320:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296410334 00000100:00000001:2.0:1788687281.905413:0:30320:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687281.905416:0:30320:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.905419:0:30320:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687281.905421:0:30320:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687281.905424:0:30320:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6bdca80 going to sleep for 11 seconds 00000100:00000001:2.0:1788687281.905427:0:30320:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687281.905430:0:30320:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687281.905555:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687281.905562:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec200. 00000400:00000200:3.0:1788687281.905572:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.905578:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687281.905584:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02404c8 00000400:00000010:3.0:1788687281.905586:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02404c8. 00000100:00000001:3.0:1788687281.905590:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687281.905595:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1c00 x1875572824513152/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687297 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.905605:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687281.905609:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1c00 x1875572824513152/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687297 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.905620:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.905621:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687281.912478:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.912505:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687281.912511:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.912514:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687281.912525:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.912535:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687281.912548:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.912554:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.912560:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.912564:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 608 into portal 10 MB=0x6a9d2d3f49a80 00000400:00000200:2.0:1788687281.912571:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.912578:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 608/608 into md 0x64ed [64] + 224 00000800:00000001:2.0:1788687281.912587:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.912608:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687281.912613:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687281.912619:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687281.912628:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687281.912640:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1c00 x1875572824513152/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687297 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687281.912658:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9b29c97f1c00 x1875572824513152/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.912686:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687281.912696:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.912699:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687281.918071:0:30320:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1788687281.918083:0:30320:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x20:0x0](ffff9b29d8571988) pos/size0/16384 32bit_api 0 00000080:00000010:2.0:1788687281.918679:0:30320:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c2b96e00. 00000080:00000001:2.0:1788687281.918690:0:30320:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:2.0:1788687281.918699:0:30320:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446732216456332864 : -11857253218752 : fffff53744a24640) 00000080:00000001:2.0:1788687281.918705:0:30320:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:2.0:1788687281.918712:0:30320:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788687281.918714:0:30320:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833954 : 144115205322833954 : 200000404000022) 00000080:00000001:2.0:1788687281.918731:0:30320:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687281.918736:0:30320:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c2b96e00. 00000080:00000001:2.0:1788687281.918746:0:30320:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687281.918764:0:30320:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1788687281.918766:0:30320:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x20:0x0](ffff9b29d8571988) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:2.0:1788687281.918769:0:30320:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788687281.918771:0:30320:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687281.918797:0:30320:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687281.918801:0:30320:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788687281.918803:0:30320:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x20:0x0](ffff9b29d8571988), inode mode 41ed mask 1 00000080:00000001:2.0:1788687281.918807:0:30320:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687281.919041:0:30320:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788687281.919045:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bda0 00000080:00002000:2.0:1788687281.919048:0:30320:0:(dcache.c:87:ll_dcompare()) found name f(ffff9b29d8746af8) flags 0x48000e refc 0 00000080:00000001:2.0:1788687281.919051:0:30320:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687281.919053:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3be10 00000080:00200000:2.0:1788687281.919055:0:30320:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:2.0:1788687281.919063:0:30320:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788687281.919065:0:30320:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x20:0x0](ffff9b29d8571988), inode mode 41ed mask 3 00000080:00000001:2.0:1788687281.919070:0:30320:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687281.919074:0:30320:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:2.0:1788687281.919076:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bdf8 00000080:00200000:2.0:1788687281.919078:0:30320:0:(namei.c:2351:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x20:0x0](ffff9b29d8571988) 00000080:00000001:2.0:1788687281.919081:0:30320:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1788687281.919084:0:30320:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687281.919090:0:30320:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621087896 : -110871088463720 : ffff9b29d0280098) 00000020:00001000:2.0:1788687281.919213:0:30320:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280090 00000020:00000001:2.0:1788687281.919215:0:30320:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788687281.919220:0:30320:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015b9b0) owner 0000000000000000/ffff9b29c6218000 00020000:00000002:2.0:1788687281.919224:0:30320:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29e06feb40 addref 2/0 by ffff9b29c6218000. 00020000:00000002:2.0:1788687281.919226:0:30320:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015b9b0) owner 0000000000000000/ffff9b29c6218000 00020000:00000001:2.0:1788687281.919229:0:30320:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788687281.919232:0:30320:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788687281.919234:0:30320:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788687281.919236:0:30320:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:2.0:1788687281.919239:0:30320:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:2.0:1788687281.919242:0:30320:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280090 00000080:00000001:2.0:1788687281.919245:0:30320:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788687281.919251:0:30320:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c2b96e00. 00800000:00000001:2.0:1788687281.919265:0:30320:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1788687281.919272:0:30320:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:2.0:1788687281.919275:0:30320:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x22:0x0] 00800000:00000001:2.0:1788687281.919278:0:30320:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788687281.919280:0:30320:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000404:0x20:0x0]/[0x200000404:0x22:0x0] -> mds #0 00000002:00000001:2.0:1788687281.919287:0:30320:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1788687281.919289:0:30320:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788687281.919298:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de200 count: 3 00010000:00000001:2.0:1788687281.919302:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687281.919305:0:30320:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788687281.919310:0:30320:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788687281.919315:0:30320:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5c00/0x230d04438e811c95 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d2051 expref: -99 pid: 30319 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:2.0:1788687281.919327:0:30320:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788687281.919332:0:30320:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788687281.919335:0:30320:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788687281.919337:0:30320:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x20:0x0] mode (null) 00000002:00000001:2.0:1788687281.919341:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687281.919344:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687281.919346:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de200 count: 4 00010000:00000001:2.0:1788687281.919348:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687281.919353:0:30320:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788687281.919357:0:30320:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788687281.919361:0:30320:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687281.919366:0:30320:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687281.919370:0:30320:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5600/0x230d04438e811ccd lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d210e expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687281.919377:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687281.919379:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687281.919381:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:2.0:1788687281.919383:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687281.919386:0:30320:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687281.919389:0:30320:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5600 refcount=2 00000020:00000001:2.0:1788687281.919391:0:30320:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447308288 : -110871262243328 : ffff9b29c5cc5600) 00010000:00000001:2.0:1788687281.919394:0:30320:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447308288 : -110871262243328 : ffff9b29c5cc5600) 00010000:00000001:2.0:1788687281.919396:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687281.919398:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687281.919399:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687281.919400:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687281.919402:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de200 count: 4 00010000:00000001:2.0:1788687281.919404:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687281.919406:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687281.919408:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687281.919409:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687281.919411:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de200 count: 4 00010000:00000001:2.0:1788687281.919413:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687281.919414:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687281.919416:0:30320:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788687281.919419:0:30320:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x20:0x0] lli = ffff9b29d85718c0, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788687281.919463:0:30320:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788687281.919466:0:30320:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788687281.919468:0:30320:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788687281.919471:0:30320:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x20:0x0](ffff9b29d8571988) invalid 00000020:00000001:2.0:1788687281.919473:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3ba60 00000080:00002000:2.0:1788687281.919475:0:30320:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-2 (ffff9b29d870a6c0) parent ffff9b29d84cabd0 inode ffff9b29d8571988 refc 3 00000080:00000001:2.0:1788687281.919480:0:30320:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788687281.919482:0:30320:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788687281.919484:0:30320:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.919488:0:30320:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788687281.919491:0:30320:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788687281.919493:0:30320:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788687281.919496:0:30320:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687281.919498:0:30320:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788687281.919500:0:30320:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a5c00 with handle 0x230d04438e811c95 from hash 00010000:00000001:2.0:1788687281.919503:0:30320:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788687281.919504:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687281.919505:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687281.919507:0:30320:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788687281.919510:0:30320:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788687281.919512:0:30320:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788687281.919515:0:30320:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788687281.919517:0:30320:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687281.919519:0:30320:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687281.919522:0:30320:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788687281.919525:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 3 00010000:00000001:2.0:1788687281.919527:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687281.919529:0:30320:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788687281.919531:0:30320:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788687281.919534:0:30320:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5c00/0x230d04438e811c9c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x59c08f76ab1d206d expref: -99 pid: 30319 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788687281.919540:0:30320:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788687281.919542:0:30320:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788687281.919544:0:30320:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788687281.919545:0:30320:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x22:0x0] mode (null) 00000002:00000001:2.0:1788687281.919547:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687281.919548:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687281.919549:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 4 00010000:00000001:2.0:1788687281.919551:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687281.919553:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687281.919555:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687281.919556:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687281.919557:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 4 00010000:00000001:2.0:1788687281.919559:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687281.919561:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687281.919562:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687281.919563:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687281.919564:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 4 00010000:00000001:2.0:1788687281.919566:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687281.919567:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687281.919569:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687281.919569:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687281.919571:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 4 00010000:00000001:2.0:1788687281.919572:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687281.919574:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687281.919576:0:30320:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687281.919578:0:30320:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788687281.919580:0:30320:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687281.919582:0:30320:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621087896 : -110871088463720 : ffff9b29d0280098) 00000020:00001000:2.0:1788687281.919584:0:30320:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280090 00000020:00000001:2.0:1788687281.919586:0:30320:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788687281.919588:0:30320:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x22:0x0]: losing layout lock 00000080:00000001:2.0:1788687281.920947:0:30320:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788687281.920957:0:30320:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788687281.921024:0:30320:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788687281.921028:0:30320:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788687281.921035:0:30320:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788687281.921037:0:30320:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687281.921038:0:30320:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788687281.921041:0:30320:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280090 00000080:00000001:2.0:1788687281.921046:0:30320:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687281.921051:0:30320:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788687281.921053:0:30320:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x22:0x0](ffff9b29d85a8908) invalid 00000020:00000001:2.0:1788687281.921056:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3ba60 00000080:00002000:2.0:1788687281.921058:0:30320:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9b29d8746af8) parent ffff9b29d870a6c0 inode ffff9b29d85a8908 refc 1 00000080:00000001:2.0:1788687281.921062:0:30320:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788687281.921065:0:30320:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788687281.921067:0:30320:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.921072:0:30320:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788687281.921077:0:30320:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788687281.921079:0:30320:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788687281.921081:0:30320:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687281.921084:0:30320:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788687281.921088:0:30320:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc5c00 with handle 0x230d04438e811c9c from hash 00010000:00000001:2.0:1788687281.921091:0:30320:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788687281.921103:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687281.921105:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687281.921106:0:30320:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788687281.921110:0:30320:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788687281.921112:0:30320:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788687281.921116:0:30320:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788687281.921121:0:30320:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811c72 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x59c08f76ab1d1fe1 expref: -99 pid: 30284 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788687281.921131:0:30320:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788687281.921134:0:30320:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788687281.921137:0:30320:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788687281.921139:0:30320:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x22:0x0] mode (null) 00000002:00000001:2.0:1788687281.921143:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687281.921145:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687281.921151:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 4 00010000:00000001:2.0:1788687281.921154:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687281.921159:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687281.921161:0:30320:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687281.921163:0:30320:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788687281.921165:0:30320:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687281.921167:0:30320:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621087896 : -110871088463720 : ffff9b29d0280098) 00000020:00001000:2.0:1788687281.921170:0:30320:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280090 00000020:00000001:2.0:1788687281.921172:0:30320:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788687281.921174:0:30320:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x22:0x0]: losing layout lock 00000080:00000001:2.0:1788687281.921177:0:30320:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788687281.921178:0:30320:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788687281.921180:0:30320:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788687281.921181:0:30320:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788687281.921183:0:30320:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788687281.921185:0:30320:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687281.921187:0:30320:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788687281.921188:0:30320:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280090 00000080:00000001:2.0:1788687281.921190:0:30320:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687281.921191:0:30320:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788687281.921192:0:30320:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.921195:0:30320:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788687281.921196:0:30320:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788687281.921198:0:30320:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788687281.921199:0:30320:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687281.921201:0:30320:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788687281.921203:0:30320:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29d13a9e00 with handle 0x230d04438e811c72 from hash 00010000:00000001:2.0:1788687281.921206:0:30320:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788687281.921207:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687281.921208:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687281.921209:0:30320:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788687281.921210:0:30320:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788687281.921212:0:30320:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788687281.921214:0:30320:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788687281.921216:0:30320:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:2.0:1788687281.921219:0:30320:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:2.0:1788687281.921231:0:30320:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8700. 00000020:00000040:2.0:1788687281.921236:0:30320:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:2.0:1788687281.921243:0:30320:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788687281.921245:0:30320:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.921248:0:30320:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687281.921254:0:30320:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687281.921259:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687281.921260:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687281.921262:0:30320:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.921266:0:30320:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687281.921269:0:30320:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687281.921274:0:30320:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687281.921285:0:30320:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c2b97200. 00000100:00000001:2.0:1788687281.921294:0:30320:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.921298:0:30320:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687281.921301:0:30320:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788687281.921307:0:30320:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5c00/0x230d04438e811c9c lrc: 1/0,0 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d206d expref: -99 pid: 30319 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788687281.921315:0:30320:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811c72 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d1fe1 expref: -99 pid: 30284 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788687281.921323:0:30320:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5c00/0x230d04438e811c95 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2051 expref: -99 pid: 30319 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1788687281.921330:0:30320:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:2.0:1788687281.921331:0:30320:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1788687281.921333:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788687281.921336:0:30320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5c00/0x230d04438e811c9c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d206d expref: -99 pid: 30319 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1788687281.921345:0:30320:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29c4c6f3c0. 00010000:00000001:2.0:1788687281.921356:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687281.921357:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788687281.921360:0:30320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811c72 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d1fe1 expref: -99 pid: 30284 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1788687281.921365:0:30320:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29e138ec00. 00010000:00000040:2.0:1788687281.921369:0:30320:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c6090500 count: 0 00010000:00000010:2.0:1788687281.921375:0:30320:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5044400. 00010000:00000001:2.0:1788687281.921381:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687281.921382:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788687281.921385:0:30320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5c00/0x230d04438e811c95 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2051 expref: -99 pid: 30319 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788687281.921393:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687281.921395:0:30320:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.921397:0:30320:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687281.921398:0:30320:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.921401:0:30320:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788687281.921415:0:30320:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788687281.921430:0:30320:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c42e8700 x1875572824513408/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687281.921438:0:30320:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687281.921440:0:30320:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687281.921448:0:30320:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c5ca4780. 00000100:00000001:2.0:1788687281.921451:0:30320:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202447173504 : -110871262378112 : ffff9b29c5ca4780) 00000100:00000001:2.0:1788687281.921454:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687281.921456:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188928 : -110871289362688 : ffff9b29c42e8700) 00000100:00000001:2.0:1788687281.921461:0:30320:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687281.921466:0:30320:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.921468:0:30320:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687281.921470:0:30320:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687281.921475:0:30320:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8700 x1875572824513408/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687281.921483:0:30320:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687281.921485:0:30320:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687281.921489:0:30320:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687281.921492:0:30320:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687281.921495:0:30320:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687281.921499:0:30320:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8700 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30320:1875572824513408:192.168.203.144@tcp:36:rm.0 00000100:00000001:2.0:1788687281.921504:0:30320:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687281.921510:0:30320:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687281.921513:0:30320:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687281.921517:0:30320:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687281.921522:0:30320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d4800. 02000000:00000001:2.0:1788687281.921524:0:30320:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687281.921534:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687281.921538:0:30320:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd4d0. 00000400:00000010:2.0:1788687281.921546:0:30320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02402a8. 00000100:00000200:2.0:1788687281.921554:0:30320:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824513408, portal 10 00000100:00000001:2.0:1788687281.921557:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687281.921558:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188928 : -110871289362688 : ffff9b29c42e8700) 00000100:00000040:2.0:1788687281.921564:0:30320:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e8700 x1875572824513408/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687281.921572:0:30320:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687281.921575:0:30320:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687281.921579:0:30320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240660. 00000100:00000200:2.0:1788687281.921582:0:30320:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875572824513408, offset 0 00000400:00000200:2.0:1788687281.921589:0:30320:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687281.921599:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.921608:0:30320:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687281.921615:0:30320:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687281.921619:0:30320:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687281.921623:0:30320:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687281.921626:0:30320:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687281.921631:0:30320:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2277:2277:256:4294967295] 192.168.203.144@tcp LPNI seq info [2277:2277:8:4294967295] 00000400:00000200:2.0:1788687281.921636:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.921647:0:30320:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687281.921655:0:30320:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687281.921662:0:30320:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec000. 00000800:00000200:2.0:1788687281.921670:0:30320:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687281.921681:0:30320:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687281.921686:0:30320:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec000 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:2.0:1788687281.921710:0:30320:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687281.921716:0:30320:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 799892 usecs (800 jiffies) 00000400:00000200:2.0:1788687281.921720:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687281.921723:0:30320:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296408726 00000100:00000001:2.0:1788687281.921726:0:30320:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296410334 00000100:00000001:2.0:1788687281.921729:0:30320:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296408726 00000100:00000001:2.0:1788687281.921731:0:30320:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296410334 00000100:00000001:2.0:1788687281.921733:0:30320:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687281.921736:0:30320:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.921738:0:30320:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687281.921741:0:30320:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687281.921744:0:30320:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca4780 going to sleep for 11 seconds 00000100:00000001:2.0:1788687281.921746:0:30320:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687281.921750:0:30320:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687281.922556:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687281.922563:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec000. 00000400:00000200:3.0:1788687281.922581:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.922589:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687281.922596:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240660 00000400:00000010:3.0:1788687281.922600:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240660. 00000100:00000001:3.0:1788687281.922605:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687281.922612:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8700 x1875572824513408/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687281.922624:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687281.922628:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8700 x1875572824513408/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687297 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687281.922635:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.922637:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788687281.933148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5c00. 00010000:00000010:2.1:1788687281.933170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090500. 00010000:00000010:2.1:1788687281.933175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9e00. 00010000:00000010:2.1:1788687281.933179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5c00. 00000800:00000001:2.0:1788687281.936536:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.936557:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687281.936562:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.936565:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687281.936587:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.936596:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687281.936607:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.936613:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.936619:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.936624:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f49b80 00000400:00000200:2.0:1788687281.936630:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.936637:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x64fd [1] + 224 00000800:00000001:2.0:1788687281.936647:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.936656:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687281.936660:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687281.936666:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687281.936675:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687281.936686:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8700 x1875572824513408/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687297 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687281.936706:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b29c42e8700 x1875572824513408/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687281.936736:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788687281.936746:0:2361:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788687281.936750:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.936756:0:2361:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687281.936763:0:2361:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2278:2278:256:4294967295] 192.168.203.144@tcp LPNI seq info [2278:2278:8:4294967295] 00000400:00000200:2.0:1788687281.936768:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.936778:0:2361:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1788687281.936784:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687281.936792:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eece00. 00000800:00000200:2.0:1788687281.936799:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687281.936819:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687281.936825:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eece00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788687281.937106:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687281.937111:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eece00. 00000400:00000200:2.0:1788687281.937115:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687281.937119:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1788687281.937126:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687281.937129:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788687281.941358:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687281.941366:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445f00. 00000400:00000200:2.0:1788687281.941373:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687281.941380:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687281.941388:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda550 00000400:00000010:2.0:1788687281.941402:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda550. 00000100:00000001:2.0:1788687281.941409:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687281.941415:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3480 x1875572824513536/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.941430:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687281.941434:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3480 x1875572824513536/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687297 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.941440:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.941441:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687281.945144:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.945169:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687281.945175:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.945178:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.945189:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.945198:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687281.945210:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.945215:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.945221:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.945226:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x6a9d2d3f49c00 00000400:00000200:3.0:1788687281.945231:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.945238:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x650d [1] + 224 00000800:00000001:3.0:1788687281.945246:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.945258:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.945262:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.945267:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687281.945278:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687281.945289:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3480 x1875572824513536/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687297 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687281.945302:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b29c97f3480 x1875572824513536/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.945321:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687281.945331:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.945335:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687281.948934:0:30320:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788687281.948938:0:30320:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x20:0x0] 00000080:00000001:2.0:1788687281.948942:0:30320:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687281.948947:0:30320:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:2.0:1788687281.948950:0:30320:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788687281.948952:0:30320:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833952 mtime from 1788687263 to 1788687281 00000080:00200000:2.0:1788687281.948958:0:30320:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x20:0x0], updating i_size 16384 00000080:00200000:2.0:1788687281.948961:0:30320:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x20:0x0](ffff9b29d8571988): rc = 0 00000080:00000001:2.0:1788687281.948963:0:30320:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758392200 : -110870951159416 : ffff9b29d8571988) 00010000:00000001:2.0:1788687281.948967:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687281.948969:0:30320:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687281.948973:0:30320:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:2.0:1788687281.948975:0:30320:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:2.0:1788687281.948978:0:30320:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:2.0:1788687281.948981:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687281.948983:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788687281.948986:0:30320:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788687281.948988:0:30320:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788687281.948990:0:30320:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788687281.948994:0:30320:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788687281.948996:0:30320:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687281.948999:0:30320:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x20:0x0](ffff9b29d8571988) for lock 0x230d04438e811cd4 00800000:00000001:2.0:1788687281.949003:0:30320:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687281.949006:0:30320:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687281.949007:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687281.949008:0:30320:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687281.949009:0:30320:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:2.0:1788687281.949012:0:30320:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:2.0:1788687281.949014:0:30320:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:2.0:1788687281.949017:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687281.949018:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687281.949020:0:30320:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687281.949022:0:30320:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788687281.949029:0:30320:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d8746870 inode ffff9b29d8571988 refc 1 flags 0x20000e 00000080:00000001:2.0:1788687281.949034:0:30320:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788687281.949037:0:30320:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687281.949040:0:30320:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788687281.949044:0:30320:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x20:0x0](ffff9b29d8571988) 00000080:00010000:2.0:1788687281.949049:0:30320:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811cd4 from it ffffaca081c3be00 00010000:00000001:2.0:1788687281.949051:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687281.949053:0:30320:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687281.949054:0:30320:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:2.0:1788687281.949057:0:30320:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:2.0:1788687281.949060:0:30320:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:2.0:1788687281.949063:0:30320:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687281.949067:0:30320:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811cd4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d214d expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687281.949076:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687281.949078:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687281.949079:0:30320:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687281.949083:0:30320:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687281.949086:0:30320:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811cd4 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d214d expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687281.949094:0:30320:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687281.949097:0:30320:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687281.949100:0:30320:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687281.949105:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687281.949106:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687281.949109:0:30320:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.949113:0:30320:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687281.949115:0:30320:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.949118:0:30320:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.949122:0:30320:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.949124:0:30320:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687281.949125:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687281.949126:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788687281.949128:0:30320:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788687281.949134:0:30320:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6940600. 00000100:00000001:2.0:1788687281.949145:0:30320:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687281.949158:0:30320:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f3480 x1875572824513536/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687297 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.949166:0:30320:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687281.949170:0:30320:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687281.949174:0:30320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c631f800. 02000000:00000001:2.0:1788687281.949178:0:30320:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687281.949181:0:30320:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687281.949183:0:30320:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687281.949186:0:30320:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687281.949189:0:30320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a00000. 02000000:00000001:2.0:1788687281.949194:0:30320:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687281.949196:0:30320:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687281.949198:0:30320:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f3480. 00000100:00000001:2.0:1788687281.949204:0:30320:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687281.949205:0:30320:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687281.949208:0:30320:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788687281.949210:0:30320:0:(dcache.c:176:ll_intent_release()) intent ffffaca081c3be00 released 00000080:00000001:2.0:1788687281.949212:0:30320:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788687281.949219:0:30320:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687281.949221:0:30320:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687281.949224:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bd50 00000080:00200000:2.0:1788687281.949227:0:30320:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687281.949239:0:30320:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c2b97000. 00800000:00000002:2.0:1788687281.949246:0:30320:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687281.949250:0:30320:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687281.949253:0:30320:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687281.949256:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bc70 00800000:00000002:2.0:1788687281.949258:0:30320:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687281.949262:0:30320:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687281.949266:0:30320:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687281.949270:0:30320:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687281.949272:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3bb40 00000002:00010000:2.0:1788687281.949274:0:30320:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687281.949277:0:30320:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687281.949280:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687281.949282:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687281.949289:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de300 count: 2 00010000:00000001:2.0:1788687281.949291:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687281.949296:0:30320:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687281.949300:0:30320:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687281.949304:0:30320:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811cbf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d20f2 expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788687281.949311:0:30320:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687281.949316:0:30320:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687281.949319:0:30320:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811cbf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d20f2 expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788687281.949326:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687281.949328:0:30320:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687281.949330:0:30320:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687281.949332:0:30320:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687281.949334:0:30320:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687281.949336:0:30320:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687281.949338:0:30320:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687281.949340:0:30320:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687281.949342:0:30320:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c2b97000. 00000080:00000001:2.0:1788687281.949346:0:30320:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687281.949348:0:30320:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687281.949350:0:30320:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687281.949354:0:30320:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811cbf 00800000:00000001:2.0:1788687281.949356:0:30320:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687281.949357:0:30320:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687281.949359:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687281.949360:0:30320:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687281.949362:0:30320:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=3 00000020:00000001:2.0:1788687281.949364:0:30320:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:2.0:1788687281.949366:0:30320:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:2.0:1788687281.949368:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687281.949369:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687281.949370:0:30320:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687281.949372:0:30320:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687281.949374:0:30320:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811cbf from it ffffaca081c3bd88 00010000:00000001:2.0:1788687281.949376:0:30320:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687281.949377:0:30320:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687281.949378:0:30320:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=3 00000020:00000001:2.0:1788687281.949380:0:30320:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:2.0:1788687281.949382:0:30320:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:2.0:1788687281.949384:0:30320:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687281.949387:0:30320:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811cbf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d20f2 expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788687281.949400:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687281.949402:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687281.949403:0:30320:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687281.949404:0:30320:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687281.949407:0:30320:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811cbf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d20f2 expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788687281.949413:0:30320:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687281.949415:0:30320:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687281.949416:0:30320:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687281.949418:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687281.949419:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687281.949422:0:30320:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.949424:0:30320:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687281.949425:0:30320:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.949426:0:30320:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.949428:0:30320:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.949430:0:30320:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687281.949431:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687281.949432:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687281.949434:0:30320:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687281.949436:0:30320:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687281.949438:0:30320:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788687281.949443:0:30320:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687281.949449:0:30320:0:(namei.c:2258:ll_rmdir()) Process entered 00000020:00000001:2.0:1788687281.949450:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3be18 00000080:00200000:2.0:1788687281.949452:0:30320:0:(namei.c:2261:ll_rmdir()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00000001:2.0:1788687281.949456:0:30320:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:2.0:1788687281.949459:0:30320:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21f.recovery-small-2, [0x200000404:0x20:0x0]) is foreign... 00000080:00000001:2.0:1788687281.949462:0:30320:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788687281.949466:0:30320:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c2b97000. 00800000:00000002:2.0:1788687281.949468:0:30320:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00800000:00000001:2.0:1788687281.949475:0:30320:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1788687281.949481:0:30320:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:2.0:1788687281.949483:0:30320:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x20:0x0] 00800000:00000001:2.0:1788687281.949486:0:30320:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788687281.949488:0:30320:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x20:0x0] -> mds #0 00000002:00000001:2.0:1788687281.949493:0:30320:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1788687281.949495:0:30320:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788687281.949497:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de300 count: 2 00010000:00000001:2.0:1788687281.949500:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687281.949502:0:30320:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788687281.949505:0:30320:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788687281.949508:0:30320:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811cbf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d20f2 expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:2.0:1788687281.949515:0:30320:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788687281.949520:0:30320:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788687281.949522:0:30320:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788687281.949524:0:30320:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788687281.949527:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687281.949528:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687281.949529:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de300 count: 3 00010000:00000001:2.0:1788687281.949531:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687281.949533:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687281.949535:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687281.949536:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687281.949537:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de300 count: 3 00010000:00000001:2.0:1788687281.949539:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687281.949541:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687281.949543:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687281.949544:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687281.949545:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de300 count: 3 00010000:00000001:2.0:1788687281.949547:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687281.949549:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687281.949551:0:30320:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788687281.949554:0:30320:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b29d8594200, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788687281.949557:0:30320:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788687281.949560:0:30320:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788687281.949563:0:30320:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788687281.949564:0:30320:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.949569:0:30320:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788687281.949571:0:30320:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788687281.949573:0:30320:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788687281.949575:0:30320:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687281.949577:0:30320:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788687281.949579:0:30320:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc4200 with handle 0x230d04438e811cbf from hash 00010000:00000001:2.0:1788687281.949582:0:30320:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788687281.949583:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687281.949584:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687281.949586:0:30320:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788687281.949588:0:30320:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788687281.949590:0:30320:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788687281.949593:0:30320:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788687281.949595:0:30320:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687281.949597:0:30320:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687281.949600:0:30320:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788687281.949602:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de200 count: 3 00010000:00000001:2.0:1788687281.949604:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687281.949605:0:30320:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788687281.949608:0:30320:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788687281.949610:0:30320:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811cd4 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d214d expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1788687281.949616:0:30320:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788687281.949618:0:30320:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788687281.949619:0:30320:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788687281.949620:0:30320:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x20:0x0] mode (null) 00000002:00000001:2.0:1788687281.949622:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687281.949623:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687281.949624:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de200 count: 4 00010000:00000001:2.0:1788687281.949627:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687281.949629:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687281.949630:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687281.949631:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687281.949633:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de200 count: 4 00010000:00000001:2.0:1788687281.949634:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687281.949636:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687281.949637:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687281.949638:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687281.949639:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de200 count: 4 00010000:00000001:2.0:1788687281.949641:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687281.949643:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687281.949644:0:30320:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788687281.949646:0:30320:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x20:0x0] lli = ffff9b29d85718c0, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788687281.949648:0:30320:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788687281.949650:0:30320:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788687281.949652:0:30320:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788687281.949654:0:30320:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x20:0x0](ffff9b29d8571988) invalid 00000020:00000001:2.0:1788687281.949671:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3ba80 00000080:00002000:2.0:1788687281.949673:0:30320:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-2 (ffff9b29d8746870) parent ffff9b29d84cabd0 inode ffff9b29d8571988 refc 2 00000080:00000001:2.0:1788687281.949677:0:30320:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788687281.949678:0:30320:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788687281.949680:0:30320:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.949682:0:30320:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788687281.949683:0:30320:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788687281.949684:0:30320:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788687281.949686:0:30320:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687281.949688:0:30320:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788687281.949690:0:30320:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc4400 with handle 0x230d04438e811cd4 from hash 00010000:00000001:2.0:1788687281.949692:0:30320:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788687281.949693:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687281.949694:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687281.949695:0:30320:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788687281.949697:0:30320:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788687281.949698:0:30320:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788687281.949700:0:30320:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788687281.949703:0:30320:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5600/0x230d04438e811ccd lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d210e expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1788687281.949709:0:30320:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788687281.949710:0:30320:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788687281.949712:0:30320:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788687281.949713:0:30320:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x20:0x0] mode CR 00000002:00000001:2.0:1788687281.949715:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687281.949716:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687281.949717:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de200 count: 4 00010000:00000001:2.0:1788687281.949719:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687281.949721:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687281.949723:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687281.949725:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687281.949726:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de200 count: 4 00010000:00000001:2.0:1788687281.949728:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687281.949729:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687281.949731:0:30320:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687281.949733:0:30320:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788687281.949737:0:30320:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788687281.949743:0:30320:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b29c2b96e00. 00000080:00000001:2.0:1788687281.949745:0:30320:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788687281.949749:0:30320:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788687281.949752:0:30320:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788687281.949755:0:30320:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x20:0x0] 00000002:00000001:2.0:1788687281.949758:0:30320:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788687281.949760:0:30320:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b29e019e800: [0x200000404:0x20:0x0] file closed with intent: 0 00000100:00000010:2.0:1788687281.949767:0:30320:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8000. 00000020:00000040:2.0:1788687281.949772:0:30320:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:2.0:1788687281.949777:0:30320:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687281.949781:0:30320:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687281.949784:0:30320:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687281.949794:0:30320:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c649fc00. 00000100:00000001:2.0:1788687281.949803:0:30320:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788687281.949827:0:30320:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b29c97f1c00 x1875572824513152/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687297 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788687281.949848:0:30320:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788687281.949854:0:30320:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c42e8000 x1875572824513792/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788687281.949862:0:30320:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687281.949864:0:30320:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687281.949872:0:30320:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c5ca4e40. 00000100:00000001:2.0:1788687281.949874:0:30320:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202447175232 : -110871262376384 : ffff9b29c5ca4e40) 00000100:00000001:2.0:1788687281.949877:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687281.949879:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420187136 : -110871289364480 : ffff9b29c42e8000) 00000100:00000001:2.0:1788687281.949885:0:30320:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687281.949890:0:30320:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.949893:0:30320:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687281.949894:0:30320:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687281.949899:0:30320:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8000 x1875572824513792/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.949953:0:30320:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687281.949957:0:30320:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687281.949961:0:30320:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687281.949964:0:30320:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687281.949966:0:30320:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687281.949970:0:30320:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8000 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30320:1875572824513792:192.168.203.144@tcp:35:rm.0 00000100:00000001:2.0:1788687281.949975:0:30320:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687281.949981:0:30320:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687281.949983:0:30320:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687281.949986:0:30320:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687281.949992:0:30320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d4000. 02000000:00000001:2.0:1788687281.949994:0:30320:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687281.950004:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687281.950009:0:30320:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fddc0. 00000400:00000010:2.0:1788687281.950019:0:30320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02403b8. 00000100:00000200:2.0:1788687281.950029:0:30320:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824513792, portal 10 00000100:00000001:2.0:1788687281.950031:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687281.950032:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420187136 : -110871289364480 : ffff9b29c42e8000) 00000100:00000040:2.0:1788687281.950039:0:30320:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42e8000 x1875572824513792/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.950047:0:30320:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687281.950050:0:30320:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687281.950053:0:30320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240a18. 00000100:00000200:2.0:1788687281.950056:0:30320:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824513792, offset 0 00000400:00000200:2.0:1788687281.950064:0:30320:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687281.950075:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.950084:0:30320:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687281.950091:0:30320:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687281.950096:0:30320:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687281.950101:0:30320:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687281.950104:0:30320:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687281.950108:0:30320:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2280:2280:256:4294967295] 192.168.203.144@tcp LPNI seq info [2280:2280:8:4294967295] 00000400:00000200:2.0:1788687281.950113:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.950124:0:30320:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687281.950133:0:30320:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687281.950139:0:30320:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eece00. 00000800:00000200:2.0:1788687281.950147:0:30320:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687281.950158:0:30320:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687281.950163:0:30320:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eece00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788687281.950188:0:30320:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687281.950193:0:30320:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 797498 usecs (798 jiffies) 00000400:00000200:2.0:1788687281.950197:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687281.950200:0:30320:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296408753 00000100:00000001:2.0:1788687281.950203:0:30320:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296410334 00000100:00000001:2.0:1788687281.950206:0:30320:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296408753 00000100:00000001:2.0:1788687281.950208:0:30320:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296410334 00000100:00000001:2.0:1788687281.950210:0:30320:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687281.950213:0:30320:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.950215:0:30320:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687281.950217:0:30320:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687281.950220:0:30320:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca4e40 going to sleep for 11 seconds 00000100:00000001:2.0:1788687281.950222:0:30320:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687281.950226:0:30320:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687281.950557:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687281.950562:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eece00. 00000400:00000200:3.0:1788687281.950569:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.950575:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687281.950581:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240a18 00000400:00000010:3.0:1788687281.950584:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240a18. 00000100:00000001:3.0:1788687281.950588:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687281.950593:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8000 x1875572824513792/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.950602:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687281.950605:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8000 x1875572824513792/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687297 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.950612:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.950613:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:0.1:1788687281.952267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636dc20. 00000080:00000010:0.1:1788687281.952299:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85a8840. 00000080:00000010:0.1:1788687281.952309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d00000. 00000800:00000001:3.0:1788687281.956531:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.956552:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687281.956557:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.956560:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.956582:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.956591:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687281.956602:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.956608:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.956614:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.956619:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f49d00 00000400:00000200:3.0:1788687281.956625:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.956633:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x6515 [1] + 224 00000800:00000001:3.0:1788687281.956642:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.956649:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.956653:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.956658:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687281.956667:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687281.956677:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8000 x1875572824513792/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687297 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687281.956688:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b29c42e8000 x1875572824513792/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687281.956712:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687281.956728:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.956731:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687281.957695:0:30320:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687281.957709:0:30320:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687281.957712:0:30320:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687281.957717:0:30320:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fddc0. 00000400:00000200:2.0:1788687281.957724:0:30320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02403b8 00000400:00000010:2.0:1788687281.957727:0:30320:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02403b8. 00000100:00000001:2.0:1788687281.957731:0:30320:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687281.957741:0:30320:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e8000 x1875572824513792/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788687281.957752:0:30320:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e8000 x1875572824513792/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.957759:0:30320:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687281.957762:0:30320:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687281.957765:0:30320:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687281.957769:0:30320:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687281.957772:0:30320:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687281.957775:0:30320:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687281.957778:0:30320:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687281.957789:0:30320:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=53 v=5 (5 5 5 5) 00000100:00001000:2.0:1788687281.957794:0:30320:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687281.957796:0:30320:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687281.957798:0:30320:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.957801:0:30320:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687281.957816:0:30320:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.957821:0:30320:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788687281.957823:0:30320:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788687281.957825:0:30320:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788687281.957828:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687281.957855:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420187136 : -110871289364480 : ffff9b29c42e8000) 00000100:00000001:2.0:1788687281.957860:0:30320:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687281.957863:0:30320:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967599 00000100:00000001:2.0:1788687281.957865:0:30320:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687281.957868:0:30320:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687281.957874:0:30320:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e8000 x1875572824513792/t4294967611(4294967611) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687297 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.957881:0:30320:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687281.957885:0:30320:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687281.957887:0:30320:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687281.957890:0:30320:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e8000 x1875572824513792/t4294967611(4294967611) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687297 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788687281.957897:0:30320:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e8000 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30320:1875572824513792:192.168.203.144@tcp:35:rm.0 00000100:00000001:2.0:1788687281.957902:0:30320:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687281.958174:0:30320:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.958178:0:30320:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687281.958182:0:30320:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687281.958187:0:30320:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8000 x1875572824513792/t4294967611(4294967611) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687297 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.958196:0:30320:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687281.958199:0:30320:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c5ca4e40. 00000100:00000001:2.0:1788687281.958203:0:30320:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687281.958205:0:30320:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.958216:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687281.958217:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420187136 : -110871289364480 : ffff9b29c42e8000) 00000002:00000001:2.0:1788687281.958221:0:30320:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687281.958224:0:30320:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687281.958232:0:30320:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c2b96e00. 00000080:00000001:2.0:1788687281.958237:0:30320:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788687281.958246:0:30320:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788687281.958252:0:30320:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788687281.958259:0:30320:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b29c97f1c00 x1875572824513152/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687297 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.958267:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687281.958269:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00000100:00000001:2.0:1788687281.958271:0:30320:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687281.958274:0:30320:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1c00 x1875572824513152/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687297 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.958281:0:30320:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.958282:0:30320:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687281.958285:0:30320:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8000 x1875572824513792/t4294967611(4294967611) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687297 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.958292:0:30320:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.958294:0:30320:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687281.958297:0:30320:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f1c00 x1875572824513152/t4294967609(4294967609) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687297 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.958303:0:30320:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788687281.958308:0:30320:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687281.958310:0:30320:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687281.958313:0:30320:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687281.958318:0:30320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a03000. 02000000:00000001:2.0:1788687281.958324:0:30320:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687281.958327:0:30320:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687281.958329:0:30320:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f1c00. 00000100:00000001:2.0:1788687281.958334:0:30320:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687281.958335:0:30320:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687281.958337:0:30320:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687281.958340:0:30320:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8000 x1875572824513792/t4294967611(4294967611) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687297 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.958346:0:30320:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687281.958348:0:30320:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9b29c636d720. 00000002:00000001:2.0:1788687281.958352:0:30320:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687281.958353:0:30320:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687281.958356:0:30320:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b29c4c6f500. 00000100:00000001:2.0:1788687281.958359:0:30320:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687281.958362:0:30320:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e8000 x1875572824513792/t4294967611(4294967611) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687297 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687281.958369:0:30320:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687281.958371:0:30320:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687281.958374:0:30320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c63d4000. 02000000:00000001:2.0:1788687281.958377:0:30320:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687281.958378:0:30320:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687281.958380:0:30320:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687281.958382:0:30320:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687281.958383:0:30320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c649fc00. 02000000:00000001:2.0:1788687281.958385:0:30320:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687281.958386:0:30320:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687281.958388:0:30320:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e8000. 00000100:00000001:2.0:1788687281.958513:0:30320:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687281.958514:0:30320:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687281.958518:0:30320:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687281.958521:0:30320:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788687281.958524:0:30320:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x20:0x0] mode (null) 00000002:00000001:2.0:1788687281.958528:0:30320:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687281.958531:0:30320:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687281.958539:0:30320:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de200 count: 4 00010000:00000001:2.0:1788687281.958542:0:30320:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687281.958548:0:30320:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687281.958550:0:30320:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687281.958554:0:30320:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788687281.958556:0:30320:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x20:0x0](ffff9b29d8571988) invalid 00000020:00000001:2.0:1788687281.958561:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3ba80 00000080:00002000:2.0:1788687281.958563:0:30320:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21f.recovery-small-2 (ffff9b29d8746870) parent ffff9b29d84cabd0 inode ffff9b29d8571988 refc 2 00000080:00000001:2.0:1788687281.959128:0:30320:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788687281.959131:0:30320:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788687281.959134:0:30320:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.959140:0:30320:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788687281.959144:0:30320:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788687281.959150:0:30320:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788687281.959154:0:30320:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687281.959159:0:30320:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788687281.959163:0:30320:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc5600 with handle 0x230d04438e811ccd from hash 00010000:00000001:2.0:1788687281.959166:0:30320:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788687281.959168:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687281.959170:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687281.959171:0:30320:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788687281.959176:0:30320:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788687281.959179:0:30320:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788687281.959183:0:30320:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788687281.959185:0:30320:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:2.0:1788687281.959189:0:30320:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:2.0:1788687281.959202:0:30320:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8000. 00000020:00000040:2.0:1788687281.959207:0:30320:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:2.0:1788687281.959213:0:30320:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788687281.959215:0:30320:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.959218:0:30320:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687281.959223:0:30320:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687281.959226:0:30320:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.959230:0:30320:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687281.959232:0:30320:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687281.959239:0:30320:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687281.959248:0:30320:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c649fc00. 00000100:00000001:2.0:1788687281.959255:0:30320:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.959258:0:30320:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687281.959261:0:30320:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788687281.959268:0:30320:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811cd4 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d214d expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788687281.959277:0:30320:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5600/0x230d04438e811ccd lrc: 1/0,0 mode: --/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d210e expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1788687281.959285:0:30320:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811cbf lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d20f2 expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1788687281.959292:0:30320:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:2.0:1788687281.959294:0:30320:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:2.0:1788687281.959295:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788687281.959298:0:30320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811cd4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d214d expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687281.959313:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687281.959314:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788687281.959317:0:30320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5600/0x230d04438e811ccd lrc: 0/0,0 mode: --/CR res: [0x200000404:0x20:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d210e expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1788687281.959324:0:30320:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64de200 count: 0 00010000:00000010:2.0:1788687281.959330:0:30320:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5ca0880. 00010000:00000001:2.0:1788687281.959337:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687281.959339:0:30320:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788687281.959341:0:30320:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811cbf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d20f2 expref: -99 pid: 30320 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:2.0:1788687281.959348:0:30320:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64de300 count: 0 00010000:00000010:2.0:1788687281.959353:0:30320:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5ca0200. 00010000:00000001:2.0:1788687281.959358:0:30320:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687281.959359:0:30320:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.959361:0:30320:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687281.959362:0:30320:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.959365:0:30320:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788687281.959378:0:30320:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788687281.961070:0:30320:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c42e8000 x1875572824514048/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687281.961092:0:30320:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687281.961094:0:30320:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687281.961118:0:30320:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c5ca4e40. 00000100:00000001:2.0:1788687281.961122:0:30320:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202447175232 : -110871262376384 : ffff9b29c5ca4e40) 00000100:00000001:2.0:1788687281.961126:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687281.961127:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420187136 : -110871289364480 : ffff9b29c42e8000) 00000100:00000001:2.0:1788687281.961135:0:30320:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687281.961141:0:30320:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.961144:0:30320:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687281.961145:0:30320:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687281.961156:0:30320:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8000 x1875572824514048/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687281.961164:0:30320:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687281.961167:0:30320:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687281.961172:0:30320:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687281.961176:0:30320:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687281.961180:0:30320:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687281.961184:0:30320:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8000 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30320:1875572824514048:192.168.203.144@tcp:36:rm.0 00000100:00000001:2.0:1788687281.961189:0:30320:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687281.961196:0:30320:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687281.961198:0:30320:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687281.961200:0:30320:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687281.961206:0:30320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d4000. 02000000:00000001:2.0:1788687281.961208:0:30320:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687281.961220:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687281.961226:0:30320:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fddc0. 00000400:00000010:2.0:1788687281.961234:0:30320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02403b8. 00000100:00000200:2.0:1788687281.961244:0:30320:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824514048, portal 10 00000100:00000001:2.0:1788687281.961246:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687281.961247:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420187136 : -110871289364480 : ffff9b29c42e8000) 00000100:00000040:2.0:1788687281.961256:0:30320:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e8000 x1875572824514048/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687281.961264:0:30320:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687281.961267:0:30320:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687281.961271:0:30320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240d48. 00000100:00000200:2.0:1788687281.961274:0:30320:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875572824514048, offset 0 00000400:00000200:2.0:1788687281.961281:0:30320:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687281.961291:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.961301:0:30320:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687281.961308:0:30320:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687281.961313:0:30320:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687281.961318:0:30320:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687281.961321:0:30320:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687281.961325:0:30320:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2281:2281:256:4294967295] 192.168.203.144@tcp LPNI seq info [2281:2281:8:4294967295] 00000400:00000200:2.0:1788687281.961330:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687281.961342:0:30320:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687281.961349:0:30320:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687281.961355:0:30320:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec700. 00000800:00000200:2.0:1788687281.961363:0:30320:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687281.961373:0:30320:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687281.961379:0:30320:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec700 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1788687281.961409:0:30320:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687281.961414:0:30320:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 796300 usecs (797 jiffies) 00000400:00000200:2.0:1788687281.961417:0:30320:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687281.961420:0:30320:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296408763 00000100:00000001:2.0:1788687281.961425:0:30320:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296410334 00000100:00000001:2.0:1788687281.961428:0:30320:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296408763 00000100:00000001:2.0:1788687281.961430:0:30320:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296410334 00000100:00000001:2.0:1788687281.961432:0:30320:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687281.961435:0:30320:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.961438:0:30320:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687281.961440:0:30320:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687281.961443:0:30320:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca4e40 going to sleep for 11 seconds 00000100:00000001:2.0:1788687281.961446:0:30320:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687281.961449:0:30320:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687281.962366:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687281.962375:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec700. 00000400:00000200:3.0:1788687281.962382:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.962390:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687281.962398:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240d48 00000400:00000010:3.0:1788687281.962402:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240d48. 00000100:00000001:3.0:1788687281.962407:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687281.962415:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8000 x1875572824514048/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687297 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687281.962427:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687281.962431:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8000 x1875572824514048/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687297 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687281.962437:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687281.962439:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788687281.966048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4400. 00010000:00000010:2.1:1788687281.966073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de200. 00010000:00000010:2.1:1788687281.966078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5600. 00010000:00000010:2.1:1788687281.966082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de300. 00010000:00000010:2.1:1788687281.966085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4200. 00000800:00000001:3.0:1788687281.977481:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.977504:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687281.977510:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.977513:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.977524:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.977534:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687281.977546:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.977552:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.977558:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.977562:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f49e00 00000400:00000200:3.0:1788687281.977568:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.977575:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x6525 [1] + 224 00000800:00000001:3.0:1788687281.977594:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.977602:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687281.977606:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.977611:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687281.977622:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687281.977635:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8000 x1875572824514048/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687297 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687281.977648:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b29c42e8000 x1875572824514048/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687281.977673:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788687281.977683:0:2362:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788687281.977687:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.977694:0:2362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687281.977702:0:2362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2282:2282:256:4294967295] 192.168.203.144@tcp LPNI seq info [2282:2282:8:4294967295] 00000400:00000200:3.0:1788687281.977707:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687281.977734:0:2362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1788687281.977742:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687281.977758:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a500. 00000800:00000200:3.0:1788687281.977767:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687281.977778:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687281.977783:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788687281.977895:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687281.977900:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a500. 00000400:00000200:3.0:1788687281.977904:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687281.977948:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000100:00000001:2.0:1788687281.977948:0:30320:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1788687281.977955:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687281.977959:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788687281.978084:0:30320:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687281.978087:0:30320:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687281.978091:0:30320:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fddc0. 00000400:00000200:2.0:1788687281.978109:0:30320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02403b8 00000400:00000010:2.0:1788687281.978112:0:30320:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02403b8. 00000100:00000001:2.0:1788687281.978115:0:30320:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687281.978121:0:30320:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e8000 x1875572824514048/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687281.978131:0:30320:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e8000 x1875572824514048/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687297 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687281.978137:0:30320:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687281.978140:0:30320:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687281.978143:0:30320:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687281.978147:0:30320:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687281.978151:0:30320:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687281.978153:0:30320:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687281.978157:0:30320:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687281.978168:0:30320:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=53 v=5 (5 103 103 103) 00000100:00001000:2.0:1788687281.978173:0:30320:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687281.978176:0:30320:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687281.978178:0:30320:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687281.978181:0:30320:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687281.978186:0:30320:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.978192:0:30320:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788687281.978194:0:30320:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x10000012b] 00000100:00000001:2.0:1788687281.978196:0:30320:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788687281.978199:0:30320:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687281.978201:0:30320:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420187136 : -110871289364480 : ffff9b29c42e8000) 00000100:00000001:2.0:1788687281.978204:0:30320:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687281.978206:0:30320:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967599 00000100:00000001:2.0:1788687281.978209:0:30320:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687281.978212:0:30320:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687281.978217:0:30320:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e8000 x1875572824514048/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1788687297 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687281.978225:0:30320:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687281.978229:0:30320:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687281.978231:0:30320:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687281.978235:0:30320:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e8000 x1875572824514048/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1788687297 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687281.978244:0:30320:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e8000 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30320:1875572824514048:192.168.203.144@tcp:36:rm.0 00000100:00000001:2.0:1788687281.978249:0:30320:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687281.978253:0:30320:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687281.978255:0:30320:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687281.978258:0:30320:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687281.978262:0:30320:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8000 x1875572824514048/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1788687297 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687281.978269:0:30320:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687281.978274:0:30320:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c5ca4e40. 00000100:00000001:2.0:1788687281.978278:0:30320:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687281.978280:0:30320:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687281.978289:0:30320:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687281.978293:0:30320:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788687281.978299:0:30320:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687281.978303:0:30320:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c2b97000. 00000100:00000001:2.0:1788687281.978314:0:30320:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687281.978318:0:30320:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8000 x1875572824514048/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1788687297 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687281.978325:0:30320:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687281.978327:0:30320:0:(namei.c:2304:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687281.978481:0:30320:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:3.0:1788687281.978486:0:30320:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:3.0:1788687281.978489:0:30320:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x20:0x0](ffff9b29d8571988) 00800000:00000001:3.0:1788687281.978494:0:30320:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:3.0:1788687281.978496:0:30320:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x20:0x0] 00000002:00000001:3.0:1788687281.978502:0:30320:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1788687281.978509:0:30320:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687281.978512:0:30320:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687281.978515:0:30320:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1788687281.978518:0:30320:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1788687281.978520:0:30320:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687281.978522:0:30320:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687281.978527:0:30320:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1788687281.978529:0:30320:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1788687281.978546:0:30320:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788687281.978550:0:30320:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c3be30 00000080:00002000:3.0:1788687281.978553:0:30320:0:(dcache.c:127:ll_ddelete()) deleting dentry d21f.recovery-small-2 (ffff9b29d8746870, parent ffff9b29d84cabd0, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788687281.978557:0:30320:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687281.978561:0:30320:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788687281.978563:0:30320:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1788687282.000368:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85718c0. 00000080:00000010:3.1:1788687282.000390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636d400. 00000020:00000001:1.0:1788687282.188484:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687282.188489:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687282.188492:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788687283.061215:0:30405:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687283.220703:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687283.220710:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687283.220715:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788687284.016288:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687284.016305:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687284.016310:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687284.016313:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687284.016321:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687284.016328:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687284.016336:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687284.016340:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687284.016344:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687284.016349:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 328 into portal 15 MB=0x6a9d2d5156680 00000400:00000200:3.0:1788687284.016356:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 328/328 into md 0x5e35 [2] + 328 00000800:00000001:3.0:1788687284.016363:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687284.016370:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687284.016373:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687284.016377:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687284.016384:0:2362:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788687284.016386:0:2362:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788687284.016428:0:2362:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb7b80. 00000100:00000040:3.0:1788687284.016432:0:2362:0:(events.c:341:request_in_callback()) incoming req@ffff9b29c8bb7b80 x1875572843439744 msgsize 328 00000100:00100000:3.0:1788687284.016437:0:2362:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000001:3.0:1788687284.016448:0:2362:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788687284.016455:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687284.016459:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687284.016476:0:15936:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788687284.016478:0:15936:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875572843439744 02000000:00000001:3.0:1788687284.016481:0:15936:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788687284.016483:0:15936:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687284.016485:0:15936:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687284.016489:0:15936:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687284.016494:0:15936:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875572843439744 00000020:00000001:3.0:1788687284.016497:0:15936:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788687284.016498:0:15936:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e81131f 00000020:00000001:3.0:1788687284.016501:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687284.016504:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c52f4800 refcount=4 00000020:00000001:3.0:1788687284.016507:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202437015552 : -110871272536064 : ffff9b29c52f4800) 00000020:00000001:3.0:1788687284.016509:0:15936:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202437015552 : -110871272536064 : ffff9b29c52f4800) 00000100:00000001:3.0:1788687284.016513:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788687284.016517:0:15936:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b29c975c000. 00000100:00000001:3.0:1788687284.016519:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788687284.016522:0:15936:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b29c975c000. 00000020:00000010:3.0:1788687284.016528:0:15936:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29c4c8c400. 00000020:00000010:3.0:1788687284.016533:0:15936:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b29c3056180. 00000020:00000010:3.0:1788687284.016538:0:15936:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b29e0155640. 00000100:00000040:3.0:1788687284.016545:0:15936:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788687284.016548:0:15936:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788687284.016561:0:15936:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788687284.016563:0:15936:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687284.016570:0:15936:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687284.016577:0:15936:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687284.016586:0:15936:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788687284.016588:0:15936:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788687284.016592:0:15936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 53 00000100:00000040:3.0:1788687284.016596:0:15936:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b29c52f4800 : new rpc_count 1 00000100:00000001:3.0:1788687284.016598:0:15936:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633202496535424 : -110871213016192 : ffff9b29c8bb7b80) 00000100:00000040:3.0:1788687284.016605:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b29c8bb7b80 x1875572843439744/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:185/0 lens 328/0 e 0 to 0 dl 1788687295 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687284.016614:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788687284.016617:0:15936:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b29c975c000. 00000100:00000001:3.0:1788687284.016618:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788687284.016620:0:15936:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b29c975c000. 00000100:00100000:3.0:1788687284.016624:0:15936:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9b29c8bb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8104:x1875572843439744:12345-192.168.203.144@tcp:104: 00000100:00000200:3.0:1788687284.016628:0:15936:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875572843439744 00010000:00000001:3.0:1788687284.016631:0:15936:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788687284.016636:0:15936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687284.016638:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687284.016640:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5000 refcount=2 00000020:00000001:3.0:1788687284.016642:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:3.0:1788687284.016645:0:15936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:3.0:1788687284.016648:0:15936:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687284.016651:0:15936:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687284.016656:0:15936:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000b33bec2c/0x230d04438e811c8e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x59c08f76ab1d2035 expref: -99 pid: 30318 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788687284.016668:0:15936:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788687284.016670:0:15936:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788687284.016674:0:15936:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b29c43bec00. 02000000:00000001:3.0:1788687284.016677:0:15936:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687284.016679:0:15936:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687284.016683:0:15936:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788687284.016686:0:15936:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687284.016689:0:15936:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c4dc39e8 time=55 v=5 (1 1 1 1) 00000100:00000001:3.0:1788687284.016693:0:15936:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788687284.016696:0:15936:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 13 to 192.168.203.144@tcp 00000100:00000001:3.0:1788687284.016698:0:15936:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 02000000:00000001:3.0:1788687284.016701:0:15936:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788687284.016703:0:15936:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687284.016706:0:15936:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687284.016708:0:15936:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687284.016712:0:15936:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0770. 00000100:00000200:3.0:1788687284.016717:0:15936:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875572843439744, offset 224 00000400:00000200:3.0:1788687284.016722:0:15936:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687284.016727:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687284.016733:0:15936:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687284.016739:0:15936:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2283:2283:256:4294967295] 192.168.203.144@tcp LPNI seq info [2283:2283:8:4294967295] 00000400:00000200:3.0:1788687284.016744:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687284.016753:0:15936:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687284.016758:0:15936:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687284.016763:0:15936:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a500. 00000800:00000200:3.0:1788687284.016769:0:15936:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687284.016775:0:15936:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687284.016779:0:15936:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687284.016788:0:15936:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687284.016791:0:15936:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00010000:00000001:3.0:1788687284.016795:0:15936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788687284.016798:0:15936:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b29d105a780. 00010000:00000001:3.0:1788687284.016800:0:15936:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788687284.016807:0:15936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788687284.016809:0:15936:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687284.016811:0:15936:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687284.016813:0:15936:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687284.016831:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb7b80 x1875572843439744/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:185/0 lens 328/224 e 0 to 0 dl 1788687295 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788687284.016841:0:15936:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9b29c8bb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8104:x1875572843439744:12345-192.168.203.144@tcp:104: Request processed in 225us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1788687284.016848:0:15936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 53 00000100:00000040:3.0:1788687284.016851:0:15936:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b29c52f4800 : new rpc_count 0 00000100:00000001:3.0:1788687284.016853:0:15936:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788687284.016854:0:15936:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788687284.016858:0:15936:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b29c3056180. 00000020:00000010:3.0:1788687284.016862:0:15936:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b29e0155640. 00000020:00000010:3.0:1788687284.016865:0:15936:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b29c4c8c400. 00000020:00000040:3.0:1788687284.016869:0:15936:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c52f4800 : new refcount 3 00000100:00000001:3.0:1788687284.016872:0:15936:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788687284.016975:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687284.016978:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a500. 00000400:00000200:3.0:1788687284.016981:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687284.016985:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687284.016989:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0770 00000400:00000010:3.0:1788687284.016991:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0770. 00000100:00000001:3.0:1788687284.016995:0:2361:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788687284.016997:0:2361:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:3.0:1788687284.017008:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687284.017010:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687284.017013:0:15943:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788687284.017016:0:15943:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788687284.017018:0:15943:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788687284.017021:0:15943:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000b33bec2c/0x230d04438e811c8e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x59c08f76ab1d2035 expref: -99 pid: 30318 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788687284.017030:0:15943:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29c5cc5000 already unused, calling callback (ffffffffc1276300) 00000008:00000001:3.0:1788687284.017034:0:15943:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1788687284.017036:0:15943:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788687284.017037:0:15943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687284.017039:0:15943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687284.017040:0:15943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5000 refcount=3 00000020:00000001:3.0:1788687284.017042:0:15943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:3.0:1788687284.017044:0:15943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:3.0:1788687284.017047:0:15943:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788687284.017049:0:15943:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000b33bec2c/0x230d04438e811c8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x59c08f76ab1d2035 expref: -99 pid: 30318 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1788687284.017056:0:15943:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788687284.017058:0:15943:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788687284.017061:0:15943:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202764011208 : -110870945540408 : ffff9b29d8acd6c8) 00000020:00001000:3.0:1788687284.017063:0:15943:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d8acd6c0 00000008:00000001:3.0:1788687284.017066:0:15943:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788687284.017068:0:15943:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788687284.017070:0:15943:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d8acd6c0 00000008:00000001:3.0:1788687284.017072:0:15943:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687284.017075:0:15943:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788687284.017078:0:15943:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788687284.017080:0:15943:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788687284.017081:0:15943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687284.017083:0:15943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788687284.017086:0:15943:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc5000 with handle 0x230d04438e811c8e from hash 00010000:00000001:3.0:1788687284.017088:0:15943:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788687284.017091:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687284.017092:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687284.017093:0:15943:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788687284.017096:0:15943:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788687284.017098:0:15943:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1788687284.017103:0:15943:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687284.017105:0:15943:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687284.017108:0:15943:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687284.017110:0:15943:0:(ldlm_request.c:1526:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788687284.017115:0:15943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb7800. 00000020:00000040:3.0:1788687284.017118:0:15943:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:3.0:1788687284.017122:0:15943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687284.017124:0:15943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687284.017128:0:15943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687284.017133:0:15943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c4c8c400. 00000100:00000001:3.0:1788687284.017138:0:15943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687284.017140:0:15943:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788687284.017144:0:15943:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000b33bec2c/0x230d04438e811c8e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x59c08f76ab1d2035 expref: -99 pid: 30318 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788687284.017150:0:15943:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788687284.017152:0:15943:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687284.017156:0:15943:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687284.017159:0:15943:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687284.017166:0:15943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ac17f1f] to pc [ptlrpcd_01_01+1] req@ffff9b29c8bb7800 x1875572824514176/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788687284.017185:0:15943:0:(ldlm_request.c:1594:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687284.017188:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687284.017189:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687284.017190:0:15943:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687284.017192:0:15943:0:(ldlm_request.c:1833:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687284.017194:0:15943:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687284.017197:0:15943:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000b33bec2c/0x230d04438e811c8e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x59c08f76ab1d2035 expref: -99 pid: 30318 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788687284.017203:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788687284.017205:0:15943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000b33bec2c/0x230d04438e811c8e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x59c08f76ab1d2035 expref: -99 pid: 30318 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1788687284.017212:0:15943:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29c4c6f380. 00010000:00000040:3.0:1788687284.017217:0:15943:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64de700 count: 0 00010000:00000010:3.0:1788687284.017223:0:15943:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b29c64de800. 00010000:00000001:3.0:1788687284.017229:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687284.017231:0:15943:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788687284.017232:0:15943:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b29d105a780. 00010000:00000001:3.0:1788687284.017235:0:15943:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687284.017237:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687284.017238:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687284.017240:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788687284.017242:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687284.017243:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687284.017244:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788687284.017246:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687284.017247:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687284.017249:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788687284.017255:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687284.017259:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687284.017261:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687284.017266:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb7800 x1875572824514176/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687284.017274:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687284.017276:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687284.017280:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687284.017282:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687284.017284:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687284.017287:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824514176:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788687284.017291:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687284.017296:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687284.017298:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687284.017301:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687284.017304:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c4c8d200. 02000000:00000001:3.0:1788687284.017306:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687284.017311:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687284.017314:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef40b0. 00000400:00000010:3.0:1788687284.017318:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0770. 00000100:00000200:3.0:1788687284.017323:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824514176, portal 18 00000100:00000001:3.0:1788687284.017325:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687284.017327:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496534528 : -110871213017088 : ffff9b29c8bb7800) 00000100:00000040:3.0:1788687284.017333:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb7800 x1875572824514176/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687300 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687284.017339:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687284.017341:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687284.017343:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae04c8. 00000100:00000200:3.0:1788687284.017345:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875572824514176, offset 0 00000400:00000200:3.0:1788687284.017349:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687284.017354:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687284.017358:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687284.017362:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687284.017365:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687284.017369:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687284.017372:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687284.017375:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2284:2284:256:4294967295] 192.168.203.144@tcp LPNI seq info [2284:2284:8:4294967295] 00000400:00000200:3.0:1788687284.017379:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687284.017385:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687284.017390:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687284.017393:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a500. 00000800:00000200:3.0:1788687284.017397:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687284.017402:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687284.017405:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788687284.017412:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687284.017416:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 303576 usecs (304 jiffies) 00000400:00000200:3.0:1788687284.017419:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687284.017422:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296410324 00000100:00000001:3.0:1788687284.017425:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296410334 00000100:00000001:3.0:1788687284.017428:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296410324 00000100:00000001:3.0:1788687284.017430:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296410334 00000100:00000001:3.0:1788687284.017432:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687284.017434:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687284.017437:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687284.017439:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687284.017444:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687284.017446:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788687284.017448:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687284.017449:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687284.017450:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687284.017452:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687284.017460:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687284.017462:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687284.017489:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687284.017491:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a500. 00000400:00000200:3.0:1788687284.017494:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687284.017497:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687284.017500:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae04c8 00000400:00000010:3.0:1788687284.017502:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae04c8. 00000100:00000001:3.0:1788687284.017505:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687284.017508:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb7800 x1875572824514176/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687300 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687284.017515:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687284.017518:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb7800 x1875572824514176/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687300 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687284.017524:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687284.017526:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687284.019772:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687284.019785:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687284.019789:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687284.019791:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687284.019799:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687284.019806:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687284.019814:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687284.019830:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687284.019835:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687284.019840:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 328 into portal 15 MB=0x6a9d2d5156700 00000400:00000200:3.0:1788687284.019848:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 328/328 into md 0x5e35 [2] + 656 00000800:00000001:3.0:1788687284.019855:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687284.019862:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687284.019865:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687284.019870:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687284.019877:0:2361:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788687284.019879:0:2361:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788687284.019885:0:2361:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb6300. 00000100:00000040:3.0:1788687284.019888:0:2361:0:(events.c:341:request_in_callback()) incoming req@ffff9b29c8bb6300 x1875572843439872 msgsize 328 00000100:00100000:3.0:1788687284.019892:0:2361:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000001:3.0:1788687284.020263:0:2361:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788687284.020272:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687284.020276:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687284.020303:0:15936:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788687284.020305:0:15936:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875572843439872 02000000:00000001:3.0:1788687284.020308:0:15936:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788687284.020310:0:15936:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687284.020312:0:15936:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687284.020316:0:15936:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687284.020321:0:15936:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875572843439872 00000020:00000001:3.0:1788687284.020324:0:15936:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788687284.020326:0:15936:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e811318 00000020:00000001:3.0:1788687284.020328:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687284.020331:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c52f0800 refcount=4 00000020:00000001:3.0:1788687284.020333:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000020:00000001:3.0:1788687284.020336:0:15936:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000100:00000001:3.0:1788687284.020340:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788687284.020345:0:15936:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b29c975c000. 00000100:00000001:3.0:1788687284.020348:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788687284.020351:0:15936:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b29c975c000. 00000020:00000010:3.0:1788687284.020357:0:15936:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29c4c8c200. 00000020:00000010:3.0:1788687284.020362:0:15936:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b29c3056180. 00000020:00000010:3.0:1788687284.020367:0:15936:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b29e0155640. 00000100:00000040:3.0:1788687284.020373:0:15936:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788687284.020376:0:15936:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788687284.020377:0:15936:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788687284.020380:0:15936:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687284.020388:0:15936:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687284.020396:0:15936:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687284.020405:0:15936:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788687284.020406:0:15936:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788687284.020411:0:15936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 54 00000100:00000040:3.0:1788687284.020414:0:15936:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b29c52f0800 : new rpc_count 1 00000100:00000001:3.0:1788687284.020416:0:15936:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633202496529152 : -110871213022464 : ffff9b29c8bb6300) 00000100:00000040:3.0:1788687284.020423:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b29c8bb6300 x1875572843439872/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:185/0 lens 328/0 e 0 to 0 dl 1788687295 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687284.020432:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788687284.020435:0:15936:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b29c975c000. 00000100:00000001:3.0:1788687284.020437:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788687284.020439:0:15936:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b29c975c000. 00000100:00100000:3.0:1788687284.020443:0:15936:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9b29c8bb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:14769:x1875572843439872:12345-192.168.203.144@tcp:104: 00000100:00000200:3.0:1788687284.020446:0:15936:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875572843439872 00010000:00000001:3.0:1788687284.020449:0:15936:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788687284.020455:0:15936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687284.020457:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687284.020459:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5e00 refcount=2 00000020:00000001:3.0:1788687284.020461:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:3.0:1788687284.020463:0:15936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:3.0:1788687284.020466:0:15936:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687284.020469:0:15936:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687284.020473:0:15936:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000006adcb8c1/0x230d04438e811ca3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x59c08f76ab1d2074 expref: -99 pid: 30319 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788687284.020492:0:15936:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788687284.020494:0:15936:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788687284.020498:0:15936:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b29c43bf000. 02000000:00000001:3.0:1788687284.020500:0:15936:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687284.020503:0:15936:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687284.020507:0:15936:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788687284.020509:0:15936:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687284.020512:0:15936:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c4dc39e8 time=55 v=5 (1 1 1 1) 00000100:00000001:3.0:1788687284.020516:0:15936:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788687284.020519:0:15936:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 13 to 192.168.203.144@tcp 00000100:00000001:3.0:1788687284.020521:0:15936:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 02000000:00000001:3.0:1788687284.020523:0:15936:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788687284.020525:0:15936:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687284.020528:0:15936:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687284.020531:0:15936:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687284.020535:0:15936:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae04c8. 00000100:00000200:3.0:1788687284.020540:0:15936:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875572843439872, offset 224 00000400:00000200:3.0:1788687284.020545:0:15936:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687284.020550:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687284.020777:0:15936:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687284.020783:0:15936:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2285:2285:256:4294967295] 192.168.203.144@tcp LPNI seq info [2285:2285:8:4294967295] 00000400:00000200:3.0:1788687284.020788:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687284.020795:0:15936:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687284.020801:0:15936:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687284.020807:0:15936:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a500. 00000800:00000200:3.0:1788687284.020813:0:15936:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687284.020830:0:15936:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687284.020834:0:15936:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687284.020845:0:15936:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687284.020848:0:15936:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00010000:00000001:3.0:1788687284.020851:0:15936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788687284.020855:0:15936:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b29d105a780. 00010000:00000001:3.0:1788687284.020858:0:15936:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788687284.020873:0:15936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788687284.020876:0:15936:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687284.020878:0:15936:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687284.020879:0:15936:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687284.020884:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6300 x1875572843439872/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:185/0 lens 328/224 e 0 to 0 dl 1788687295 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788687284.020894:0:15936:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9b29c8bb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:14769:x1875572843439872:12345-192.168.203.144@tcp:104: Request processed in 459us (1003us total) trans 0 rc 0/0 00000100:00100000:3.0:1788687284.022133:0:15936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 54 00000100:00000040:3.0:1788687284.022141:0:15936:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b29c52f0800 : new rpc_count 0 00000100:00000001:3.0:1788687284.022145:0:15936:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788687284.022148:0:15936:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788687284.022152:0:15936:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b29c3056180. 00000020:00000010:3.0:1788687284.022156:0:15936:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b29e0155640. 00000020:00000010:3.0:1788687284.022160:0:15936:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b29c4c8c200. 00000020:00000040:3.0:1788687284.022164:0:15936:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c52f0800 : new refcount 3 00000100:00000001:3.0:1788687284.022167:0:15936:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788687284.024014:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687284.024023:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a500. 00000400:00000200:3.0:1788687284.024030:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687284.024037:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687284.024044:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae04c8 00000400:00000010:3.0:1788687284.024047:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae04c8. 00000100:00000001:3.0:1788687284.024052:0:2362:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788687284.024054:0:2362:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:3.0:1788687284.029050:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687284.029064:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687284.029068:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687284.029071:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687284.029079:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687284.029087:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687284.029096:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687284.029100:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687284.029105:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687284.029109:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x6a9d2d3f49e80 00000400:00000200:3.0:1788687284.029115:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687284.029122:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x653d [1] + 224 00000800:00000001:3.0:1788687284.029130:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687284.029135:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687284.029139:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687284.029143:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687284.029150:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687284.029159:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb7800 x1875572824514176/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687300 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687284.029170:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb7800 x1875572824514176/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687300 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687284.029182:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788687284.029269:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687284.029273:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445d00. 00000400:00000200:3.0:1788687284.029277:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687284.029281:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687284.029284:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdab28 00000400:00000010:3.0:1788687284.029287:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdab28. 00000100:00000001:3.0:1788687284.029291:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687284.029295:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0e00 x1875572824514304/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687300 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687284.029305:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687284.029309:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0e00 x1875572824514304/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687300 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687284.029316:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687284.029318:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687284.029324:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687284.029326:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687284.029337:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687284.029340:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687284.029347:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687284.029348:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687284.029351:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef40b0. 00000400:00000200:3.0:1788687284.029354:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0770 00000400:00000010:3.0:1788687284.029356:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0770. 00000100:00000001:3.0:1788687284.029359:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687284.029363:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb7800 x1875572824514176/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687300 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687284.029371:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb7800 x1875572824514176/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687300 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687284.029376:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687284.029378:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687284.029380:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687284.029383:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687284.029387:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687284.029389:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687284.029391:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687284.029400:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0538 time=190 v=5 (5 5 5 5) 00000100:00001000:3.0:1788687284.029404:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687284.029406:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687284.029408:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687284.029411:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687284.029415:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687284.029418:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687284.029420:0:2370:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788687284.029422:0:2370:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687284.029424:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687284.029428:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb7800 x1875572824514176/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687300 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687284.029434:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687284.029437:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687284.029440:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687284.029444:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb7800 x1875572824514176/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687300 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687284.029452:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824514176:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788687284.029457:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687284.029459:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687284.029462:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb7800 x1875572824514176/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687300 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687284.029468:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687284.029470:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687284.029473:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c4c8d200. 02000000:00000001:3.0:1788687284.029476:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687284.029478:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687284.029480:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:3.0:1788687284.029482:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687284.029484:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c4c8c400. 02000000:00000001:3.0:1788687284.029487:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687284.029489:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687284.029491:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb7800. 00000100:00000001:3.0:1788687284.029494:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687284.029495:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687284.029497:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687284.029504:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687284.029507:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687284.029509:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687284.029511:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788687284.030404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de700. 00010000:00000010:3.1:1788687284.030414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5000. 00000800:00000001:3.0:1788687284.034464:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687284.034479:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687284.034483:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687284.034485:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687284.034493:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687284.034501:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687284.034510:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687284.034514:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687284.034519:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687284.034523:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x6a9d2d3f49f00 00000400:00000200:3.0:1788687284.034528:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687284.034533:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6555 [1] + 224 00000800:00000001:3.0:1788687284.034540:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687284.034546:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687284.034550:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687284.034554:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687284.034623:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687284.034633:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0e00 x1875572824514304/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687300 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687284.034644:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c97f0e00 x1875572824514304/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687300 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687284.034666:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687284.034674:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687284.034678:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687284.034729:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687284.034734:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687284.034739:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687284.034741:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687284.034744:0:2368:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1d68. 00000400:00000200:1.0:1788687284.034749:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda6e8 00000400:00000010:1.0:1788687284.034752:0:2368:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda6e8. 00000100:00000001:1.0:1788687284.034756:0:2368:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687284.034761:0:2368:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f0e00 x1875572824514304/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687300 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687284.034770:0:2368:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f0e00 x1875572824514304/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687300 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687284.034776:0:2368:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687284.034778:0:2368:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687284.034780:0:2368:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687284.034783:0:2368:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687284.034785:0:2368:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687284.034787:0:2368:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687284.034790:0:2368:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687284.034799:0:2368:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7538 time=53 v=5 (5 5 0 5) 00000100:00001000:1.0:1788687284.034803:0:2368:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=141 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687284.034805:0:2368:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687284.034806:0:2368:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687284.034809:0:2368:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687284.034813:0:2368:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687284.034827:0:2368:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687284.034829:0:2368:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967338 00000100:00000001:1.0:1788687284.034831:0:2368:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687284.034833:0:2368:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687284.034838:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f0e00 x1875572824514304/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687300 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687284.034846:0:2368:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687284.034849:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687284.034851:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687284.034855:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f0e00 x1875572824514304/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687300 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687284.034863:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824514304:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788687284.034868:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687284.034870:0:2368:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687284.034873:0:2368:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f0e00 x1875572824514304/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687300 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687284.034880:0:2368:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687284.034883:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687284.034886:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6941200. 02000000:00000001:1.0:1788687284.034891:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687284.034894:0:2368:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687284.034895:0:2368:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687284.034898:0:2368:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687284.034900:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c6940400. 02000000:00000001:1.0:1788687284.034930:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687284.034933:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687284.034935:0:2368:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f0e00. 00000100:00000001:1.0:1788687284.034939:0:2368:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687284.034940:0:2368:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687284.034943:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687284.034949:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687284.034951:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687284.034953:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687284.034955:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788687284.048177:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de500. 00010000:00000010:0.1:1788687284.048191:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5e00. 00000020:00000001:2.0:1788687284.259549:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687284.259553:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687284.259557:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788687284.619074:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296410334, at 4296410624 00000100:00000010:2.0:1788687284.619087:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c3344420. 00000100:00000040:3.0:1788687284.620237:0:26149:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296410334, at 4296410625 00000100:00000010:3.0:1788687284.620245:0:26149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c3344960. 00000080:00000001:1.0:1788687284.647627:0:30542:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687285.138378:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687285.138382:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445a00. 00000400:00000200:3.0:1788687285.138387:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687285.138392:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687285.138397:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdaaa0 00000400:00000010:3.0:1788687285.138399:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdaaa0. 00000100:00000001:3.0:1788687285.138403:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687285.138407:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1f80 x1875572824514432/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687285.138416:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687285.138419:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1f80 x1875572824514432/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687301 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687285.138426:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687285.138429:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687285.138484:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687285.138487:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445700. 00000400:00000200:3.0:1788687285.138575:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687285.138579:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687285.138582:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda330 00000400:00000010:3.0:1788687285.138584:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda330. 00000100:00000001:3.0:1788687285.138586:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687285.138590:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1c00 x1875572824514688/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687285.138598:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687285.138601:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1c00 x1875572824514688/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687301 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687285.138608:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687285.138609:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687285.138619:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687285.138621:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445c00. 00000400:00000200:3.0:1788687285.138624:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687285.138627:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687285.138629:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda000 00000400:00000010:3.0:1788687285.138631:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda000. 00000100:00000001:3.0:1788687285.138632:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687285.138635:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0e00 x1875572824514560/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687285.138641:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687285.138644:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0e00 x1875572824514560/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687301 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687285.138650:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687285.138652:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687285.138657:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687285.138658:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445100. 00000400:00000200:3.0:1788687285.138660:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687285.138663:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687285.138665:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda6e8 00000400:00000010:3.0:1788687285.138667:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda6e8. 00000100:00000001:3.0:1788687285.138669:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687285.138671:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3480 x1875572824514816/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687301 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687285.138677:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687285.138679:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f3480 x1875572824514816/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687301 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687285.138684:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687285.138685:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687285.143473:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687285.143485:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687285.143489:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687285.143492:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687285.143500:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687285.143508:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687285.143517:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687285.143521:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687285.143527:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687285.143531:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f49f80 00000400:00000200:3.0:1788687285.143536:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687285.143542:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x655d [1] + 224 00000800:00000001:3.0:1788687285.143549:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687285.143555:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687285.143559:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687285.143563:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687285.143572:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687285.143581:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1f80 x1875572824514432/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687285.143592:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c97f1f80 x1875572824514432/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687285.143606:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687285.143613:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687285.143615:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687285.149942:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687285.149965:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687285.149971:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687285.149974:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687285.149985:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687285.149997:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687285.150009:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687285.150015:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687285.150023:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687285.150028:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f4a080 00000400:00000200:3.0:1788687285.150034:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687285.150042:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6565 [1] + 224 00000800:00000001:3.0:1788687285.150052:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687285.150058:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687285.150063:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687285.150069:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687285.150081:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687285.150632:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1c00 x1875572824514688/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687285.150652:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c97f1c00 x1875572824514688/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687285.150662:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687285.150673:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687285.150679:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687285.150682:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687285.150683:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687285.150688:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687285.150691:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687285.150696:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687285.150699:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687285.150703:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687285.150706:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f4a000 00000400:00000200:3.0:1788687285.150710:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687285.150715:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x656d [1] + 224 00000800:00000001:3.0:1788687285.150720:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687285.150723:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687285.150725:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687285.151497:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687285.152448:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687285.152460:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0e00 x1875572824514560/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687285.152470:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c97f0e00 x1875572824514560/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687285.152487:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687285.152511:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687285.152525:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687285.152527:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687285.152530:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687285.152539:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687285.152554:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687285.152564:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687285.152568:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687285.152573:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687285.152577:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f4a100 00000400:00000200:3.0:1788687285.152583:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687285.152589:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6575 [1] + 224 00000800:00000001:3.0:1788687285.152596:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687285.152607:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687285.152610:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687285.152615:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687285.152620:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687285.152625:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3480 x1875572824514816/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687301 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687285.152639:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c97f3480 x1875572824514816/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687301 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687285.152646:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687285.152649:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687285.152652:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788687285.261239:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687285.261245:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687285.261251:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788687286.317549:0:30688:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687287.071734:0:30750:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687287.312230:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687287.312234:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687287.312237:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788687288.256312:0:30841:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687288.332667:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687288.332671:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687288.332675:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1788687288.708703:0:30877:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788687288.708712:0:30877:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21g: drop open reply and close request while close and open are both in flight ========================================================== 05:34:47 (1788687287) 00000001:00000001:1.0:1788687288.723491:0:30877:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1788687288.784052:0:30879:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687288.784063:0:30879:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687288.784066:0:30879:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788687288.784071:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccbb20 00000080:00200000:3.0:1788687288.784077:0:30879:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:3.0:1788687288.784087:0:30879:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6940a00. 00800000:00000002:3.0:1788687288.785279:0:30879:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687288.785290:0:30879:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687288.785297:0:30879:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687288.785300:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccba40 00800000:00000002:3.0:1788687288.785303:0:30879:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687288.785309:0:30879:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788687288.785315:0:30879:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788687288.785321:0:30879:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687288.785323:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccb910 00000002:00010000:3.0:1788687288.785325:0:30879:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788687288.785329:0:30879:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687288.785332:0:30879:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687288.785336:0:30879:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788687288.785345:0:30879:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687288.785348:0:30879:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687288.785351:0:30879:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687288.785353:0:30879:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788687288.785356:0:30879:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788687288.785363:0:30879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb7800. 00000020:00000040:3.0:1788687288.785368:0:30879:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:3.0:1788687288.785376:0:30879:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788687288.785383:0:30879:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687288.785388:0:30879:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687288.785392:0:30879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687288.785396:0:30879:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687288.785400:0:30879:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687288.785408:0:30879:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c43be000. 00000100:00000001:3.0:1788687288.785417:0:30879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.785423:0:30879:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687288.785425:0:30879:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.785426:0:30879:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687288.785427:0:30879:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.785429:0:30879:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687288.785436:0:30879:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202496534528 : -110871213017088 : ffff9b29c8bb7800) 00010000:00000001:3.0:1788687288.785440:0:30879:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788687288.785442:0:30879:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788687288.785447:0:30879:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c5c62c00. 00010000:00000010:3.0:1788687288.785452:0:30879:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c3056080. 00010000:00000001:3.0:1788687288.785459:0:30879:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788687288.785463:0:30879:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c3146a00. 00000020:00000001:3.0:1788687288.785468:0:30879:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788687288.785471:0:30879:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c3146a00 with handle 0x230d04438e811cdb to hash 00000020:00000001:3.0:1788687288.785473:0:30879:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788687288.785474:0:30879:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.785479:0:30879:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.785484:0:30879:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687288.785488:0:30879:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687288.785494:0:30879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687288.785509:0:30879:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687288.785521:0:30879:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788687288.785527:0:30879:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687288.785529:0:30879:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687288.785537:0:30879:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e1436c00. 00000100:00000001:3.0:1788687288.785540:0:30879:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202908097536 : -110870801454080 : ffff9b29e1436c00) 00000100:00000001:3.0:1788687288.785544:0:30879:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687288.785545:0:30879:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496534528 : -110871213017088 : ffff9b29c8bb7800) 00000100:00000001:3.0:1788687288.785551:0:30879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687288.785556:0:30879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687288.785559:0:30879:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687288.785561:0:30879:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687288.785575:0:30879:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb7800 x1875572824514944/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.785585:0:30879:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687288.785588:0:30879:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687288.785592:0:30879:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687288.785596:0:30879:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687288.785599:0:30879:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687288.785602:0:30879:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb7800 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:30879:1875572824514944:192.168.203.144@tcp:101:lfs.0 00000100:00000001:3.0:1788687288.785607:0:30879:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687288.785614:0:30879:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687288.785617:0:30879:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687288.785620:0:30879:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687288.785625:0:30879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c62eb800. 02000000:00000001:3.0:1788687288.785627:0:30879:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687288.785637:0:30879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687288.785643:0:30879:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef40b0. 00000400:00000010:3.0:1788687288.785652:0:30879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0770. 00000100:00000200:3.0:1788687288.785661:0:30879:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824514944, portal 10 00000100:00000001:3.0:1788687288.785663:0:30879:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687288.785664:0:30879:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496534528 : -110871213017088 : ffff9b29c8bb7800) 00000100:00000040:3.0:1788687288.785670:0:30879:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb7800 x1875572824514944/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687304 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.785680:0:30879:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687288.785683:0:30879:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687288.785687:0:30879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae04c8. 00000100:00000200:3.0:1788687288.785689:0:30879:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824514944, offset 0 00000400:00000200:3.0:1788687288.785697:0:30879:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687288.785707:0:30879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.785717:0:30879:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687288.785723:0:30879:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687288.785727:0:30879:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687288.785731:0:30879:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687288.785734:0:30879:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687288.785738:0:30879:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2291:2291:256:4294967295] 192.168.203.144@tcp LPNI seq info [2291:2291:8:4294967295] 00000400:00000200:3.0:1788687288.785743:0:30879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.785753:0:30879:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687288.785759:0:30879:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687288.785766:0:30879:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a100. 00000800:00000200:3.0:1788687288.785774:0:30879:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687288.785798:0:30879:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687288.785804:0:30879:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788687288.785832:0:30879:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687288.785838:0:30879:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 793945 usecs (794 jiffies) 00000400:00000200:3.0:1788687288.785842:0:30879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687288.785846:0:30879:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296415584 00000800:00000200:3.0:1788687288.786014:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687288.786019:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a100. 00000400:00000200:3.0:1788687288.786025:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687288.786031:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687288.786037:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae04c8 00000400:00000010:3.0:1788687288.786040:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae04c8. 00000100:00000001:3.0:1788687288.786045:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687288.786051:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb7800 x1875572824514944/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687304 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.786062:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687288.786066:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb7800 x1875572824514944/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687304 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.786073:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687288.786075:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788687288.791754:0:30879:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296415456 00000100:00000001:3.0:1788687288.791772:0:30879:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296415586 00000100:00000001:3.0:1788687288.791777:0:30879:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296415456 00000100:00000001:3.0:1788687288.791780:0:30879:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687288.791795:0:30879:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687288.791800:0:30879:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687288.791802:0:30879:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687288.791808:0:30879:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e1436c00 going to sleep for 11 seconds 00000100:00000001:3.0:1788687288.791813:0:30879:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687288.791816:0:30879:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687288.793591:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687288.793612:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687288.793617:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687288.793620:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687288.793630:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.793639:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687288.793649:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.793655:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.793702:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.793708:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f4a180 00000400:00000200:3.0:1788687288.793714:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.793721:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x657d [1] + 224 00000800:00000001:3.0:1788687288.793729:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687288.793737:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687288.793741:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687288.793746:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687288.793755:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687288.793765:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb7800 x1875572824514944/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687304 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687288.793777:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c8bb7800 x1875572824514944/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687304 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.794570:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687288.794584:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687288.794590:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687288.794610:0:30879:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687288.794620:0:30879:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687288.794622:0:30879:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687288.794626:0:30879:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef40b0. 00000400:00000200:3.0:1788687288.794633:0:30879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0770 00000400:00000010:3.0:1788687288.794636:0:30879:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0770. 00000100:00000001:3.0:1788687288.794641:0:30879:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687288.794650:0:30879:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb7800 x1875572824514944/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687304 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687288.794661:0:30879:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb7800 x1875572824514944/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687304 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.794668:0:30879:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687288.794670:0:30879:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687288.794673:0:30879:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687288.794677:0:30879:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687288.794680:0:30879:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687288.794683:0:30879:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687288.794687:0:30879:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687288.794699:0:30879:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=60 v=5 (5 103 103 103) 00000100:00001000:3.0:1788687288.794704:0:30879:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687288.794707:0:30879:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687288.794709:0:30879:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.794712:0:30879:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687288.794717:0:30879:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687288.794722:0:30879:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687288.794724:0:30879:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967612 00000100:00000001:3.0:1788687288.794727:0:30879:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687288.794729:0:30879:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687288.794734:0:30879:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb7800 x1875572824514944/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687304 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.794742:0:30879:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687288.794746:0:30879:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687288.794749:0:30879:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687288.794753:0:30879:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb7800 x1875572824514944/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687304 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687288.794761:0:30879:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb7800 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:30879:1875572824514944:192.168.203.144@tcp:101:lfs.0 00000100:00000001:3.0:1788687288.794765:0:30879:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687288.794769:0:30879:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687288.794772:0:30879:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687288.794774:0:30879:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687288.794778:0:30879:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb7800 x1875572824514944/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687304 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.794795:0:30879:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687288.794799:0:30879:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e1436c00. 00000100:00000001:3.0:1788687288.794803:0:30879:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687288.794804:0:30879:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.794808:0:30879:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788687288.794812:0:30879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687288.794815:0:30879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687288.794819:0:30879:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=4 00000020:00000001:3.0:1788687288.794822:0:30879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.794825:0:30879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000040:3.0:1788687288.794834:0:30879:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c3146a00, remote cookie: 0x59c08f76ab1d217e, flags: 0x1001 00010000:00010000:3.0:1788687288.794842:0:30879:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687288.794855:0:30879:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687288.794863:0:30879:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788687288.794868:0:30879:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788687288.794872:0:30879:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788687288.794874:0:30879:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788687288.794875:0:30879:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788687288.794879:0:30879:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b29c5c62c00) refcount = 1 00010000:00010000:3.0:1788687288.794883:0:30879:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687288.794890:0:30879:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788687288.794894:0:30879:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788687288.794896:0:30879:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687288.794900:0:30879:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788687288.794902:0:30879:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687288.794923:0:30879:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687288.794931:0:30879:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788687288.794933:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.794936:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.794937:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.794938:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.794939:0:30879:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687288.794945:0:30879:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788687288.794947:0:30879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687288.794948:0:30879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687288.794950:0:30879:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:3.0:1788687288.794953:0:30879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.794956:0:30879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.794958:0:30879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687288.794960:0:30879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687288.794961:0:30879:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=4 00000020:00000001:3.0:1788687288.794963:0:30879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.794965:0:30879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.794968:0:30879:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687288.794972:0:30879:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687288.794976:0:30879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687288.794983:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.794985:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.794986:0:30879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687288.794987:0:30879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687288.794988:0:30879:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=5 00000020:00000001:3.0:1788687288.794991:0:30879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.794993:0:30879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.794995:0:30879:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687288.794999:0:30879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687288.795006:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.795007:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788687288.795010:0:30879:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687288.795018:0:30879:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687288.795019:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.795020:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.795022:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.795024:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788687288.795030:0:30879:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c8bb7800 x1875572824514944/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687304 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788687288.795040:0:30879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687288.795042:0:30879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687288.795043:0:30879:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:3.0:1788687288.795045:0:30879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.795047:0:30879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.795050:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.795051:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687288.795053:0:30879:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687288.795055:0:30879:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687288.795058:0:30879:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788687288.795061:0:30879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687288.795062:0:30879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687288.795063:0:30879:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:3.0:1788687288.795065:0:30879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.795067:0:30879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00000002:00010000:3.0:1788687288.795071:0:30879:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687288.795078:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.795079:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.795081:0:30879:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788687288.795083:0:30879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687288.795084:0:30879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687288.795086:0:30879:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:3.0:1788687288.795088:0:30879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.795090:0:30879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000040:3.0:1788687288.795112:0:30879:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 2 00010000:00000001:3.0:1788687288.795116:0:30879:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788687288.795120:0:30879:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788687288.795122:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.795124:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687288.795126:0:30879:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788687288.795129:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccb898 00000002:00002000:3.0:1788687288.795131:0:30879:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788687288.795134:0:30879:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687288.795139:0:30879:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687288.795142:0:30879:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788687288.795146:0:30879:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788687288.795149:0:30879:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788687288.795154:0:30879:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687288.795159:0:30879:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6940a00. 00000080:00000001:3.0:1788687288.795166:0:30879:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687288.795169:0:30879:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788687288.795176:0:30879:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788687288.795181:0:30879:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788687288.795188:0:30879:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b29c975c5c0. 00800000:00000001:3.0:1788687288.795190:0:30879:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633202508744128 : -110871200807488 : ffff9b29c975c5c0) 00800000:00000001:3.0:1788687288.795193:0:30879:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687288.795195:0:30879:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788687288.795198:0:30879:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788687288.795200:0:30879:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788687288.795203:0:30879:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788687288.795207:0:30879:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788687288.795208:0:30879:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687288.795214:0:30879:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788687288.795217:0:30879:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1788687288.795222:0:30879:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1788687288.795225:0:30879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687288.795226:0:30879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687288.795228:0:30879:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:3.0:1788687288.795230:0:30879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.795232:0:30879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.795234:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.795235:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788687288.795237:0:30879:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788687288.795240:0:30879:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788687288.795241:0:30879:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29c975c5c0 1 00800000:00000010:3.0:1788687288.795244:0:30879:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b29c975c5c0. 00800000:00000001:3.0:1788687288.795247:0:30879:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687288.795250:0:30879:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811cdb 00800000:00000001:3.0:1788687288.795253:0:30879:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687288.795255:0:30879:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687288.795256:0:30879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687288.795257:0:30879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687288.795259:0:30879:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:3.0:1788687288.795261:0:30879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.795262:0:30879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.795265:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.795266:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687288.795267:0:30879:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687288.795270:0:30879:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687288.795272:0:30879:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687288.795275:0:30879:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:3.0:1788687288.795279:0:30879:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811cdb from it ffffaca081ccbb58 00010000:00000001:3.0:1788687288.795281:0:30879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687288.795282:0:30879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687288.795283:0:30879:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:3.0:1788687288.795285:0:30879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.795287:0:30879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.795290:0:30879:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687288.795292:0:30879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687288.795300:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.795301:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.795303:0:30879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687288.795305:0:30879:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687288.795308:0:30879:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788687288.795322:0:30879:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687288.795325:0:30879:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687288.795327:0:30879:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687288.795332:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.795333:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.795335:0:30879:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.795338:0:30879:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687288.795341:0:30879:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.795343:0:30879:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.795345:0:30879:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.795347:0:30879:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687288.795348:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.795349:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687288.795351:0:30879:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687288.795356:0:30879:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb7800 x1875572824514944/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687304 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.795364:0:30879:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687288.795368:0:30879:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687288.795371:0:30879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c62eb800. 02000000:00000001:3.0:1788687288.795376:0:30879:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687288.795378:0:30879:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687288.795380:0:30879:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687288.795383:0:30879:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687288.795386:0:30879:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c43be000. 02000000:00000001:3.0:1788687288.795390:0:30879:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687288.795392:0:30879:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687288.795395:0:30879:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb7800. 00000100:00000001:3.0:1788687288.795399:0:30879:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687288.795400:0:30879:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687288.795404:0:30879:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788687288.795410:0:30879:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788687288.795427:0:30879:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c31d7120. 00000020:00000001:3.0:1788687288.795432:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccbae8 00000080:00200000:3.0:1788687288.795435:0:30879:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), flags=13 00000080:00000001:3.0:1788687288.795439:0:30879:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788687288.795441:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccb998 00000080:00200000:3.0:1788687288.795443:0:30879:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=getattr 00000080:00000010:3.0:1788687288.795453:0:30879:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6940a00. 00800000:00000002:3.0:1788687288.795458:0:30879:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687288.795463:0:30879:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687288.795467:0:30879:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687288.795469:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccb8b8 00800000:00000002:3.0:1788687288.795471:0:30879:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687288.795474:0:30879:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1788687288.795480:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccb850 00800000:00000002:3.0:1788687288.795483:0:30879:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:3.0:1788687288.795487:0:30879:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687288.795489:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccb788 00000002:00010000:3.0:1788687288.795491:0:30879:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1788687288.795496:0:30879:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788687288.795499:0:30879:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788687288.795504:0:30879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb7800. 00000020:00000040:3.0:1788687288.795508:0:30879:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:3.0:1788687288.795514:0:30879:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788687288.795518:0:30879:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687288.795521:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.795522:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.795523:0:30879:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687288.795527:0:30879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687288.795531:0:30879:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687288.795536:0:30879:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687288.795543:0:30879:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c43be000. 00000100:00000001:3.0:1788687288.795551:0:30879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.795555:0:30879:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687288.795556:0:30879:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.795558:0:30879:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687288.795559:0:30879:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.795562:0:30879:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687288.795569:0:30879:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202496534528 : -110871213017088 : ffff9b29c8bb7800) 00010000:00000001:3.0:1788687288.795574:0:30879:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788687288.795576:0:30879:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788687288.795580:0:30879:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 2 00010000:00000001:3.0:1788687288.795581:0:30879:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687288.795584:0:30879:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788687288.795587:0:30879:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c3146600. 00000020:00000001:3.0:1788687288.795590:0:30879:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788687288.795593:0:30879:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c3146600 with handle 0x230d04438e811ce2 to hash 00000020:00000001:3.0:1788687288.795594:0:30879:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788687288.795596:0:30879:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687288.795600:0:30879:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687288.795603:0:30879:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687288.795604:0:30879:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687288.795608:0:30879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811ce2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687288.795616:0:30879:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811ce2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687288.795626:0:30879:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811ce2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30879 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788687288.795630:0:30879:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687288.795632:0:30879:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687288.795638:0:30879:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e1436c00. 00000100:00000001:3.0:1788687288.795640:0:30879:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202908097536 : -110870801454080 : ffff9b29e1436c00) 00000100:00000001:3.0:1788687288.795643:0:30879:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687288.795644:0:30879:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496534528 : -110871213017088 : ffff9b29c8bb7800) 00000100:00000001:3.0:1788687288.795649:0:30879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687288.795654:0:30879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687288.795655:0:30879:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687288.795657:0:30879:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687288.795662:0:30879:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb7800 x1875572824515072/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.795676:0:30879:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687288.795679:0:30879:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687288.795683:0:30879:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687288.795685:0:30879:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687288.795688:0:30879:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687288.795692:0:30879:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb7800 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:30879:1875572824515072:192.168.203.144@tcp:101:lfs.0 00000100:00000001:3.0:1788687288.795696:0:30879:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687288.795703:0:30879:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687288.795707:0:30879:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687288.795710:0:30879:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687288.795716:0:30879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c62eb800. 02000000:00000001:3.0:1788687288.795718:0:30879:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687288.795726:0:30879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687288.795731:0:30879:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef40b0. 00000400:00000010:3.0:1788687288.795737:0:30879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0770. 00000100:00000200:3.0:1788687288.795746:0:30879:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824515072, portal 10 00000100:00000001:3.0:1788687288.795747:0:30879:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687288.795749:0:30879:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496534528 : -110871213017088 : ffff9b29c8bb7800) 00000100:00000040:3.0:1788687288.795754:0:30879:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb7800 x1875572824515072/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687304 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.795762:0:30879:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687288.795765:0:30879:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687288.795768:0:30879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae04c8. 00000100:00000200:3.0:1788687288.795771:0:30879:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875572824515072, offset 0 00000400:00000200:3.0:1788687288.795777:0:30879:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687288.795796:0:30879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.795807:0:30879:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687288.795813:0:30879:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687288.795818:0:30879:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687288.795823:0:30879:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687288.795826:0:30879:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687288.795830:0:30879:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2292:2292:256:4294967295] 192.168.203.144@tcp LPNI seq info [2292:2292:8:4294967295] 00000400:00000200:3.0:1788687288.795836:0:30879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.795847:0:30879:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687288.795853:0:30879:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687288.795859:0:30879:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a100. 00000800:00000200:3.0:1788687288.795867:0:30879:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687288.795876:0:30879:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687288.795883:0:30879:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a100 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788687288.795903:0:30879:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687288.795936:0:30879:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 792758 usecs (793 jiffies) 00000400:00000200:3.0:1788687288.795939:0:30879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687288.795943:0:30879:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296415590 00000800:00000200:3.0:1788687288.796076:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687288.796082:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a100. 00000400:00000200:3.0:1788687288.796087:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687288.796093:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687288.796099:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae04c8 00000400:00000010:3.0:1788687288.796102:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae04c8. 00000100:00000001:3.0:1788687288.796106:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687288.796111:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb7800 x1875572824515072/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687304 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.796121:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687288.796124:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb7800 x1875572824515072/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687304 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.796130:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687288.796132:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788687288.796153:0:30879:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296415584 00000100:00000001:3.0:1788687288.796160:0:30879:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296415590 00000100:00000001:3.0:1788687288.796164:0:30879:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296415586 00000100:00000001:3.0:1788687288.796168:0:30879:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687288.796172:0:30879:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687288.796175:0:30879:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687288.796177:0:30879:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687288.796180:0:30879:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e1436c00 going to sleep for 11 seconds 00000100:00000001:3.0:1788687288.796183:0:30879:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687288.796186:0:30879:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687288.801963:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687288.801986:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687288.801991:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687288.801994:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687288.802005:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.802014:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687288.802025:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.802031:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.802037:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.802042:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x6a9d2d3f4a200 00000400:00000200:3.0:1788687288.802048:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.802055:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x658d [1] + 224 00000800:00000001:3.0:1788687288.802063:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687288.802073:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687288.802076:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687288.802081:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687288.802090:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687288.802116:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb7800 x1875572824515072/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687304 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687288.802128:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b29c8bb7800 x1875572824515072/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687304 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.802142:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687288.802152:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687288.802155:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687288.802170:0:30879:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687288.802178:0:30879:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687288.802180:0:30879:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687288.802184:0:30879:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef40b0. 00000400:00000200:3.0:1788687288.802190:0:30879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0770 00000400:00000010:3.0:1788687288.802192:0:30879:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0770. 00000100:00000001:3.0:1788687288.802196:0:30879:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687288.802201:0:30879:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb7800 x1875572824515072/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687304 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687288.802209:0:30879:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb7800 x1875572824515072/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687304 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.802214:0:30879:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687288.802216:0:30879:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687288.802219:0:30879:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687288.802223:0:30879:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687288.802225:0:30879:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687288.802227:0:30879:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687288.802231:0:30879:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687288.802243:0:30879:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=60 v=5 (5 103 103 103) 00000100:00001000:3.0:1788687288.802248:0:30879:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687288.802251:0:30879:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788687288.802254:0:30879:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9b29c8bb7800 x1875572824515072/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687304 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.802260:0:30879:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788687288.802264:0:30879:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687288.802268:0:30879:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967612 00000100:00000001:3.0:1788687288.802270:0:30879:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687288.802272:0:30879:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1788687288.802277:0:30879:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb7800 x1875572824515072/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687304 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.802283:0:30879:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1788687288.802287:0:30879:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687288.802289:0:30879:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687288.802292:0:30879:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb7800 x1875572824515072/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687304 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687288.802300:0:30879:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb7800 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:30879:1875572824515072:192.168.203.144@tcp:101:lfs.0 00000100:00000001:3.0:1788687288.802306:0:30879:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687288.802309:0:30879:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788687288.802313:0:30879:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687288.802316:0:30879:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687288.802320:0:30879:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb7800 x1875572824515072/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687304 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.802327:0:30879:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687288.802330:0:30879:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e1436c00. 00000100:00000001:3.0:1788687288.802333:0:30879:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687288.802335:0:30879:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1788687288.802339:0:30879:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788687288.802345:0:30879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687288.802348:0:30879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687288.802352:0:30879:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=4 00000020:00000001:3.0:1788687288.802355:0:30879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687288.802359:0:30879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00010000:3.0:1788687288.802365:0:30879:0:(ldlm_request.c:687:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811ce2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687288.802378:0:30879:0:(ldlm_request.c:718:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1788687288.802384:0:30879:0:(ldlm_request.c:590:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811ce2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687288.802393:0:30879:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687288.802396:0:30879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811ce2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687288.802401:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.802403:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788687288.802406:0:30879:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811ce2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687288.802413:0:30879:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687288.802418:0:30879:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.802421:0:30879:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788687288.802424:0:30879:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811ce2 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687288.802430:0:30879:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29c3146600 already unused, calling callback (ffffffffc1baf630) 00000080:00000001:3.0:1788687288.802435:0:30879:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788687288.802439:0:30879:0:(ldlm_request.c:1731:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811ce2 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 30879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687288.802446:0:30879:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788687288.802448:0:30879:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788687288.802451:0:30879:0:(ldlm_request.c:1741:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811ce2 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 30879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687288.802455:0:30879:0:(ldlm_request.c:1742:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788687288.802459:0:30879:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788687288.802460:0:30879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687288.802461:0:30879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687288.802463:0:30879:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=5 00000020:00000001:3.0:1788687288.802465:0:30879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687288.802467:0:30879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687288.802470:0:30879:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788687288.802473:0:30879:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811ce2 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 30879 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788687288.802479:0:30879:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788687288.802481:0:30879:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687288.802484:0:30879:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788687288.802486:0:30879:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788687288.802490:0:30879:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788687288.802492:0:30879:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788687288.802494:0:30879:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687288.802495:0:30879:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788687288.802499:0:30879:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c3146600 with handle 0x230d04438e811ce2 from hash 00010000:00000001:3.0:1788687288.802502:0:30879:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788687288.802503:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.802504:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.802505:0:30879:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788687288.802507:0:30879:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788687288.802509:0:30879:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788687288.802512:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.802512:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.802515:0:30879:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687288.802516:0:30879:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687288.802519:0:30879:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811ce2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687288.802524:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.802525:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.802526:0:30879:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788687288.802528:0:30879:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687288.802529:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.802530:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.802531:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788687288.802533:0:30879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811ce2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30879 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687288.802544:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.802546:0:30879:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1788687288.802551:0:30879:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1788687288.802556:0:30879:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9b29c8bb7800 x1875572824515072/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687304 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788687288.802563:0:30879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788687288.802565:0:30879:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687288.802567:0:30879:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687288.802569:0:30879:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687288.802572:0:30879:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788687288.802575:0:30879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788687288.802576:0:30879:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687288.802579:0:30879:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788687288.802583:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccb710 00000002:00002000:3.0:1788687288.802585:0:30879:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:3.0:1788687288.802588:0:30879:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687288.802592:0:30879:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687288.802595:0:30879:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788687288.802598:0:30879:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788687288.802601:0:30879:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788687288.802605:0:30879:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000001:3.0:1788687288.802607:0:30879:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788687288.802609:0:30879:0:(namei.c:674:ll_lookup_it_finish()) it ffffaca081ccbb20 it_disposition 7 00000080:00002000:3.0:1788687288.802616:0:30879:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d8709510 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1788687288.802624:0:30879:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687288.802629:0:30879:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687288.802631:0:30879:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687288.802634:0:30879:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687288.802641:0:30879:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 2 00010000:00000001:3.0:1788687288.802645:0:30879:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687288.802649:0:30879:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687288.802651:0:30879:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687288.802655:0:30879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788687288.802663:0:30879:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687288.802668:0:30879:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687288.802671:0:30879:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788687288.802678:0:30879:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687288.802680:0:30879:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687288.802682:0:30879:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687288.802685:0:30879:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788687288.802686:0:30879:0:(dcache.c:176:ll_intent_release()) intent ffffaca081ccb930 released 00000080:00010000:3.0:1788687288.802689:0:30879:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811cdb from it ffffaca081ccb930 00010000:00000001:3.0:1788687288.802691:0:30879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687288.802693:0:30879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687288.802695:0:30879:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:3.0:1788687288.802697:0:30879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.802699:0:30879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.802701:0:30879:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687288.802703:0:30879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788687288.802709:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.802711:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.802712:0:30879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687288.802715:0:30879:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687288.802717:0:30879:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788687288.802725:0:30879:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687288.802728:0:30879:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687288.802730:0:30879:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687288.802735:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.802736:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.802738:0:30879:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.802741:0:30879:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687288.802743:0:30879:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.802745:0:30879:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.802748:0:30879:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.802750:0:30879:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687288.802751:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.802752:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788687288.802753:0:30879:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788687288.802755:0:30879:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788687288.802759:0:30879:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788687288.802764:0:30879:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6940a00. 00000100:00000001:3.0:1788687288.802770:0:30879:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687288.802775:0:30879:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb7800 x1875572824515072/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687304 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.802781:0:30879:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687288.802797:0:30879:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687288.802801:0:30879:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c62eb800. 02000000:00000001:3.0:1788687288.802805:0:30879:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687288.802808:0:30879:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687288.802810:0:30879:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687288.802813:0:30879:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687288.802816:0:30879:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c43be000. 02000000:00000001:3.0:1788687288.802819:0:30879:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687288.802821:0:30879:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687288.802824:0:30879:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb7800. 00000100:00000001:3.0:1788687288.802828:0:30879:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687288.802829:0:30879:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687288.802832:0:30879:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788687288.802833:0:30879:0:(dcache.c:176:ll_intent_release()) intent ffffaca081ccbb20 released 00000080:00000001:3.0:1788687288.802834:0:30879:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788687288.802839:0:30879:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788687288.802841:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccbb70 00000080:00002000:3.0:1788687288.802843:0:30879:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-1 (ffff9b29d8709510, parent ffff9b29d84cabd0, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788687288.802846:0:30879:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687288.802931:0:30879:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687288.802935:0:30879:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687288.802938:0:30879:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788687288.802939:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccbbb0 00000080:00200000:3.0:1788687288.802942:0:30879:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:3.0:1788687288.802948:0:30879:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6940a00. 00800000:00000002:3.0:1788687288.802954:0:30879:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687288.802957:0:30879:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687288.802961:0:30879:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687288.802963:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccbad0 00800000:00000002:3.0:1788687288.802965:0:30879:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687288.802968:0:30879:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788687288.802972:0:30879:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788687288.802976:0:30879:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687288.802978:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccb9a0 00000002:00010000:3.0:1788687288.802980:0:30879:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788687288.802983:0:30879:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687288.802984:0:30879:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687288.802986:0:30879:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687288.802989:0:30879:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 2 00010000:00000001:3.0:1788687288.802991:0:30879:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687288.802993:0:30879:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687288.802995:0:30879:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687288.802998:0:30879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788687288.803005:0:30879:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687288.803008:0:30879:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687288.803010:0:30879:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788687288.803017:0:30879:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687288.803019:0:30879:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687288.803021:0:30879:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687288.803023:0:30879:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687288.803025:0:30879:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687288.803027:0:30879:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788687288.803030:0:30879:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788687288.803032:0:30879:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687288.803034:0:30879:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6940a00. 00000080:00000001:3.0:1788687288.803038:0:30879:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687288.803040:0:30879:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687288.803042:0:30879:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:3.0:1788687288.803046:0:30879:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811cdb 00800000:00000001:3.0:1788687288.803049:0:30879:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687288.803051:0:30879:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687288.803053:0:30879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687288.803054:0:30879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687288.803056:0:30879:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:3.0:1788687288.803058:0:30879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.803060:0:30879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.803064:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.803065:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687288.803066:0:30879:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687288.803068:0:30879:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687288.803070:0:30879:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811cdb from it ffffaca081ccbbe8 00010000:00000001:3.0:1788687288.803072:0:30879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687288.803073:0:30879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687288.803075:0:30879:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:3.0:1788687288.803076:0:30879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.803078:0:30879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.803080:0:30879:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687288.803082:0:30879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788687288.803088:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.803089:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.803091:0:30879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687288.803092:0:30879:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687288.803094:0:30879:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788687288.803100:0:30879:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687288.803102:0:30879:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687288.803104:0:30879:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687288.803106:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.803107:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.803109:0:30879:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.803111:0:30879:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687288.803112:0:30879:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.803114:0:30879:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.803116:0:30879:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.803117:0:30879:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687288.803118:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.803119:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687288.803121:0:30879:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788687288.803123:0:30879:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687288.803126:0:30879:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788687288.803131:0:30879:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687288.803135:0:30879:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788687288.803138:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccbbd8 00000080:00002000:3.0:1788687288.803139:0:30879:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff9b29d8709510) flags 0x8000e refc 0 00000080:00000001:3.0:1788687288.803142:0:30879:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687288.803144:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccbc20 00000080:00200000:3.0:1788687288.803145:0:30879:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=16392 00000080:00000001:3.0:1788687288.803151:0:30879:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788687288.803152:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccbba8 00000080:00002000:3.0:1788687288.803154:0:30879:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-1 (ffff9b29d8709510, parent ffff9b29d84cabd0, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788687288.803156:0:30879:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687288.803184:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccbd08 00000080:00200008:3.0:1788687288.803187:0:30879:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788687288.803195:0:30879:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1788687288.803199:0:30879:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687288.803201:0:30879:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788687288.803202:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccbc80 00000080:00200000:3.0:1788687288.803204:0:30879:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:3.0:1788687288.803207:0:30879:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6940a00. 00800000:00000002:3.0:1788687288.803210:0:30879:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687288.803213:0:30879:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687288.803214:0:30879:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687288.803216:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccbba0 00800000:00000002:3.0:1788687288.803218:0:30879:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687288.803220:0:30879:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788687288.803222:0:30879:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788687288.803225:0:30879:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687288.803226:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccba70 00000002:00010000:3.0:1788687288.803228:0:30879:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788687288.803231:0:30879:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687288.803232:0:30879:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687288.803234:0:30879:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687288.803236:0:30879:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 2 00010000:00000001:3.0:1788687288.803239:0:30879:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687288.803242:0:30879:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687288.803243:0:30879:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687288.803247:0:30879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788687288.803253:0:30879:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687288.803256:0:30879:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687288.803259:0:30879:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788687288.803265:0:30879:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687288.803267:0:30879:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687288.803269:0:30879:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687288.803271:0:30879:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687288.803273:0:30879:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687288.803274:0:30879:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788687288.803276:0:30879:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788687288.803278:0:30879:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687288.803280:0:30879:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6940a00. 00000080:00000001:3.0:1788687288.803284:0:30879:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687288.803285:0:30879:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687288.803287:0:30879:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:3.0:1788687288.803290:0:30879:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811cdb 00800000:00000001:3.0:1788687288.803293:0:30879:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687288.803295:0:30879:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687288.803296:0:30879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687288.803297:0:30879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687288.803299:0:30879:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:3.0:1788687288.803301:0:30879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.803303:0:30879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.803305:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.803306:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687288.803309:0:30879:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687288.803310:0:30879:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687288.803312:0:30879:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811cdb from it ffffaca081ccbcb8 00010000:00000001:3.0:1788687288.803314:0:30879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687288.803315:0:30879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687288.803316:0:30879:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:3.0:1788687288.803318:0:30879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.803320:0:30879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687288.803322:0:30879:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687288.803324:0:30879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788687288.803331:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.803332:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.803333:0:30879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687288.803334:0:30879:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687288.803337:0:30879:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788687288.803343:0:30879:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687288.803345:0:30879:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687288.803346:0:30879:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687288.803347:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.803348:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.803350:0:30879:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.803352:0:30879:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687288.803353:0:30879:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.803354:0:30879:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.803356:0:30879:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.803358:0:30879:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687288.803359:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.803360:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687288.803361:0:30879:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788687288.803362:0:30879:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687288.803365:0:30879:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687288.803370:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccbd08 00000080:00000008:3.0:1788687288.803372:0:30879:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788687288.811016:0:30879:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687288.811085:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccbd08 00000080:00200008:2.0:1788687288.811090:0:30879:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788687288.811253:0:30879:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687288.811255:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccbc80 00000080:00200000:2.0:1788687288.811257:0:30879:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687288.811267:0:30879:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c87a00. 00800000:00000002:2.0:1788687288.811275:0:30879:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687288.811281:0:30879:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687288.811288:0:30879:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687288.811290:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccbba0 00800000:00000002:2.0:1788687288.811294:0:30879:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687288.811298:0:30879:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687288.811304:0:30879:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687288.811321:0:30879:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687288.811324:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccba70 00000002:00010000:2.0:1788687288.811327:0:30879:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687288.811331:0:30879:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687288.811333:0:30879:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687288.811337:0:30879:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687288.811348:0:30879:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 2 00010000:00000001:2.0:1788687288.811351:0:30879:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687288.811358:0:30879:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687288.811362:0:30879:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687288.811368:0:30879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788687288.811382:0:30879:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687288.811388:0:30879:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687288.811392:0:30879:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788687288.811400:0:30879:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687288.811402:0:30879:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687288.811404:0:30879:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687288.811406:0:30879:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687288.811408:0:30879:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687288.811410:0:30879:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687288.811413:0:30879:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687288.811417:0:30879:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687288.811421:0:30879:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c87a00. 00000080:00000001:2.0:1788687288.811427:0:30879:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687288.811429:0:30879:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687288.811432:0:30879:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687288.811436:0:30879:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811cdb 00800000:00000001:2.0:1788687288.811439:0:30879:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687288.811442:0:30879:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687288.811444:0:30879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687288.811447:0:30879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687288.811451:0:30879:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:2.0:1788687288.811454:0:30879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:2.0:1788687288.811458:0:30879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:2.0:1788687288.811461:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687288.811463:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687288.811464:0:30879:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687288.811467:0:30879:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687288.811469:0:30879:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811cdb from it ffffaca081ccbcb8 00010000:00000001:2.0:1788687288.811472:0:30879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687288.811473:0:30879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687288.811475:0:30879:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:2.0:1788687288.811477:0:30879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:2.0:1788687288.811479:0:30879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:2.0:1788687288.811481:0:30879:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687288.811485:0:30879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788687288.811492:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687288.811493:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687288.811495:0:30879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687288.811498:0:30879:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687288.811501:0:30879:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788687288.811509:0:30879:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687288.811513:0:30879:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687288.811515:0:30879:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687288.811520:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687288.811521:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687288.811523:0:30879:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687288.811528:0:30879:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687288.811530:0:30879:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687288.811532:0:30879:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687288.811535:0:30879:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687288.811537:0:30879:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687288.811539:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687288.811541:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687288.811545:0:30879:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687288.811546:0:30879:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687288.811550:0:30879:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687288.811556:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccbd08 00000080:00000008:2.0:1788687288.811559:0:30879:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788687288.811774:0:30879:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687288.811776:0:30879:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687288.811778:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccbb78 00000080:00200000:2.0:1788687288.811780:0:30879:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687288.811796:0:30879:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c87a00. 00800000:00000002:2.0:1788687288.811799:0:30879:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687288.811802:0:30879:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687288.811804:0:30879:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687288.811805:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccba98 00800000:00000002:2.0:1788687288.811807:0:30879:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687288.811810:0:30879:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687288.811812:0:30879:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687288.811816:0:30879:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687288.811817:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccb968 00000002:00010000:2.0:1788687288.811819:0:30879:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687288.811822:0:30879:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687288.811823:0:30879:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687288.811824:0:30879:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687288.811828:0:30879:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 2 00010000:00000001:2.0:1788687288.811830:0:30879:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687288.811832:0:30879:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687288.811835:0:30879:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687288.811838:0:30879:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788687288.811845:0:30879:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687288.811848:0:30879:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687288.811850:0:30879:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1788687288.811858:0:30879:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687288.811859:0:30879:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687288.811861:0:30879:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687288.811863:0:30879:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687288.811864:0:30879:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687288.811867:0:30879:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687288.811869:0:30879:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687288.811871:0:30879:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687288.811873:0:30879:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c87a00. 00000080:00000001:2.0:1788687288.811876:0:30879:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687288.811878:0:30879:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687288.811880:0:30879:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687288.811882:0:30879:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811cdb 00800000:00000001:2.0:1788687288.811885:0:30879:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687288.811887:0:30879:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687288.811888:0:30879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687288.811889:0:30879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687288.811891:0:30879:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:2.0:1788687288.811892:0:30879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:2.0:1788687288.811894:0:30879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:2.0:1788687288.811896:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687288.811898:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687288.811899:0:30879:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687288.811901:0:30879:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687288.811902:0:30879:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811cdb from it ffffaca081ccbbb0 00010000:00000001:2.0:1788687288.811937:0:30879:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687288.811938:0:30879:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687288.811940:0:30879:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:2.0:1788687288.811942:0:30879:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:2.0:1788687288.811945:0:30879:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:2.0:1788687288.811946:0:30879:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687288.811949:0:30879:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788687288.811956:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687288.811957:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687288.811958:0:30879:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687288.811960:0:30879:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687288.811963:0:30879:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788687288.811970:0:30879:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687288.811971:0:30879:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687288.811973:0:30879:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687288.811975:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687288.811976:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687288.811977:0:30879:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687288.811979:0:30879:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687288.811980:0:30879:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687288.811982:0:30879:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687288.811984:0:30879:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687288.811986:0:30879:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687288.811987:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687288.811988:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687288.811990:0:30879:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687288.811991:0:30879:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687288.811994:0:30879:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 44 00000080:00000001:2.0:1788687288.811998:0:30879:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687288.812004:0:30879:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788687288.812007:0:30879:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788687288.812009:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccbb78 00000080:00200008:2.0:1788687288.812011:0:30879:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 300000 00000080:00000010:2.0:1788687288.812017:0:30879:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29c17afa40. 00000080:00000001:2.0:1788687288.812023:0:30879:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687288.812025:0:30879:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687288.812040:0:30879:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788687288.812043:0:30879:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c03066f0 arg=7fffe1136f00 00000020:00000001:2.0:1788687288.812051:0:30879:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788687288.812058:0:30879:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff9b29c63d6800. 00000020:00000001:2.0:1788687288.812063:0:30879:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687288.812067:0:30879:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:2.0:1788687288.812068:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccbad0 00000080:00200000:2.0:1788687288.812070:0:30879:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) name=d21g.recovery-small-1 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:2.0:1788687288.812076:0:30879:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c87a00. 00800000:00000002:2.0:1788687288.812079:0:30879:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00800000:00000001:2.0:1788687288.812088:0:30879:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:2.0:1788687288.812107:0:30879:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788687288.812113:0:30879:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633202409432576 : -110871300119040 : ffff9b29c38a6600) 00800000:00000001:2.0:1788687288.812116:0:30879:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788687288.812118:0:30879:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788687288.812122:0:30879:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788687288.812125:0:30879:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788687288.812128:0:30879:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b29e019e800: Allocated FID [0x200000404:0x23:0x0] 40000000:00000001:2.0:1788687288.812131:0:30879:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687288.812133:0:30879:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687288.812135:0:30879:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687288.812137:0:30879:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687288.812140:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccb9e8 00800000:00000002:2.0:1788687288.812142:0:30879:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21g.recovery-small-1' [0x200000404:0x23:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:2.0:1788687288.812146:0:30879:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1788687288.812148:0:30879:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788687288.812151:0:30879:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 2 00010000:00000001:2.0:1788687288.812153:0:30879:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687288.812157:0:30879:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788687288.812160:0:30879:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788687288.812164:0:30879:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:2.0:1788687288.812172:0:30879:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788687288.812177:0:30879:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788687288.812179:0:30879:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788687288.812181:0:30879:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788687288.812184:0:30879:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687288.812186:0:30879:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687288.812188:0:30879:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 3 00010000:00000001:2.0:1788687288.812190:0:30879:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687288.812192:0:30879:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687288.812194:0:30879:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687288.812195:0:30879:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687288.812197:0:30879:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 3 00010000:00000001:2.0:1788687288.812199:0:30879:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687288.812200:0:30879:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687288.812202:0:30879:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687288.812203:0:30879:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687288.812204:0:30879:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 3 00010000:00000001:2.0:1788687288.812206:0:30879:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687288.812208:0:30879:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687288.812210:0:30879:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788687288.812213:0:30879:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b29d8594200, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788687288.812218:0:30879:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:2.0:1788687288.812222:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccb670 00000080:00002000:2.0:1788687288.812223:0:30879:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21g.recovery-small-1 00000080:00000001:2.0:1788687288.812230:0:30879:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788687288.812235:0:30879:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788687288.812239:0:30879:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788687288.812242:0:30879:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788687288.812244:0:30879:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687288.812247:0:30879:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788687288.812251:0:30879:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788687288.812253:0:30879:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788687288.812254:0:30879:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687288.812256:0:30879:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788687288.812259:0:30879:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c3146a00 with handle 0x230d04438e811cdb from hash 00010000:00000001:2.0:1788687288.812262:0:30879:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788687288.812263:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687288.812264:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687288.812265:0:30879:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788687288.812268:0:30879:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788687288.812270:0:30879:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788687288.812273:0:30879:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788687288.812276:0:30879:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687288.812278:0:30879:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788687288.812284:0:30879:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42ea680. 00000020:00000040:2.0:1788687288.812289:0:30879:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:2.0:1788687288.812295:0:30879:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788687288.812297:0:30879:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687288.812300:0:30879:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687288.812304:0:30879:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687288.812306:0:30879:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687288.812309:0:30879:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687288.812311:0:30879:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687288.812314:0:30879:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687288.812322:0:30879:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c63d7000. 00000100:00000001:2.0:1788687288.812330:0:30879:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687288.812333:0:30879:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687288.812336:0:30879:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788687288.812344:0:30879:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1788687288.812352:0:30879:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788687288.812353:0:30879:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788687288.812355:0:30879:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788687288.812358:0:30879:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811cdb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d217e expref: -99 pid: 30879 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:2.0:1788687288.812366:0:30879:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c5c62c00 count: 0 00010000:00000010:2.0:1788687288.812373:0:30879:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c3056080. 00010000:00000001:2.0:1788687288.812381:0:30879:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687288.812383:0:30879:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687288.812385:0:30879:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687288.812386:0:30879:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687288.812389:0:30879:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788687288.812403:0:30879:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788687288.812419:0:30879:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c42ea680 x1875572824515328/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687288.812429:0:30879:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687288.812432:0:30879:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687288.812440:0:30879:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c98dd300. 00000100:00000001:2.0:1788687288.812443:0:30879:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202510320384 : -110871199231232 : ffff9b29c98dd300) 00000100:00000001:2.0:1788687288.812446:0:30879:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687288.812448:0:30879:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420196992 : -110871289354624 : ffff9b29c42ea680) 00000100:00000001:2.0:1788687288.812453:0:30879:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687288.812458:0:30879:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687288.812460:0:30879:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687288.812462:0:30879:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687288.812466:0:30879:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42ea680 x1875572824515328/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687288.812475:0:30879:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687288.812478:0:30879:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687288.812482:0:30879:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687288.812485:0:30879:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687288.812488:0:30879:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687288.812491:0:30879:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42ea680 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:30879:1875572824515328:192.168.203.144@tcp:36:lfs.0 00000100:00000001:2.0:1788687288.812496:0:30879:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687288.812503:0:30879:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687288.812505:0:30879:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687288.812508:0:30879:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687288.812513:0:30879:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d6c00. 02000000:00000001:2.0:1788687288.812515:0:30879:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687288.812526:0:30879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687288.812531:0:30879:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fddc0. 00000400:00000010:2.0:1788687288.812540:0:30879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02403b8. 00000100:00000200:2.0:1788687288.812550:0:30879:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824515328, portal 10 00000100:00000001:2.0:1788687288.812552:0:30879:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687288.812553:0:30879:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420196992 : -110871289354624 : ffff9b29c42ea680) 00000100:00000040:2.0:1788687288.812561:0:30879:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42ea680 x1875572824515328/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687304 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687288.812574:0:30879:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687288.812578:0:30879:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687288.812581:0:30879:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240aa0. 00000100:00000200:2.0:1788687288.812584:0:30879:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875572824515328, offset 0 00000400:00000200:2.0:1788687288.812592:0:30879:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687288.812601:0:30879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687288.812610:0:30879:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687288.812616:0:30879:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687288.812621:0:30879:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687288.812625:0:30879:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687288.812628:0:30879:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687288.812633:0:30879:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2293:2293:256:4294967295] 192.168.203.144@tcp LPNI seq info [2293:2293:8:4294967295] 00000400:00000200:2.0:1788687288.812638:0:30879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687288.812650:0:30879:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687288.812657:0:30879:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687288.812663:0:30879:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c5f77d00. 00000800:00000200:2.0:1788687288.812672:0:30879:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687288.812682:0:30879:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687288.812687:0:30879:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c5f77d00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1788687288.812708:0:30879:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687288.812713:0:30879:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 791572 usecs (792 jiffies) 00000400:00000200:2.0:1788687288.812717:0:30879:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687288.812720:0:30879:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296415606 00000100:00000001:2.0:1788687288.812728:0:30879:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296415590 00000100:00000001:2.0:1788687288.812734:0:30879:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296415606 00000100:00000001:2.0:1788687288.812738:0:30879:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296415590 00000100:00000001:2.0:1788687288.812741:0:30879:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687288.812744:0:30879:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687288.812746:0:30879:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687288.812749:0:30879:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687288.812752:0:30879:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c98dd300 going to sleep for 11 seconds 00000100:00000001:2.0:1788687288.812754:0:30879:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687288.812758:0:30879:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687288.813218:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687288.813224:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c5f77d00. 00000400:00000200:3.0:1788687288.813231:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687288.813238:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687288.813244:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240aa0 00000400:00000010:3.0:1788687288.813247:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240aa0. 00000100:00000001:3.0:1788687288.813252:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687288.813257:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42ea680 x1875572824515328/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687304 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687288.813269:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687288.813273:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42ea680 x1875572824515328/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687304 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687288.813280:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687288.813282:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:2.1:1788687288.823405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c31d7120. 00010000:00000010:2.1:1788687288.823425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62c00. 00010000:00000010:2.1:1788687288.823431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146a00. 00010000:00000010:3.1:1788687288.825027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146600. 00000800:00000001:3.0:1788687288.843053:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687288.843076:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687288.843081:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687288.843083:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687288.843095:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.843105:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687288.843116:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.843121:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.843128:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.843132:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 448 into portal 10 MB=0x6a9d2d3f4a300 00000400:00000200:3.0:1788687288.843138:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.843145:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 448/448 into md 0x659d [1] + 224 00000800:00000001:3.0:1788687288.843153:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687288.843161:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687288.843166:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687288.843171:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687288.843182:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687288.843194:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42ea680 x1875572824515328/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687304 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687288.843208:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9b29c42ea680 x1875572824515328/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687304 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687288.843226:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788687288.843238:0:2361:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788687288.843242:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.843248:0:2361:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687288.843256:0:2361:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2294:2294:256:4294967295] 192.168.203.144@tcp LPNI seq info [2294:2294:8:4294967295] 00000400:00000200:3.0:1788687288.843260:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.843270:0:2361:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1788687288.843276:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687288.843285:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a100. 00000800:00000200:3.0:1788687288.843293:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687288.843303:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687288.843308:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a100 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1788687288.843422:0:30879:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687288.843432:0:30879:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687288.843435:0:30879:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687288.843439:0:30879:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fddc0. 00000400:00000200:2.0:1788687288.843445:0:30879:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02403b8 00000400:00000010:2.0:1788687288.843448:0:30879:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02403b8. 00000100:00000001:2.0:1788687288.843451:0:30879:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687288.843457:0:30879:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42ea680 x1875572824515328/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687304 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687288.843467:0:30879:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42ea680 x1875572824515328/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687304 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687288.843474:0:30879:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687288.843476:0:30879:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687288.843479:0:30879:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687288.843484:0:30879:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687288.843487:0:30879:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687288.843489:0:30879:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687288.843493:0:30879:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687288.843504:0:30879:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=60 v=5 (5 103 103 103) 00000100:00001000:2.0:1788687288.843510:0:30879:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687288.843513:0:30879:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687288.843515:0:30879:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687288.843518:0:30879:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687288.843523:0:30879:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687288.843527:0:30879:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788687288.843529:0:30879:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1] 00000100:00000001:2.0:1788687288.843531:0:30879:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788687288.843539:0:30879:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687288.843542:0:30879:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420196992 : -110871289354624 : ffff9b29c42ea680) 00000100:00000001:2.0:1788687288.843546:0:30879:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687288.843548:0:30879:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967612 00000100:00000001:2.0:1788687288.843550:0:30879:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687288.843554:0:30879:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687288.843559:0:30879:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42ea680 x1875572824515328/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687304 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687288.843567:0:30879:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687288.843571:0:30879:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687288.843574:0:30879:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687288.843578:0:30879:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42ea680 x1875572824515328/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687304 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687288.843586:0:30879:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42ea680 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:30879:1875572824515328:192.168.203.144@tcp:36:lfs.0 00000100:00000001:2.0:1788687288.843592:0:30879:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687288.843595:0:30879:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687288.843598:0:30879:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687288.843601:0:30879:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687288.843605:0:30879:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42ea680 x1875572824515328/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687304 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687288.843612:0:30879:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687288.843615:0:30879:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c98dd300. 00000100:00000001:2.0:1788687288.843619:0:30879:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687288.843621:0:30879:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687288.843632:0:30879:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788687288.843636:0:30879:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x23:0x0] 00800000:00000001:2.0:1788687288.843639:0:30879:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687288.843644:0:30879:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788687288.843651:0:30879:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788687288.843655:0:30879:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788687288.843658:0:30879:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:2.0:1788687288.843663:0:30879:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788687288.843691:0:30879:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b29d8576300. 00000080:00000001:2.0:1788687288.843708:0:30879:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000800:00000200:3.0:1788687288.843711:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000080:00200000:2.0:1788687288.843711:0:30879:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x23:0x0](ffff9b29d85763c8) 00000800:00000010:3.0:1788687288.843718:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a100. 00000400:00000200:3.0:1788687288.843723:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687288.843728:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000080:00000001:2.0:1788687288.843731:0:30879:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788687288.843735:0:30879:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000800:00000001:3.0:1788687288.843737:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000080:00000001:2.0:1788687288.843739:0:30879:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687288.843742:0:30879:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000800:00000001:3.0:1788687288.843743:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687288.843745:0:30879:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788687288.843750:0:30879:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833955 mtime from 0 to 1788687288 00000080:00200000:2.0:1788687288.843755:0:30879:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 16384 00000080:00000001:2.0:1788687288.843757:0:30879:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788687288.843761:0:30879:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758411208 : -110870951140408 : ffff9b29d85763c8) 00000080:00000001:2.0:1788687288.843764:0:30879:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788687288.843767:0:30879:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788687288.843769:0:30879:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687288.843778:0:30879:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687288.843791:0:30879:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42ea680 x1875572824515328/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687304 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687288.843798:0:30879:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788687288.843801:0:30879:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687288.843804:0:30879:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c87a00. 00000080:00000010:2.0:1788687288.843812:0:30879:0:(dir.c:2106:ll_dir_ioctl()) kvfree 'data': 648 at ffff9b29c63d6800. 00000080:00000001:2.0:1788687288.843817:0:30879:0:(dir.c:2107:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687288.843846:0:30879:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788687288.843850:0:30879:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788687288.843854:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccbdd0 00000080:00200008:2.0:1788687288.843857:0:30879:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 300000 00000080:00400000:2.0:1788687288.843862:0:30879:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1788687288.843866:0:30879:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29c17afa40. 00000080:00000001:2.0:1788687288.843871:0:30879:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788687288.843873:0:30879:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ccbdd0 00000080:00000008:2.0:1788687288.843875:0:30879:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 300000, rc = 0 00000080:00000001:2.0:1788687288.843879:0:30879:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687288.843880:0:30879:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687288.878005:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687288.878016:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445000. 00000400:00000200:3.0:1788687288.878023:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687288.878034:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687288.878044:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda660 00000400:00000010:3.0:1788687288.878047:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda660. 00000100:00000001:3.0:1788687288.878053:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687288.878063:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3480 x1875572824515456/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687304 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.878083:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687288.878092:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3480 x1875572824515456/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687304 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.878100:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687288.878102:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687288.884803:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687288.884824:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687288.884830:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687288.884832:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687288.884845:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687288.884854:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687288.884865:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687288.884872:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687288.884878:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687288.884884:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f4a380 00000400:00000200:2.0:1788687288.884891:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687288.884899:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x65ad [1] + 224 00000800:00000001:2.0:1788687288.884945:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687288.884957:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687288.884961:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687288.884966:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687288.884978:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687288.884990:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3480 x1875572824515456/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687304 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687288.885003:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c97f3480 x1875572824515456/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687304 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687288.885020:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687288.885030:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687288.885034:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1788687288.887196:0:30882:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c31d7100. 00000020:00000001:3.0:1788687288.887202:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3ae8 00000080:00200000:3.0:1788687288.887205:0:30882:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), flags=13 00000080:00000001:3.0:1788687288.887209:0:30882:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788687288.887211:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3998 00000080:00200000:3.0:1788687288.887213:0:30882:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=getattr 00000080:00000010:3.0:1788687288.887221:0:30882:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6940a00. 00800000:00000002:3.0:1788687288.887225:0:30882:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687288.887229:0:30882:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687288.887232:0:30882:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687288.887235:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef38b8 00800000:00000002:3.0:1788687288.887238:0:30882:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687288.887241:0:30882:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1788687288.887246:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3850 00800000:00000002:3.0:1788687288.887248:0:30882:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:3.0:1788687288.887252:0:30882:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687288.887254:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3788 00000002:00010000:3.0:1788687288.887256:0:30882:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1788687288.887261:0:30882:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788687288.887263:0:30882:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788687288.887268:0:30882:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb7800. 00000020:00000040:3.0:1788687288.887271:0:30882:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:3.0:1788687288.887276:0:30882:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788687288.887340:0:30882:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687288.887344:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.887401:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.887404:0:30882:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687288.887408:0:30882:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687288.887411:0:30882:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687288.887416:0:30882:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687288.887423:0:30882:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c43bc800. 00000100:00000001:3.0:1788687288.887428:0:30882:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.887432:0:30882:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687288.887433:0:30882:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.887435:0:30882:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687288.887436:0:30882:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.887438:0:30882:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687288.887445:0:30882:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202496534528 : -110871213017088 : ffff9b29c8bb7800) 00010000:00000001:3.0:1788687288.887448:0:30882:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788687288.887449:0:30882:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788687288.887453:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de100 count: 2 00010000:00000001:3.0:1788687288.887641:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687288.887644:0:30882:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788687288.887649:0:30882:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c3146600. 00000020:00000001:3.0:1788687288.888426:0:30882:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788687288.888431:0:30882:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c3146600 with handle 0x230d04438e811cf0 to hash 00000020:00000001:3.0:1788687288.888434:0:30882:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788687288.888436:0:30882:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687288.888447:0:30882:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687288.888451:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687288.888454:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687288.888458:0:30882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811cf0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687288.888467:0:30882:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811cf0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687288.888481:0:30882:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811cf0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788687288.888487:0:30882:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687288.888491:0:30882:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687288.888500:0:30882:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e1436c00. 00000100:00000001:3.0:1788687288.888503:0:30882:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202908097536 : -110870801454080 : ffff9b29e1436c00) 00000100:00000001:3.0:1788687288.888506:0:30882:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687288.888508:0:30882:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496534528 : -110871213017088 : ffff9b29c8bb7800) 00000100:00000001:3.0:1788687288.888513:0:30882:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687288.888518:0:30882:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687288.888520:0:30882:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687288.888522:0:30882:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687288.888530:0:30882:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb7800 x1875572824515584/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.888538:0:30882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687288.888540:0:30882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687288.888543:0:30882:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687288.888546:0:30882:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687288.888549:0:30882:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687288.888552:0:30882:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb7800 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:30882:1875572824515584:192.168.203.144@tcp:101:lfs.0 00000100:00000001:3.0:1788687288.888556:0:30882:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687288.888560:0:30882:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687288.888562:0:30882:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687288.888564:0:30882:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687288.888568:0:30882:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c62eb800. 02000000:00000001:3.0:1788687288.888570:0:30882:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687288.888577:0:30882:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687288.888582:0:30882:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef40b0. 00000400:00000010:3.0:1788687288.888589:0:30882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0770. 00000100:00000200:3.0:1788687288.888598:0:30882:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824515584, portal 10 00000100:00000001:3.0:1788687288.888601:0:30882:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687288.888602:0:30882:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496534528 : -110871213017088 : ffff9b29c8bb7800) 00000100:00000040:3.0:1788687288.888610:0:30882:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb7800 x1875572824515584/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687304 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.888619:0:30882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687288.888622:0:30882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687288.888627:0:30882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae04c8. 00000100:00000200:3.0:1788687288.888630:0:30882:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875572824515584, offset 0 00000400:00000200:3.0:1788687288.888636:0:30882:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687288.888645:0:30882:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.888653:0:30882:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687288.888659:0:30882:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687288.888664:0:30882:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687288.888668:0:30882:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687288.888672:0:30882:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687288.888676:0:30882:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2296:2296:256:4294967295] 192.168.203.144@tcp LPNI seq info [2296:2296:8:4294967295] 00000400:00000200:3.0:1788687288.888681:0:30882:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.888691:0:30882:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687288.888699:0:30882:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687288.888706:0:30882:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a100. 00000800:00000200:3.0:1788687288.888713:0:30882:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687288.888721:0:30882:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687288.888726:0:30882:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a100 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788687288.888746:0:30882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687288.888750:0:30882:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 789266 usecs (790 jiffies) 00000400:00000200:3.0:1788687288.888754:0:30882:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687288.888757:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296415683 00000100:00000001:3.0:1788687288.888764:0:30882:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296415673 00000100:00000001:3.0:1788687288.888769:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296415683 00000100:00000001:3.0:1788687288.888773:0:30882:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296415673 00000100:00000001:3.0:1788687288.888776:0:30882:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687288.888777:0:30882:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687288.888779:0:30882:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687288.888781:0:30882:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687288.888794:0:30882:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e1436c00 going to sleep for 11 seconds 00000100:00000001:3.0:1788687288.888797:0:30882:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687288.888800:0:30882:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687288.888988:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687288.888993:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a100. 00000400:00000200:2.0:1788687288.888999:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687288.889005:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687288.889011:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae04c8 00000400:00000010:2.0:1788687288.889013:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae04c8. 00000100:00000001:2.0:1788687288.889017:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687288.889022:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb7800 x1875572824515584/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687304 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687288.889031:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687288.889034:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb7800 x1875572824515584/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687304 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687288.889046:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687288.889048:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687288.903801:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687288.903822:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687288.903827:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687288.903830:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687288.903841:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687288.903852:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687288.903864:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687288.903870:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687288.903876:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687288.903881:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x6a9d2d3f4a400 00000400:00000200:2.0:1788687288.903887:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687288.903895:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x65b5 [1] + 224 00000800:00000001:2.0:1788687288.903903:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687288.903952:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687288.903956:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687288.903962:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687288.903974:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687288.903992:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb7800 x1875572824515584/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687304 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687288.904006:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b29c8bb7800 x1875572824515584/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687304 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687288.904020:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687288.904031:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687288.904034:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687288.907135:0:30882:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687288.907154:0:30882:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687288.907156:0:30882:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687288.907162:0:30882:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef40b0. 00000400:00000200:3.0:1788687288.907171:0:30882:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0770 00000400:00000010:3.0:1788687288.907175:0:30882:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0770. 00000100:00000001:3.0:1788687288.907183:0:30882:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687288.907198:0:30882:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb7800 x1875572824515584/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687304 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687288.907211:0:30882:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb7800 x1875572824515584/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687304 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.907220:0:30882:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687288.907223:0:30882:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687288.907227:0:30882:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687288.907231:0:30882:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687288.907234:0:30882:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687288.907237:0:30882:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687288.907240:0:30882:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687288.907252:0:30882:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=60 v=5 (5 103 103 103) 00000100:00001000:3.0:1788687288.907257:0:30882:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687288.907259:0:30882:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788687288.907264:0:30882:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9b29c8bb7800 x1875572824515584/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687304 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.907271:0:30882:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788687288.907276:0:30882:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687288.907279:0:30882:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967612 00000100:00000001:3.0:1788687288.907281:0:30882:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687288.907285:0:30882:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1788687288.907289:0:30882:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb7800 x1875572824515584/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687304 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.907297:0:30882:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1788687288.907301:0:30882:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687288.907304:0:30882:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687288.907309:0:30882:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb7800 x1875572824515584/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687304 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687288.907317:0:30882:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb7800 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:30882:1875572824515584:192.168.203.144@tcp:101:lfs.0 00000100:00000001:3.0:1788687288.907323:0:30882:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687288.907327:0:30882:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788687288.907330:0:30882:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687288.907332:0:30882:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687288.907336:0:30882:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb7800 x1875572824515584/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687304 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.907342:0:30882:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687288.907346:0:30882:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e1436c00. 00000100:00000001:3.0:1788687288.907350:0:30882:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687288.907351:0:30882:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1788687288.907355:0:30882:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788687288.907361:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687288.907364:0:30882:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687288.907368:0:30882:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=4 00000020:00000001:3.0:1788687288.907371:0:30882:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687288.907374:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00010000:3.0:1788687288.907381:0:30882:0:(ldlm_request.c:687:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811cf0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687288.907393:0:30882:0:(ldlm_request.c:718:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1788687288.907398:0:30882:0:(ldlm_request.c:590:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811cf0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687288.907404:0:30882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687288.907407:0:30882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811cf0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687288.907413:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.907416:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788687288.907419:0:30882:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811cf0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687288.907426:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687288.907430:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.907434:0:30882:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788687288.907437:0:30882:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811cf0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687288.907444:0:30882:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29c3146600 already unused, calling callback (ffffffffc1baf630) 00000080:00000001:3.0:1788687288.907449:0:30882:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788687288.907453:0:30882:0:(ldlm_request.c:1731:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811cf0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687288.907461:0:30882:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788687288.907463:0:30882:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788687288.907466:0:30882:0:(ldlm_request.c:1741:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811cf0 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687288.907472:0:30882:0:(ldlm_request.c:1742:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788687288.907475:0:30882:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788687288.907476:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687288.907477:0:30882:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687288.907479:0:30882:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=5 00000020:00000001:3.0:1788687288.907481:0:30882:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687288.907483:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687288.907487:0:30882:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788687288.907490:0:30882:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811cf0 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788687288.907497:0:30882:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788687288.907499:0:30882:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687288.907502:0:30882:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788687288.907504:0:30882:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788687288.907509:0:30882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788687288.907511:0:30882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788687288.907513:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687288.907515:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788687288.907518:0:30882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c3146600 with handle 0x230d04438e811cf0 from hash 00010000:00000001:3.0:1788687288.907520:0:30882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788687288.907522:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.907523:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.907525:0:30882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788687288.907526:0:30882:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788687288.907528:0:30882:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788687288.907531:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.907532:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.907534:0:30882:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687288.907536:0:30882:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687288.907539:0:30882:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811cf0 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687288.907545:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.907546:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.907548:0:30882:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788687288.907549:0:30882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687288.907551:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.907552:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.907553:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788687288.907556:0:30882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811cf0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30882 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687288.907567:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.907570:0:30882:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1788687288.907575:0:30882:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1788687288.907581:0:30882:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9b29c8bb7800 x1875572824515584/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687304 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788687288.907590:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788687288.907591:0:30882:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687288.907594:0:30882:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687288.907597:0:30882:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687288.907600:0:30882:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788687288.907603:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788687288.907604:0:30882:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687288.907607:0:30882:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788687288.907610:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3710 00000002:00002000:3.0:1788687288.907613:0:30882:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:3.0:1788687288.907617:0:30882:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687288.907621:0:30882:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687288.907625:0:30882:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788687288.907627:0:30882:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788687288.907630:0:30882:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788687288.907635:0:30882:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000001:3.0:1788687288.907638:0:30882:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788687288.907640:0:30882:0:(namei.c:674:ll_lookup_it_finish()) it ffffaca081ef3b20 it_disposition 7 00000080:00002000:3.0:1788687288.907647:0:30882:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d8709438 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:3.0:1788687288.907656:0:30882:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687288.907662:0:30882:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687288.907664:0:30882:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687288.907668:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687288.907675:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de100 count: 2 00010000:00000001:3.0:1788687288.907679:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687288.907684:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687288.907686:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687288.907690:0:30882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811ce9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d21af expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788687288.907698:0:30882:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687288.908420:0:30882:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687288.908429:0:30882:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811ce9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d21af expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788687288.908439:0:30882:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687288.908442:0:30882:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687288.908444:0:30882:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687288.908449:0:30882:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788687288.908451:0:30882:0:(dcache.c:176:ll_intent_release()) intent ffffaca081ef3930 released 00000080:00010000:3.0:1788687288.908454:0:30882:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811ce9 from it ffffaca081ef3930 00010000:00000001:3.0:1788687288.908457:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687288.908458:0:30882:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687288.908461:0:30882:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5000 refcount=3 00000020:00000001:3.0:1788687288.908463:0:30882:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:3.0:1788687288.908466:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:3.0:1788687288.908469:0:30882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687288.908472:0:30882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811ce9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d21af expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788687288.908479:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.908480:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.908482:0:30882:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687288.908485:0:30882:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687288.908488:0:30882:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811ce9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d21af expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788687288.908495:0:30882:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687288.908498:0:30882:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687288.908500:0:30882:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687288.908504:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.908505:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.908507:0:30882:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.908510:0:30882:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687288.908512:0:30882:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.908514:0:30882:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.908698:0:30882:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.908709:0:30882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687288.908711:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.908712:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788687288.908714:0:30882:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788687288.908716:0:30882:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788687288.908721:0:30882:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788687288.908726:0:30882:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6940a00. 00000100:00000001:3.0:1788687288.908735:0:30882:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687288.908746:0:30882:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb7800 x1875572824515584/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687304 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.908753:0:30882:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687288.908756:0:30882:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687288.908760:0:30882:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c62eb800. 02000000:00000001:3.0:1788687288.908763:0:30882:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687288.908766:0:30882:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687288.908768:0:30882:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687288.908771:0:30882:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687288.908774:0:30882:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c43bc800. 02000000:00000001:3.0:1788687288.908777:0:30882:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687288.908779:0:30882:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687288.908796:0:30882:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb7800. 00000100:00000001:3.0:1788687288.908802:0:30882:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687288.908803:0:30882:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687288.908806:0:30882:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788687288.908807:0:30882:0:(dcache.c:176:ll_intent_release()) intent ffffaca081ef3b20 released 00000080:00000001:3.0:1788687288.908808:0:30882:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788687288.908813:0:30882:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788687288.908816:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3b70 00000080:00002000:3.0:1788687288.908818:0:30882:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-2 (ffff9b29d8709438, parent ffff9b29d84cabd0, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788687288.908822:0:30882:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687288.908886:0:30882:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687288.908891:0:30882:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687288.908893:0:30882:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788687288.908895:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3bb0 00000080:00200000:3.0:1788687288.908897:0:30882:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:3.0:1788687288.908903:0:30882:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6940a00. 00800000:00000002:3.0:1788687288.908932:0:30882:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687288.908937:0:30882:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687288.908940:0:30882:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687288.908942:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3ad0 00800000:00000002:3.0:1788687288.908944:0:30882:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687288.908948:0:30882:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788687288.908951:0:30882:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788687288.908956:0:30882:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687288.908958:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef39a0 00000002:00010000:3.0:1788687288.908960:0:30882:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788687288.908963:0:30882:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687288.908965:0:30882:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687288.908966:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687288.908972:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de100 count: 2 00010000:00000001:3.0:1788687288.908975:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687288.908979:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687288.908982:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687288.908986:0:30882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811ce9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d21af expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788687288.908994:0:30882:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687288.908997:0:30882:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687288.909000:0:30882:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811ce9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d21af expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788687288.909007:0:30882:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687288.909009:0:30882:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687288.909011:0:30882:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687288.909013:0:30882:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687288.909015:0:30882:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687288.909017:0:30882:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788687288.909020:0:30882:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788687288.909022:0:30882:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687288.909025:0:30882:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6940a00. 00000080:00000001:3.0:1788687288.909029:0:30882:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687288.909030:0:30882:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687288.909033:0:30882:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:3.0:1788687288.909037:0:30882:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811ce9 00800000:00000001:3.0:1788687288.909040:0:30882:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687288.909042:0:30882:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687288.909044:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687288.909046:0:30882:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687288.909048:0:30882:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5000 refcount=3 00000020:00000001:3.0:1788687288.909050:0:30882:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:3.0:1788687288.909052:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:3.0:1788687288.909055:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.909056:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687288.909058:0:30882:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687288.909060:0:30882:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687288.909062:0:30882:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811ce9 from it ffffaca081ef3be8 00010000:00000001:3.0:1788687288.909064:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687288.909065:0:30882:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687288.909066:0:30882:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5000 refcount=3 00000020:00000001:3.0:1788687288.909068:0:30882:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:3.0:1788687288.909070:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:3.0:1788687288.909072:0:30882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687288.909075:0:30882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811ce9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d21af expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788687288.909082:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.909083:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.909085:0:30882:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687288.909086:0:30882:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687288.909089:0:30882:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811ce9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d21af expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788687288.909095:0:30882:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687288.909097:0:30882:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687288.909099:0:30882:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687288.909101:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.909102:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.909103:0:30882:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.909106:0:30882:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687288.909107:0:30882:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.909109:0:30882:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.909112:0:30882:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.909114:0:30882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687288.909115:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.909116:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687288.909117:0:30882:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788687288.909119:0:30882:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687288.909121:0:30882:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788687288.909126:0:30882:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687288.909131:0:30882:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788687288.909133:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3bd8 00000080:00002000:3.0:1788687288.909135:0:30882:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff9b29d8709438) flags 0x8000e refc 0 00000080:00000001:3.0:1788687288.909138:0:30882:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687288.909140:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3c20 00000080:00200000:3.0:1788687288.909142:0:30882:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=16392 00000080:00000001:3.0:1788687288.909147:0:30882:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788687288.909148:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3ba8 00000080:00002000:3.0:1788687288.909150:0:30882:0:(dcache.c:127:ll_ddelete()) keeping dentry d21g.recovery-small-2 (ffff9b29d8709438, parent ffff9b29d84cabd0, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788687288.909153:0:30882:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687288.909180:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3d08 00000080:00200008:3.0:1788687288.909183:0:30882:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788687288.909189:0:30882:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788687288.909190:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3c80 00000080:00200000:3.0:1788687288.909191:0:30882:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:3.0:1788687288.909195:0:30882:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6940a00. 00800000:00000002:3.0:1788687288.909197:0:30882:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687288.909200:0:30882:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687288.909201:0:30882:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687288.909203:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3ba0 00800000:00000002:3.0:1788687288.909204:0:30882:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687288.909207:0:30882:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788687288.909209:0:30882:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788687288.909213:0:30882:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687288.909214:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3a70 00000002:00010000:3.0:1788687288.909216:0:30882:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788687288.909218:0:30882:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687288.909221:0:30882:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687288.909222:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687288.909225:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de100 count: 2 00010000:00000001:3.0:1788687288.909227:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687288.909229:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687288.909231:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687288.909234:0:30882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811ce9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d21af expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788687288.909241:0:30882:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687288.909243:0:30882:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687288.909246:0:30882:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811ce9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d21af expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788687288.909252:0:30882:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687288.909254:0:30882:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687288.909255:0:30882:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687288.909257:0:30882:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687288.909259:0:30882:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687288.909261:0:30882:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788687288.909263:0:30882:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788687288.909265:0:30882:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687288.909267:0:30882:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6940a00. 00000080:00000001:3.0:1788687288.909270:0:30882:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687288.909271:0:30882:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687288.909273:0:30882:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:3.0:1788687288.909276:0:30882:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811ce9 00800000:00000001:3.0:1788687288.909278:0:30882:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687288.909280:0:30882:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687288.909281:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687288.909283:0:30882:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687288.909284:0:30882:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5000 refcount=3 00000020:00000001:3.0:1788687288.909286:0:30882:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:3.0:1788687288.909288:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:3.0:1788687288.909292:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.909293:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687288.909294:0:30882:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687288.909296:0:30882:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687288.909298:0:30882:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811ce9 from it ffffaca081ef3cb8 00010000:00000001:3.0:1788687288.909300:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687288.909301:0:30882:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687288.909303:0:30882:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5000 refcount=3 00000020:00000001:3.0:1788687288.909305:0:30882:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:3.0:1788687288.909307:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:3.0:1788687288.909309:0:30882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687288.909311:0:30882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811ce9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d21af expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788687288.909330:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.909331:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.909332:0:30882:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687288.909333:0:30882:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687288.909336:0:30882:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811ce9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d21af expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788687288.909342:0:30882:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687288.909344:0:30882:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687288.909345:0:30882:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687288.909347:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.909349:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.909350:0:30882:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.909352:0:30882:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687288.909353:0:30882:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.909355:0:30882:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.909357:0:30882:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.909359:0:30882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687288.909361:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.909362:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687288.909364:0:30882:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788687288.909366:0:30882:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687288.909370:0:30882:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687288.909374:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3d08 00000080:00000008:3.0:1788687288.909376:0:30882:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788687288.910043:0:30882:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687288.910075:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3d08 00000080:00200008:3.0:1788687288.910079:0:30882:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788687288.910084:0:30882:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788687288.910087:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3c80 00000080:00200000:3.0:1788687288.910089:0:30882:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:3.0:1788687288.910094:0:30882:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6940a00. 00800000:00000002:3.0:1788687288.910099:0:30882:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687288.910102:0:30882:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687288.910105:0:30882:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687288.910107:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3ba0 00800000:00000002:3.0:1788687288.910109:0:30882:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687288.910112:0:30882:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788687288.910115:0:30882:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788687288.910119:0:30882:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687288.910121:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3a70 00000002:00010000:3.0:1788687288.910123:0:30882:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788687288.910126:0:30882:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687288.910128:0:30882:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687288.910130:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687288.910135:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de100 count: 2 00010000:00000001:3.0:1788687288.910138:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687288.910141:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687288.910144:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687288.910149:0:30882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811ce9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d21af expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788687288.910158:0:30882:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687288.910161:0:30882:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687288.910165:0:30882:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811ce9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d21af expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788687288.910172:0:30882:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687288.910174:0:30882:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687288.910176:0:30882:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687288.910178:0:30882:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687288.910180:0:30882:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687288.910182:0:30882:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788687288.910184:0:30882:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788687288.910186:0:30882:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687288.910189:0:30882:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6940a00. 00000080:00000001:3.0:1788687288.910193:0:30882:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687288.910195:0:30882:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687288.910197:0:30882:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:3.0:1788687288.910200:0:30882:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811ce9 00800000:00000001:3.0:1788687288.910203:0:30882:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687288.910205:0:30882:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687288.910207:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687288.910209:0:30882:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687288.910211:0:30882:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5000 refcount=3 00000020:00000001:3.0:1788687288.910214:0:30882:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:3.0:1788687288.910217:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:3.0:1788687288.910219:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.910221:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687288.910222:0:30882:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687288.910224:0:30882:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687288.910227:0:30882:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811ce9 from it ffffaca081ef3cb8 00010000:00000001:3.0:1788687288.910229:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687288.910230:0:30882:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687288.910231:0:30882:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5000 refcount=3 00000020:00000001:3.0:1788687288.910233:0:30882:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:3.0:1788687288.910235:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:3.0:1788687288.910237:0:30882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687288.910240:0:30882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811ce9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d21af expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788687288.910247:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.910248:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.910250:0:30882:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687288.910252:0:30882:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687288.910254:0:30882:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811ce9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d21af expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788687288.910261:0:30882:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687288.910264:0:30882:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687288.910265:0:30882:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687288.910268:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.910269:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.910271:0:30882:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.910274:0:30882:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687288.910275:0:30882:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.910277:0:30882:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.910279:0:30882:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.910281:0:30882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687288.910282:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.910283:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687288.910285:0:30882:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788687288.910286:0:30882:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687288.910289:0:30882:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687288.910292:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3d08 00000080:00000008:3.0:1788687288.910294:0:30882:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788687288.910433:0:30882:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687288.910435:0:30882:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788687288.910437:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3b78 00000080:00200000:3.0:1788687288.910440:0:30882:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:3.0:1788687288.910444:0:30882:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6940a00. 00800000:00000002:3.0:1788687288.910447:0:30882:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687288.910449:0:30882:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687288.910451:0:30882:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687288.910453:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3a98 00800000:00000002:3.0:1788687288.910456:0:30882:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687288.910458:0:30882:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788687288.910460:0:30882:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788687288.910464:0:30882:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687288.910465:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3968 00000002:00010000:3.0:1788687288.910467:0:30882:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788687288.910470:0:30882:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687288.910471:0:30882:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687288.910473:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687288.910476:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de100 count: 2 00010000:00000001:3.0:1788687288.910478:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687288.910481:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687288.910483:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687288.910486:0:30882:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811ce9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d21af expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788687288.910494:0:30882:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687288.910496:0:30882:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687288.910499:0:30882:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811ce9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d21af expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1788687288.910505:0:30882:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687288.910507:0:30882:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687288.910509:0:30882:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687288.910510:0:30882:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687288.910512:0:30882:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687288.910514:0:30882:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788687288.910517:0:30882:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788687288.910519:0:30882:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687288.910521:0:30882:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6940a00. 00000080:00000001:3.0:1788687288.910524:0:30882:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687288.910525:0:30882:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687288.910527:0:30882:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:3.0:1788687288.910530:0:30882:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811ce9 00800000:00000001:3.0:1788687288.910534:0:30882:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687288.910535:0:30882:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687288.910536:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687288.910538:0:30882:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687288.910540:0:30882:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5000 refcount=3 00000020:00000001:3.0:1788687288.910542:0:30882:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:3.0:1788687288.910544:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:3.0:1788687288.910546:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.910547:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687288.910549:0:30882:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687288.910551:0:30882:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687288.910553:0:30882:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811ce9 from it ffffaca081ef3bb0 00010000:00000001:3.0:1788687288.910555:0:30882:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687288.910556:0:30882:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687288.910558:0:30882:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5000 refcount=3 00000020:00000001:3.0:1788687288.910560:0:30882:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:3.0:1788687288.910562:0:30882:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:3.0:1788687288.910564:0:30882:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687288.910567:0:30882:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811ce9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d21af expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788687288.910574:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.910575:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.910576:0:30882:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687288.910577:0:30882:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687288.910580:0:30882:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811ce9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d21af expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788687288.910586:0:30882:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687288.910588:0:30882:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687288.910590:0:30882:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687288.910592:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.910593:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687288.910594:0:30882:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.910596:0:30882:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687288.910598:0:30882:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.910600:0:30882:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.910601:0:30882:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.910604:0:30882:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687288.910605:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687288.910606:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687288.910607:0:30882:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788687288.910609:0:30882:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687288.910611:0:30882:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 44 00000080:00000001:3.0:1788687288.910614:0:30882:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687288.910619:0:30882:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:3.0:1788687288.910622:0:30882:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788687288.910624:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3b78 00000080:00200008:3.0:1788687288.910626:0:30882:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 300000 00000080:00000010:3.0:1788687288.910632:0:30882:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29c5317680. 00000080:00000001:3.0:1788687288.910638:0:30882:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687288.910640:0:30882:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687288.910654:0:30882:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687288.910656:0:30882:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c03066f0 arg=7ffeec33fab0 00000020:00000001:3.0:1788687288.910664:0:30882:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687288.910669:0:30882:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff9b29c43bc800. 00000020:00000001:3.0:1788687288.910674:0:30882:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687288.910679:0:30882:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:3.0:1788687288.910681:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3ad0 00000080:00200000:3.0:1788687288.910683:0:30882:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) name=d21g.recovery-small-2 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:3.0:1788687288.910688:0:30882:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6940a00. 00800000:00000002:3.0:1788687288.910691:0:30882:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00800000:00000001:3.0:1788687288.910700:0:30882:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:3.0:1788687288.910703:0:30882:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788687288.910709:0:30882:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633202409432576 : -110871300119040 : ffff9b29c38a6600) 00800000:00000001:3.0:1788687288.910712:0:30882:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1788687288.910714:0:30882:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1788687288.910717:0:30882:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1788687288.910720:0:30882:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1788687288.910724:0:30882:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b29e019e800: Allocated FID [0x200000404:0x24:0x0] 40000000:00000001:3.0:1788687288.910727:0:30882:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687288.910730:0:30882:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687288.910732:0:30882:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687288.910734:0:30882:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687288.910736:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef39e8 00800000:00000002:3.0:1788687288.910738:0:30882:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21g.recovery-small-2' [0x200000404:0x24:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:3.0:1788687288.910744:0:30882:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1788687288.910746:0:30882:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788687288.910749:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de100 count: 2 00010000:00000001:3.0:1788687288.910751:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687288.910754:0:30882:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788687288.910757:0:30882:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788687288.910761:0:30882:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811ce9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d21af expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:3.0:1788687288.910769:0:30882:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788687288.910774:0:30882:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788687288.910776:0:30882:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788687288.910778:0:30882:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788687288.910780:0:30882:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687288.911688:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687288.911696:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de100 count: 3 00010000:00000001:3.0:1788687288.911762:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687288.911768:0:30882:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687288.911772:0:30882:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687288.911773:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687288.911775:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de100 count: 3 00010000:00000001:3.0:1788687288.911778:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687288.911780:0:30882:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687288.911790:0:30882:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687288.911792:0:30882:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687288.911794:0:30882:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de100 count: 3 00010000:00000001:3.0:1788687288.911796:0:30882:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687288.911798:0:30882:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687288.911800:0:30882:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788687288.911805:0:30882:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b29d8594200, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788687288.911809:0:30882:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:3.0:1788687288.911815:0:30882:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3670 00000080:00002000:3.0:1788687288.911817:0:30882:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21g.recovery-small-2 00000080:00000001:2.0:1788687288.917362:0:30882:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788687288.917374:0:30882:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788687288.917379:0:30882:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788687288.917383:0:30882:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788687288.917386:0:30882:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687288.917396:0:30882:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788687288.917401:0:30882:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788687288.917403:0:30882:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788687288.917405:0:30882:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687288.917409:0:30882:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788687288.917414:0:30882:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc5000 with handle 0x230d04438e811ce9 from hash 00010000:00000001:2.0:1788687288.917419:0:30882:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788687288.917421:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687288.917423:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687288.917425:0:30882:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788687288.917429:0:30882:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788687288.917432:0:30882:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788687288.917437:0:30882:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788687288.917440:0:30882:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687288.917445:0:30882:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788687288.917455:0:30882:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42eaa00. 00000020:00000040:2.0:1788687288.917460:0:30882:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:2.0:1788687288.917470:0:30882:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788687288.917473:0:30882:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687288.917476:0:30882:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687288.917481:0:30882:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687288.917485:0:30882:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687288.917489:0:30882:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687288.917492:0:30882:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687288.917499:0:30882:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687288.917509:0:30882:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c63d4000. 00000100:00000001:2.0:1788687288.917517:0:30882:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687288.917520:0:30882:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687288.917535:0:30882:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788687288.917543:0:30882:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811ce9 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d21af expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1788687288.917554:0:30882:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788687288.917556:0:30882:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788687288.917558:0:30882:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788687288.917561:0:30882:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811ce9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d21af expref: -99 pid: 30882 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:2.0:1788687288.917575:0:30882:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64de100 count: 0 00010000:00000010:2.0:1788687288.917584:0:30882:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5ca0500. 00010000:00000001:2.0:1788687288.917590:0:30882:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687288.917592:0:30882:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687288.917594:0:30882:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687288.917595:0:30882:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687288.917598:0:30882:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788687288.917613:0:30882:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788687288.917631:0:30882:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c42eaa00 x1875572824515840/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687288.917638:0:30882:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687288.917641:0:30882:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687288.917648:0:30882:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c98dd300. 00000100:00000001:2.0:1788687288.917651:0:30882:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202510320384 : -110871199231232 : ffff9b29c98dd300) 00000100:00000001:2.0:1788687288.917654:0:30882:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687288.917656:0:30882:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420197888 : -110871289353728 : ffff9b29c42eaa00) 00000100:00000001:2.0:1788687288.917661:0:30882:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687288.917665:0:30882:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687288.917667:0:30882:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687288.917669:0:30882:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687288.917674:0:30882:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42eaa00 x1875572824515840/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687288.917681:0:30882:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687288.917684:0:30882:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687288.917688:0:30882:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687288.917691:0:30882:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687288.917693:0:30882:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687288.917697:0:30882:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42eaa00 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:30882:1875572824515840:192.168.203.144@tcp:36:lfs.0 00000100:00000001:2.0:1788687288.917868:0:30882:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687288.917876:0:30882:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687288.917880:0:30882:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687288.917883:0:30882:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687288.917888:0:30882:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d6000. 02000000:00000001:2.0:1788687288.917890:0:30882:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687288.917899:0:30882:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687288.917904:0:30882:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fddc0. 00000400:00000010:2.0:1788687288.917946:0:30882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02403b8. 00000100:00000200:2.0:1788687288.917955:0:30882:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824515840, portal 10 00000100:00000001:2.0:1788687288.917957:0:30882:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687288.917959:0:30882:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420197888 : -110871289353728 : ffff9b29c42eaa00) 00000100:00000040:2.0:1788687288.917968:0:30882:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42eaa00 x1875572824515840/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687304 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687288.917976:0:30882:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687288.917979:0:30882:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687288.917982:0:30882:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240990. 00000100:00000200:2.0:1788687288.917986:0:30882:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875572824515840, offset 0 00000400:00000200:2.0:1788687288.917993:0:30882:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687288.918004:0:30882:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687288.918013:0:30882:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687288.918020:0:30882:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687288.918024:0:30882:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687288.918029:0:30882:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687288.918033:0:30882:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687288.918037:0:30882:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2297:2297:256:4294967295] 192.168.203.144@tcp LPNI seq info [2297:2297:8:4294967295] 00000400:00000200:2.0:1788687288.918042:0:30882:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687288.918054:0:30882:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687288.918061:0:30882:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687288.918068:0:30882:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c5f77600. 00000800:00000200:2.0:1788687288.918077:0:30882:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687288.918089:0:30882:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687288.918095:0:30882:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c5f77600 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1788687288.918119:0:30882:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687288.918126:0:30882:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 788113 usecs (789 jiffies) 00000400:00000200:2.0:1788687288.918132:0:30882:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687288.918136:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296415712 00000100:00000001:2.0:1788687288.918147:0:30882:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296415683 00000100:00000001:2.0:1788687288.918155:0:30882:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296415712 00000100:00000001:2.0:1788687288.918160:0:30882:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296415683 00000100:00000001:2.0:1788687288.918163:0:30882:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687288.918167:0:30882:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687288.918170:0:30882:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687288.918172:0:30882:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687288.918176:0:30882:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c98dd300 going to sleep for 11 seconds 00000100:00000001:2.0:1788687288.918179:0:30882:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687288.918182:0:30882:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687288.918381:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687288.918387:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c5f77600. 00000400:00000200:3.0:1788687288.918393:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687288.918399:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687288.918406:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240990 00000400:00000010:3.0:1788687288.918409:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240990. 00000100:00000001:3.0:1788687288.918414:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687288.918418:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42eaa00 x1875572824515840/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687304 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687288.918430:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687288.918434:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42eaa00 x1875572824515840/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687304 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687288.918442:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687288.918443:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1788687288.923651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146600. 00000080:00000010:2.1:1788687288.930983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c31d7100. 00010000:00000010:2.1:1788687288.931005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de100. 00010000:00000010:2.1:1788687288.931011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5000. 00000800:00000001:2.0:1788687288.933025:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687288.933049:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687288.933055:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687288.933059:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687288.933070:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687288.933081:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687288.933227:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687288.933234:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687288.933242:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687288.933247:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 448 into portal 10 MB=0x6a9d2d3f4a500 00000400:00000200:2.0:1788687288.933253:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687288.933260:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 448/448 into md 0x65c5 [1] + 224 00000800:00000001:2.0:1788687288.933270:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687288.933279:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687288.933284:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687288.933290:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687288.933299:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687288.933312:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42eaa00 x1875572824515840/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687304 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687288.933332:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9b29c42eaa00 x1875572824515840/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687304 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687288.933353:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788687288.933363:0:2362:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788687288.933367:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687288.933374:0:2362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687288.933381:0:2362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2298:2298:256:4294967295] 192.168.203.144@tcp LPNI seq info [2298:2298:8:4294967295] 00000400:00000200:2.0:1788687288.933387:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687288.933396:0:2362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1788687288.933402:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687288.933409:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c5f77c00. 00000800:00000200:2.0:1788687288.933416:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687288.933426:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687288.933431:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c5f77c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788687288.934294:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687288.934301:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c5f77c00. 00000400:00000200:2.0:1788687288.934308:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687288.934314:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1788687288.934322:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687288.934327:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687288.970016:0:30890:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687288.970025:0:30890:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687288.970028:0:30890:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788687288.970032:0:30890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080c8fbc0 00000080:00200000:3.0:1788687288.970038:0:30890:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:3.0:1788687288.970048:0:30890:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6941600. 00800000:00000002:3.0:1788687288.970057:0:30890:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687288.970063:0:30890:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687288.970069:0:30890:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687288.970072:0:30890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080c8fae0 00800000:00000002:3.0:1788687288.970075:0:30890:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687288.970080:0:30890:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788687288.970086:0:30890:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788687288.970093:0:30890:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687288.970095:0:30890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080c8f9b0 00000002:00010000:3.0:1788687288.970097:0:30890:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788687288.970101:0:30890:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687288.970104:0:30890:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687288.970109:0:30890:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788687288.970119:0:30890:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687288.970122:0:30890:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687288.970124:0:30890:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687288.970127:0:30890:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788687288.970129:0:30890:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788687288.970136:0:30890:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb7800. 00000020:00000040:3.0:1788687288.970141:0:30890:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:3.0:1788687288.970151:0:30890:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788687288.970157:0:30890:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687288.970163:0:30890:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687288.970168:0:30890:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687288.970172:0:30890:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687288.970178:0:30890:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687288.970187:0:30890:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c43be000. 00000100:00000001:3.0:1788687288.970197:0:30890:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.970204:0:30890:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687288.970207:0:30890:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.970209:0:30890:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687288.970210:0:30890:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687288.970212:0:30890:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687288.970219:0:30890:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202496534528 : -110871213017088 : ffff9b29c8bb7800) 00010000:00000001:3.0:1788687288.970223:0:30890:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788687288.970226:0:30890:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788687288.970231:0:30890:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c5c62000. 00010000:00000010:3.0:1788687288.970236:0:30890:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c3056100. 00010000:00000001:3.0:1788687288.970243:0:30890:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788687288.970247:0:30890:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c3146e00. 00000020:00000001:3.0:1788687288.970251:0:30890:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788687288.970255:0:30890:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c3146e00 with handle 0x230d04438e811cf7 to hash 00000020:00000001:3.0:1788687288.970257:0:30890:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788687288.970258:0:30890:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202401701376 : -110871307850240 : ffff9b29c3146e00) 00010000:00000001:3.0:1788687288.970263:0:30890:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202401701376 : -110871307850240 : ffff9b29c3146e00) 00010000:00000001:3.0:1788687288.970267:0:30890:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687288.970271:0:30890:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687288.970276:0:30890:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146e00/0x230d04438e811cf7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30890 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687288.970288:0:30890:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146e00/0x230d04438e811cf7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30890 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687288.970302:0:30890:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146e00/0x230d04438e811cf7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30890 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788687288.970309:0:30890:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687288.970311:0:30890:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687288.970542:0:30890:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e1436c00. 00000100:00000001:3.0:1788687288.970546:0:30890:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202908097536 : -110870801454080 : ffff9b29e1436c00) 00000100:00000001:3.0:1788687288.970549:0:30890:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687288.970551:0:30890:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496534528 : -110871213017088 : ffff9b29c8bb7800) 00000100:00000001:3.0:1788687288.970556:0:30890:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687288.970562:0:30890:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687288.970565:0:30890:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687288.970566:0:30890:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687288.970581:0:30890:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb7800 x1875572824515968/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.970590:0:30890:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687288.970593:0:30890:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687288.970598:0:30890:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687288.970601:0:30890:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687288.970604:0:30890:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687288.970607:0:30890:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb7800 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:30890:1875572824515968:192.168.203.144@tcp:101:multiop.0 00000100:00000001:3.0:1788687288.970612:0:30890:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687288.970620:0:30890:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687288.970623:0:30890:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687288.970626:0:30890:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687288.970631:0:30890:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c62eb800. 02000000:00000001:3.0:1788687288.970633:0:30890:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687288.970643:0:30890:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687288.970648:0:30890:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef40b0. 00000400:00000010:3.0:1788687288.970658:0:30890:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0770. 00000100:00000200:3.0:1788687288.970669:0:30890:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824515968, portal 10 00000100:00000001:3.0:1788687288.970671:0:30890:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687288.970672:0:30890:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496534528 : -110871213017088 : ffff9b29c8bb7800) 00000100:00000040:3.0:1788687288.970679:0:30890:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb7800 x1875572824515968/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687304 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.970688:0:30890:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687288.970692:0:30890:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687288.970695:0:30890:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0a18. 00000100:00000200:3.0:1788687288.970699:0:30890:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824515968, offset 0 00000400:00000200:3.0:1788687288.970717:0:30890:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687288.970729:0:30890:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.970740:0:30890:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687288.970746:0:30890:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687288.970751:0:30890:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687288.970755:0:30890:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687288.970758:0:30890:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687288.970763:0:30890:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2299:2299:256:4294967295] 192.168.203.144@tcp LPNI seq info [2299:2299:8:4294967295] 00000400:00000200:3.0:1788687288.970768:0:30890:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.970780:0:30890:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687288.970797:0:30890:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687288.970803:0:30890:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ac00. 00000800:00000200:3.0:1788687288.970812:0:30890:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687288.970824:0:30890:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687288.970829:0:30890:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ac00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788687288.970854:0:30890:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687288.970860:0:30890:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 786960 usecs (787 jiffies) 00000400:00000200:3.0:1788687288.970864:0:30890:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687288.970867:0:30890:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296415762 00000100:00000001:3.0:1788687288.970877:0:30890:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296415712 00000100:00000001:3.0:1788687288.970883:0:30890:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296415762 00000100:00000001:3.0:1788687288.970887:0:30890:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296415712 00000100:00000001:3.0:1788687288.970892:0:30890:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687288.970895:0:30890:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687288.970897:0:30890:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687288.970900:0:30890:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687288.970903:0:30890:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e1436c00 going to sleep for 11 seconds 00000100:00000001:3.0:1788687288.970926:0:30890:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687288.970930:0:30890:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687288.972053:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687288.972064:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ac00. 00000400:00000200:2.0:1788687288.972073:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687288.972081:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687288.972091:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0a18 00000400:00000010:2.0:1788687288.972093:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0a18. 00000100:00000001:2.0:1788687288.972099:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687288.972107:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb7800 x1875572824515968/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687304 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687288.972124:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687288.972128:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb7800 x1875572824515968/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687304 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687288.972135:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687288.972137:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687288.978771:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687288.978801:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687288.978806:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687288.978809:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687288.978820:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.978830:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687288.978840:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.978845:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.978851:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.978856:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f4a580 00000400:00000200:3.0:1788687288.978861:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687288.978868:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x65d5 [1] + 224 00000800:00000001:3.0:1788687288.978876:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687288.978883:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687288.978887:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687288.978892:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687288.978901:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687288.982076:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb7800 x1875572824515968/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687304 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687288.982101:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c8bb7800 x1875572824515968/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687304 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.982137:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687288.982159:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687288.982172:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788687288.984750:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687288.984755:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445300. 00000400:00000200:3.0:1788687288.984761:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687288.984767:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687288.984773:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda110 00000400:00000010:3.0:1788687288.984776:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda110. 00000100:00000001:3.0:1788687288.984789:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687288.984794:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3480 x1875572824516096/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687304 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.984805:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687288.984808:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3480 x1875572824516096/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687304 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687288.984814:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687288.984816:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687289.005111:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687289.005133:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687289.005139:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687289.005142:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687289.005152:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687289.005164:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687289.005176:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687289.005181:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687289.005188:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687289.005193:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x6a9d2d3f4a600 00000400:00000200:3.0:1788687289.005200:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687289.005207:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x65e5 [1] + 224 00000800:00000001:3.0:1788687289.005216:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687289.005226:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687289.005230:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687289.005235:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687289.005246:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687289.005260:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3480 x1875572824516096/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687304 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687289.005273:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b29c97f3480 x1875572824516096/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687304 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687289.005298:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687289.005307:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687289.005310:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788687289.020992:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687289.021006:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445600. 00000400:00000200:3.0:1788687289.021015:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687289.021026:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687289.021038:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdaaa0 00000400:00000010:3.0:1788687289.021042:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdaaa0. 00000100:00000001:3.0:1788687289.021048:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687289.021057:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3480 x1875572824516352/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687305 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687289.021072:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687289.021076:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3480 x1875572824516352/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687305 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687289.021083:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687289.021085:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687289.042865:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687289.042891:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687289.042897:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687289.042899:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687289.042988:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687289.043000:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687289.043011:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687289.043017:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687289.043023:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687289.043027:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x6a9d2d3f4a700 00000400:00000200:3.0:1788687289.043034:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687289.043042:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x65ed [32] + 224 00000800:00000001:3.0:1788687289.043052:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687289.043060:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687289.043064:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687289.043069:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687289.043080:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687289.043091:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3480 x1875572824516352/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687305 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687289.043103:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b29c97f3480 x1875572824516352/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687305 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687289.043119:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788687289.043129:0:2362:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788687289.043132:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687289.043138:0:2362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687289.043145:0:2362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2302:2302:256:4294967295] 192.168.203.144@tcp LPNI seq info [2302:2302:8:4294967295] 00000400:00000200:3.0:1788687289.043150:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687289.043160:0:2362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1788687289.043168:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687289.043175:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9b29c43bd400. 00000800:00000200:3.0:1788687289.043182:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687289.043192:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687289.043198:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c43bd400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788687289.043308:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687289.043313:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9b29c43bd400. 00000400:00000200:3.0:1788687289.043316:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687289.043320:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1788687289.043327:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687289.043330:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687289.803202:0:26149:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296415802, at 4296415808 00000100:00000010:3.0:1788687289.803224:0:26149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c3344180. 00000100:00000040:2.0:1788687289.804196:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296415802, at 4296415809 00000100:00000010:2.0:1788687289.804208:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c3344240. 00000080:00000001:1.0:1788687289.954810:0:30902:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687289.954822:0:30902:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687289.954825:0:30902:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687289.954829:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bbc0 00000080:00200000:1.0:1788687289.954835:0:30902:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687289.954846:0:30902:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56e00. 00800000:00000002:1.0:1788687289.954884:0:30902:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687289.954890:0:30902:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687289.954902:0:30902:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687289.954921:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bae0 00800000:00000002:1.0:1788687289.954925:0:30902:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687289.954929:0:30902:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687289.954934:0:30902:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687289.954940:0:30902:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687289.954943:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b9b0 00000002:00010000:1.0:1788687289.954945:0:30902:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687289.954949:0:30902:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687289.954951:0:30902:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687289.954955:0:30902:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687289.954964:0:30902:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62000 count: 2 00010000:00000001:1.0:1788687289.954967:0:30902:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687289.954973:0:30902:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687289.954979:0:30902:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687289.954985:0:30902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146e00/0x230d04438e811cf7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d21e0 expref: -99 pid: 30890 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788687289.955003:0:30902:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687289.955009:0:30902:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687289.955013:0:30902:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146e00/0x230d04438e811cf7 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d21e0 expref: -99 pid: 30890 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788687289.955021:0:30902:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687289.955023:0:30902:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687289.955025:0:30902:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687289.955027:0:30902:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687289.955030:0:30902:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687289.955032:0:30902:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687289.955035:0:30902:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788687289.955038:0:30902:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687289.955043:0:30902:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56e00. 00000080:00000001:1.0:1788687289.955050:0:30902:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687289.955052:0:30902:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687289.955055:0:30902:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687289.955059:0:30902:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811cf7 00800000:00000001:1.0:1788687289.955064:0:30902:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687289.955066:0:30902:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687289.955068:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687289.955071:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687289.955074:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146e00 refcount=3 00000020:00000001:1.0:1788687289.955077:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701376 : -110871307850240 : ffff9b29c3146e00) 00010000:00000001:1.0:1788687289.955080:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701376 : -110871307850240 : ffff9b29c3146e00) 00010000:00000001:1.0:1788687289.955083:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.955085:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687289.955086:0:30902:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687289.955088:0:30902:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687289.955090:0:30902:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811cf7 from it ffffaca08150bbf8 00010000:00000001:1.0:1788687289.955093:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687289.955094:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687289.955096:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146e00 refcount=3 00000020:00000001:1.0:1788687289.955098:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701376 : -110871307850240 : ffff9b29c3146e00) 00010000:00000001:1.0:1788687289.955099:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701376 : -110871307850240 : ffff9b29c3146e00) 00010000:00000001:1.0:1788687289.955102:0:30902:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687289.955105:0:30902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146e00/0x230d04438e811cf7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d21e0 expref: -99 pid: 30890 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687289.955111:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.955112:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687289.955114:0:30902:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687289.955117:0:30902:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687289.955120:0:30902:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146e00/0x230d04438e811cf7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d21e0 expref: -99 pid: 30890 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788687289.955130:0:30902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687289.955134:0:30902:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687289.955136:0:30902:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687289.955141:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.955142:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687289.955145:0:30902:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687289.955149:0:30902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687289.955151:0:30902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687289.955153:0:30902:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687289.955156:0:30902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687289.955158:0:30902:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687289.955160:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.955161:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687289.955165:0:30902:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687289.955167:0:30902:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687289.955169:0:30902:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788687289.955174:0:30902:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687289.955186:0:30902:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c5d006c0. 00000020:00000001:1.0:1788687289.955191:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bb28 00000080:00200000:1.0:1788687289.955192:0:30902:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), flags=25 00000080:00000001:1.0:1788687289.955195:0:30902:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788687289.955198:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b9d8 00000080:00200000:1.0:1788687289.955200:0:30902:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=0 00000080:00000010:1.0:1788687289.955208:0:30902:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56e00. 00800000:00000002:1.0:1788687289.955211:0:30902:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687289.955215:0:30902:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687289.955216:0:30902:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687289.955218:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b8f8 00800000:00000002:1.0:1788687289.955219:0:30902:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687289.955222:0:30902:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788687289.955226:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b890 00800000:00000002:1.0:1788687289.955228:0:30902:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:1.0:1788687289.955230:0:30902:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687289.955232:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b7c8 00000002:00010000:1.0:1788687289.955233:0:30902:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1788687289.955237:0:30902:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788687289.955240:0:30902:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788687289.955245:0:30902:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99c00. 00000020:00000040:1.0:1788687289.955250:0:30902:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:1.0:1788687289.955257:0:30902:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687289.955261:0:30902:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687289.955264:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.955265:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687289.955267:0:30902:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687289.955270:0:30902:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687289.955273:0:30902:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687289.955276:0:30902:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687289.955284:0:30902:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6910c00. 00000100:00000001:1.0:1788687289.955293:0:30902:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687289.955300:0:30902:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687289.955302:0:30902:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687289.955303:0:30902:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687289.955304:0:30902:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687289.955306:0:30902:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687289.955315:0:30902:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00010000:00000001:1.0:1788687289.955319:0:30902:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788687289.955323:0:30902:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788687289.955326:0:30902:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62000 count: 2 00010000:00000001:1.0:1788687289.955328:0:30902:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687289.955332:0:30902:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687289.955336:0:30902:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a4400. 00000020:00000001:1.0:1788687289.955339:0:30902:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687289.955341:0:30902:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a4400 with handle 0x230d04438e811d0c to hash 00000020:00000001:1.0:1788687289.955343:0:30902:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687289.955345:0:30902:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:1.0:1788687289.955349:0:30902:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:1.0:1788687289.955353:0:30902:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687289.955355:0:30902:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687289.955358:0:30902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811d0c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30902 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687289.955366:0:30902:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811d0c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30902 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687289.955377:0:30902:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811d0c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30902 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788687289.955384:0:30902:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687289.955385:0:30902:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687289.955394:0:30902:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c68fe900. 00000100:00000001:1.0:1788687289.955396:0:30902:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202460125440 : -110871249426176 : ffff9b29c68fe900) 00000100:00000001:1.0:1788687289.955399:0:30902:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687289.955401:0:30902:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000001:1.0:1788687289.955406:0:30902:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687289.955411:0:30902:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687289.955414:0:30902:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687289.955415:0:30902:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687289.955429:0:30902:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99c00 x1875572824516480/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687289.955439:0:30902:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687289.955442:0:30902:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687289.955447:0:30902:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687289.955449:0:30902:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687289.955452:0:30902:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687289.955456:0:30902:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99c00 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:30902:1875572824516480:192.168.203.144@tcp:101:touch.0 00000100:00000001:1.0:1788687289.955461:0:30902:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687289.955468:0:30902:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687289.955470:0:30902:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687289.955473:0:30902:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687289.955479:0:30902:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c7090800. 02000000:00000001:1.0:1788687289.955481:0:30902:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687289.955490:0:30902:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687289.955495:0:30902:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150c60. 00000400:00000010:1.0:1788687289.955503:0:30902:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcc38. 00000100:00000200:1.0:1788687289.955512:0:30902:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824516480, portal 10 00000100:00000001:1.0:1788687289.955514:0:30902:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687289.955515:0:30902:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000040:1.0:1788687289.955522:0:30902:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b99c00 x1875572824516480/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687305 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687289.955530:0:30902:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687289.955534:0:30902:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687289.955538:0:30902:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc000. 00000100:00000200:1.0:1788687289.955542:0:30902:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875572824516480, offset 0 00000400:00000200:1.0:1788687289.955549:0:30902:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687289.955558:0:30902:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687289.955567:0:30902:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687289.955573:0:30902:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687289.955577:0:30902:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687289.955582:0:30902:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687289.955585:0:30902:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687289.955590:0:30902:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2303:2303:256:4294967295] 192.168.203.144@tcp LPNI seq info [2303:2303:8:4294967295] 00000400:00000200:1.0:1788687289.955594:0:30902:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687289.955606:0:30902:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687289.955613:0:30902:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687289.955619:0:30902:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2900. 00000800:00000200:1.0:1788687289.955627:0:30902:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687289.955637:0:30902:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687289.955642:0:30902:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788687289.955654:0:30902:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687289.955659:0:30902:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 783550 usecs (784 jiffies) 00000400:00000200:1.0:1788687289.955663:0:30902:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687289.955665:0:30902:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296416743 00000100:00000010:1.0:1788687289.955670:0:30902:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29e06feb40. 00000100:00000001:1.0:1788687289.955678:0:30902:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788687289.955687:0:30902:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296416743 00000100:00000010:1.0:1788687289.955690:0:30902:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29e06fe600. 00000100:00000001:1.0:1788687289.955693:0:30902:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788687289.955696:0:30902:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687289.955700:0:30902:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687289.955702:0:30902:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687289.955704:0:30902:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687289.955708:0:30902:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c68fe900 going to sleep for 11 seconds 00000100:00000001:1.0:1788687289.955711:0:30902:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687289.955714:0:30902:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687289.956364:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687289.956373:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2900. 00000400:00000200:3.0:1788687289.956380:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687289.956387:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687289.956396:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc000 00000400:00000010:3.0:1788687289.956399:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc000. 00000100:00000001:3.0:1788687289.956404:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687289.956411:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99c00 x1875572824516480/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687305 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687289.956423:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687289.956426:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99c00 x1875572824516480/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687305 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687289.956434:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687289.956437:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687289.970428:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687289.970460:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687289.970465:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687289.970468:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687289.970480:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687289.970595:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687289.970609:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687289.970615:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687289.970622:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687289.970627:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x6a9d2d3f4a780 00000400:00000200:2.0:1788687289.970633:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687289.970641:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x65f5 [1] + 224 00000800:00000001:2.0:1788687289.970650:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687289.970662:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687289.970666:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687289.970671:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687289.970682:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687289.970693:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99c00 x1875572824516480/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687305 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687289.970705:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b29c8b99c00 x1875572824516480/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687305 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687289.970788:0:30902:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687289.970806:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687289.970816:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687289.970821:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788687289.974057:0:30902:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687289.974067:0:30902:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687289.974072:0:30902:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150c60. 00000400:00000200:1.0:1788687289.974084:0:30902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcc38 00000400:00000010:1.0:1788687289.974088:0:30902:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcc38. 00000100:00000001:1.0:1788687289.974094:0:30902:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687289.974110:0:30902:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99c00 x1875572824516480/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687305 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687289.974121:0:30902:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99c00 x1875572824516480/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687305 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687289.974132:0:30902:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687289.974135:0:30902:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687289.974138:0:30902:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687289.974142:0:30902:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687289.974145:0:30902:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687289.974148:0:30902:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687289.974151:0:30902:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687289.974163:0:30902:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=61 v=5 (5 103 103 103) 00000100:00001000:1.0:1788687289.974168:0:30902:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687289.974171:0:30902:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687289.974172:0:30902:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687289.974176:0:30902:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687289.974181:0:30902:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687289.974186:0:30902:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788687289.974189:0:30902:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: committing for last_committed 4294967615 gen 2 00000100:00000040:1.0:1788687289.974196:0:30902:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967615) req@ffff9b29c42ea680 x1875572824515328/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687304 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687289.974204:0:30902:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687289.974208:0:30902:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42ea680 x1875572824515328/t4294967613(4294967613) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687304 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687289.974216:0:30902:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687289.974219:0:30902:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687289.974223:0:30902:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c63d6c00. 02000000:00000001:1.0:1788687289.974229:0:30902:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687289.974233:0:30902:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687289.974235:0:30902:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687289.974238:0:30902:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687289.974241:0:30902:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c63d7000. 02000000:00000001:1.0:1788687289.974245:0:30902:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687289.974247:0:30902:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687289.974249:0:30902:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42ea680. 00000100:00000001:1.0:1788687289.974253:0:30902:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687289.974266:0:30902:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687289.974273:0:30902:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967615) req@ffff9b29c42eaa00 x1875572824515840/t4294967614(4294967614) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687304 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687289.974280:0:30902:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687289.974283:0:30902:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42eaa00 x1875572824515840/t4294967614(4294967614) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687304 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687289.974289:0:30902:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687289.974291:0:30902:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687289.974293:0:30902:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c63d6000. 02000000:00000001:1.0:1788687289.974296:0:30902:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687289.974298:0:30902:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687289.974299:0:30902:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687289.974301:0:30902:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687289.974303:0:30902:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c63d4000. 02000000:00000001:1.0:1788687289.974305:0:30902:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687289.974306:0:30902:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687289.974308:0:30902:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42eaa00. 00000100:00000001:1.0:1788687289.974310:0:30902:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687289.974311:0:30902:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788687289.974317:0:30902:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9b29c97f3480 x1875572824516352/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687305 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687289.974324:0:30902:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788687289.974327:0:30902:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: normal: skip=1 replay=2/3 committed=0/0 00000100:00000001:1.0:1788687289.974330:0:30902:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687289.974333:0:30902:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687289.974337:0:30902:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99c00 x1875572824516480/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687305 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687289.974345:0:30902:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687289.974349:0:30902:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687289.974351:0:30902:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687289.974355:0:30902:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99c00 x1875572824516480/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687305 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687289.974370:0:30902:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99c00 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:30902:1875572824516480:192.168.203.144@tcp:101:touch.0 00000100:00000001:1.0:1788687289.974375:0:30902:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687289.974379:0:30902:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687289.974382:0:30902:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687289.974383:0:30902:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687289.974386:0:30902:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99c00 x1875572824516480/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687305 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687289.974393:0:30902:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687289.974395:0:30902:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c68fe900. 00000100:00000001:1.0:1788687289.974398:0:30902:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687289.974399:0:30902:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687289.974403:0:30902:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788687289.974407:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687289.974409:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687289.974413:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4400 refcount=4 00000020:00000001:1.0:1788687289.974415:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:1.0:1788687289.974418:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000040:1.0:1788687289.974427:0:30902:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c97a4400, remote cookie: 0x59c08f76ab1d223b, flags: 0x1001 00010000:00010000:1.0:1788687289.974432:0:30902:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811d0c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d223b expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788687289.974441:0:30902:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788687289.974445:0:30902:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788687289.974460:0:30902:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c422f500. 00010000:00000010:1.0:1788687289.974466:0:30902:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5d3b380. 00010000:00000001:1.0:1788687289.974472:0:30902:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687289.974475:0:30902:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811d0c lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d223b expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687289.976413:0:30902:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811d0c lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d223b expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687289.976422:0:30902:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788687289.976427:0:30902:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788687289.976430:0:30902:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788687289.976433:0:30902:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788687289.976434:0:30902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788687289.976438:0:30902:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff9b29c422f500) refcount = 1 00010000:00010000:1.0:1788687289.976442:0:30902:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811d0c lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d223b expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687289.976448:0:30902:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788687289.976453:0:30902:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788687289.976455:0:30902:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687289.976459:0:30902:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788687289.976462:0:30902:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687289.976466:0:30902:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811d0c lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d223b expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687289.976473:0:30902:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788687289.976475:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.976477:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687289.976478:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.976479:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687289.977077:0:30902:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687289.977090:0:30902:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788687289.977093:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687289.977096:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687289.977099:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4400 refcount=3 00000020:00000001:1.0:1788687289.977103:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:1.0:1788687289.977106:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:1.0:1788687289.977110:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687289.977111:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687289.977112:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4400 refcount=4 00000020:00000001:1.0:1788687289.977114:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:1.0:1788687289.977116:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:1.0:1788687289.977120:0:30902:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687289.977124:0:30902:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687289.977129:0:30902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811d0c lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d223b expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687289.977137:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.977138:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687289.977140:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687289.977141:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687289.977142:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4400 refcount=5 00000020:00000001:1.0:1788687289.977144:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:1.0:1788687289.977146:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:1.0:1788687289.977149:0:30902:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687289.977152:0:30902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811d0c lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d223b expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687289.977159:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.977160:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788687289.977163:0:30902:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811d0c lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d223b expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687289.977171:0:30902:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687289.977172:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.977173:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687289.977174:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.977175:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788687289.977190:0:30902:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9b29c8b99c00 x1875572824516480/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687305 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788687289.977204:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687289.977206:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687289.977207:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4400 refcount=3 00000020:00000001:1.0:1788687289.977209:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:1.0:1788687289.977211:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:1.0:1788687289.977213:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.977214:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687289.977216:0:30902:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687289.977218:0:30902:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687289.977222:0:30902:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788687289.977225:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687289.977226:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687289.977227:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4400 refcount=3 00000020:00000001:1.0:1788687289.977228:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:1.0:1788687289.977230:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00000002:00010000:1.0:1788687289.977234:0:30902:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811d0c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d223b expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687289.977241:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.977242:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687289.977245:0:30902:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687289.977246:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687289.977247:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687289.977248:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4400 refcount=3 00000020:00000001:1.0:1788687289.977250:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:1.0:1788687289.977252:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000040:1.0:1788687289.977260:0:30902:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f500 count: 2 00010000:00000001:1.0:1788687289.977263:0:30902:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788687289.977267:0:30902:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/36 (0 0) 00010000:00000001:1.0:1788687289.977270:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.977271:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687289.977273:0:30902:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788687289.977277:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b750 00000002:00002000:1.0:1788687289.977279:0:30902:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788687289.977283:0:30902:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687289.977287:0:30902:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687289.977290:0:30902:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788687289.977293:0:30902:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788687289.977296:0:30902:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687289.977301:0:30902:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000001:1.0:1788687289.977304:0:30902:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788687289.977306:0:30902:0:(namei.c:674:ll_lookup_it_finish()) it ffffaca08150bac8 it_disposition b 00000080:00000001:1.0:1788687289.977309:0:30902:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788687289.977316:0:30902:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788687289.977320:0:30902:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788687289.977323:0:30902:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:1.0:1788687289.977327:0:30902:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788687289.977334:0:30902:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788687289.977336:0:30902:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:1.0:1788687289.977339:0:30902:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687289.977344:0:30902:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:1.0:1788687289.977346:0:30902:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788687289.977352:0:30902:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 16384 00000080:00200000:1.0:1788687289.977355:0:30902:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x24:0x0](ffff9b29d8596c08): rc = 0 00000080:00000001:1.0:1788687289.977357:0:30902:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758544392 : -110870951007224 : ffff9b29d8596c08) 00010000:00000001:1.0:1788687289.977359:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687289.979143:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687289.979148:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4400 refcount=3 00000020:00000001:1.0:1788687289.979155:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:1.0:1788687289.979160:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:1.0:1788687289.979165:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.979167:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687289.979171:0:30902:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788687289.979173:0:30902:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788687289.979175:0:30902:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788687289.979180:0:30902:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788687289.979183:0:30902:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687289.979189:0:30902:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff9b29d8596c08) for lock 0x230d04438e811d0c 00800000:00000001:1.0:1788687289.979192:0:30902:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687289.979196:0:30902:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687289.979197:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687289.979198:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687289.979200:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4400 refcount=3 00000020:00000001:1.0:1788687289.979202:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:1.0:1788687289.979204:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:1.0:1788687289.979207:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.979207:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687289.979209:0:30902:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687289.979210:0:30902:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788687289.979219:0:30902:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d85a4870 inode ffff9b29d8596c08 refc 1 flags 0x20000e 00000080:00000001:1.0:1788687289.979224:0:30902:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788687289.979226:0:30902:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687289.979229:0:30902:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788687289.979233:0:30902:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff9b29d8596c08) 00000080:00010000:1.0:1788687289.979237:0:30902:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d0c from it ffffaca08150bac8 00010000:00000001:1.0:1788687289.979239:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687289.979241:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687289.979242:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4400 refcount=3 00000020:00000001:1.0:1788687289.979244:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:1.0:1788687289.979246:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:1.0:1788687289.979249:0:30902:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687289.979254:0:30902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811d0c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d223b expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687289.979264:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.979265:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687289.979267:0:30902:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687289.979271:0:30902:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687289.979274:0:30902:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811d0c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d223b expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687289.979287:0:30902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687289.979291:0:30902:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687289.979293:0:30902:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687289.979298:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.979300:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687289.979301:0:30902:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687289.979305:0:30902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687289.979308:0:30902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687289.979310:0:30902:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687289.979314:0:30902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687289.979316:0:30902:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687289.979317:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.979318:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687289.979320:0:30902:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788687289.979325:0:30902:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56e00. 00000100:00000001:1.0:1788687289.979334:0:30902:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687289.979348:0:30902:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b99c00 x1875572824516480/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687305 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687289.979356:0:30902:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687289.979360:0:30902:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687289.979364:0:30902:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c7090800. 02000000:00000001:1.0:1788687289.979367:0:30902:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687289.979370:0:30902:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687289.979372:0:30902:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687289.979375:0:30902:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687289.979378:0:30902:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c6910c00. 02000000:00000001:1.0:1788687289.979382:0:30902:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687289.979384:0:30902:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687289.979386:0:30902:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b99c00. 00000100:00000001:1.0:1788687289.979390:0:30902:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687289.979392:0:30902:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687289.979403:0:30902:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788687289.979406:0:30902:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9b29d8596c08), inode mode 41ed mask 1 00000080:00000001:1.0:1788687289.979411:0:30902:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687289.979440:0:30902:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c5d00da0. 00000080:00000001:1.0:1788687289.979445:0:30902:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788687289.979447:0:30902:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9b29d8596c08), inode mode 41ed mask 3 00000080:00000001:1.0:1788687289.979449:0:30902:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687289.979452:0:30902:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788687289.979455:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bb58 00000080:00200000:1.0:1788687289.979457:0:30902:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff9b29d8596c08), file ffff9b29cb665200, open_flags 8941, mode 81b6 opened 0 00000080:00000010:1.0:1788687289.979462:0:30902:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b29e06fe8a0. 00000080:00000001:1.0:1788687289.979467:0:30902:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788687289.979469:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150ba08 00000080:00200000:1.0:1788687289.979471:0:30902:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff9b29d8596c08), intent=open|creat 00000080:00000010:1.0:1788687289.979478:0:30902:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56e00. 00000080:00000001:1.0:1788687289.980575:0:30902:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687289.980584:0:30902:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687289.980588:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b928 00800000:00000002:1.0:1788687289.980593:0:30902:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x24:0x0] 00800000:00000001:1.0:1788687289.980598:0:30902:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788687289.980602:0:30902:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788687289.980609:0:30902:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633202409432576 : -110871300119040 : ffff9b29c38a6600) 00800000:00000001:1.0:1788687289.980615:0:30902:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788687289.980617:0:30902:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788687289.980621:0:30902:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788687289.980625:0:30902:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788687289.980628:0:30902:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b29e019e800: Allocated FID [0x200000404:0x26:0x0] 40000000:00000001:1.0:1788687289.980630:0:30902:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687289.980633:0:30902:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687289.980635:0:30902:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687289.980636:0:30902:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687289.980638:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b8a8 00800000:00000002:1.0:1788687289.980640:0:30902:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x24:0x0], fid2=[0x200000404:0x26:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:1.0:1788687289.980645:0:30902:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687289.980647:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b7e0 00000002:00010000:1.0:1788687289.980649:0:30902:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000404:0x26:0x0]) in obj [0x200000404:0x24:0x0], intent: open|creat flags 0104502 00000002:00000001:1.0:1788687289.980654:0:30902:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788687289.980658:0:30902:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788687289.980662:0:30902:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788687289.980669:0:30902:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687289.980671:0:30902:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788687289.980676:0:30902:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f500 count: 2 00010000:00000001:1.0:1788687289.980679:0:30902:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687289.980683:0:30902:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788687289.980687:0:30902:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687289.980689:0:30902:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687289.980691:0:30902:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687289.980700:0:30902:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99c00. 00000020:00000040:1.0:1788687289.980705:0:30902:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:1.0:1788687289.980713:0:30902:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788687289.980715:0:30902:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687289.980718:0:30902:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687289.980724:0:30902:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687289.980729:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.980731:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687289.980733:0:30902:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687289.980737:0:30902:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687289.980739:0:30902:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687289.980744:0:30902:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687289.980765:0:30902:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6910c00. 00000100:00000001:1.0:1788687289.980789:0:30902:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687289.980796:0:30902:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687289.980799:0:30902:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687289.980800:0:30902:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687289.980801:0:30902:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687289.980803:0:30902:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687289.980814:0:30902:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00010000:00000001:1.0:1788687289.980819:0:30902:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788687289.980822:0:30902:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788687289.980825:0:30902:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f500 count: 2 00010000:00000001:1.0:1788687289.980827:0:30902:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687289.980830:0:30902:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687289.980834:0:30902:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a5200. 00000020:00000001:1.0:1788687289.980839:0:30902:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687289.980842:0:30902:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a5200 with handle 0x230d04438e811d13 to hash 00000020:00000001:1.0:1788687289.980844:0:30902:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687289.980846:0:30902:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509042176 : -110871200509440 : ffff9b29c97a5200) 00010000:00000001:1.0:1788687289.980851:0:30902:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509042176 : -110871200509440 : ffff9b29c97a5200) 00010000:00000001:1.0:1788687289.980855:0:30902:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687289.980859:0:30902:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687289.980864:0:30902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5200/0x230d04438e811d13 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30902 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687289.980873:0:30902:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5200/0x230d04438e811d13 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30902 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788687289.980888:0:30902:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788687289.980902:0:30902:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8b99c00 x1875572824516736/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788687289.981625:0:30902:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5200/0x230d04438e811d13 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30902 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788687289.981633:0:30902:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687289.981636:0:30902:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687289.981647:0:30902:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c68fe900. 00000100:00000001:1.0:1788687289.981649:0:30902:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202460125440 : -110871249426176 : ffff9b29c68fe900) 00000100:00000001:1.0:1788687289.981653:0:30902:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687289.981655:0:30902:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000001:1.0:1788687289.981660:0:30902:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687289.981671:0:30902:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687289.981674:0:30902:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687289.981676:0:30902:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687289.981683:0:30902:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99c00 x1875572824516736/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687289.981692:0:30902:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687289.981695:0:30902:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687289.981699:0:30902:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687289.981702:0:30902:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687289.981705:0:30902:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687289.981714:0:30902:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99c00 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:30902:1875572824516736:192.168.203.144@tcp:101:touch.0 00000100:00000001:1.0:1788687289.981720:0:30902:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687289.981727:0:30902:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687289.981730:0:30902:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687289.981732:0:30902:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687289.981885:0:30902:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b29c69e0000. 02000000:00000001:1.0:1788687289.981888:0:30902:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687289.982127:0:30902:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687289.982135:0:30902:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150c60. 00000400:00000010:1.0:1788687289.982146:0:30902:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b29c6911800. 00000100:00000200:1.0:1788687289.982155:0:30902:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875572824516736, portal 10 00000100:00000001:1.0:1788687289.982158:0:30902:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687289.982159:0:30902:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000040:1.0:1788687289.982169:0:30902:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b99c00 x1875572824516736/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687305 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687289.982178:0:30902:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687289.982180:0:30902:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687289.982185:0:30902:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcc38. 00000100:00000200:1.0:1788687289.982189:0:30902:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875572824516736, offset 0 00000400:00000200:1.0:1788687289.982197:0:30902:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687289.982207:0:30902:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687289.982216:0:30902:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687289.982222:0:30902:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687289.982226:0:30902:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687289.982231:0:30902:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687289.982234:0:30902:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687289.982238:0:30902:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2304:2304:256:4294967295] 192.168.203.144@tcp LPNI seq info [2304:2304:8:4294967295] 00000400:00000200:1.0:1788687289.982243:0:30902:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687289.982254:0:30902:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687289.982263:0:30902:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687289.982268:0:30902:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2f00. 00000800:00000200:1.0:1788687289.982276:0:30902:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687289.982287:0:30902:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687289.982292:0:30902:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2f00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788687289.982368:0:30902:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687289.982374:0:30902:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 782413 usecs (783 jiffies) 00000400:00000200:1.0:1788687289.982377:0:30902:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687289.982381:0:30902:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296416770 00000100:00000001:1.0:1788687289.982390:0:30902:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296416743 00000100:00000001:1.0:1788687289.982396:0:30902:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296416770 00000100:00000001:1.0:1788687289.982399:0:30902:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296416743 00000100:00000001:1.0:1788687289.982402:0:30902:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687289.982405:0:30902:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687289.982407:0:30902:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687289.982409:0:30902:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687289.982412:0:30902:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c68fe900 going to sleep for 11 seconds 00000100:00000001:1.0:1788687289.982415:0:30902:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687289.982418:0:30902:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687289.982835:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687289.982841:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2f00. 00000400:00000200:3.0:1788687289.982848:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687289.982854:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687289.982862:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcc38 00000400:00000010:3.0:1788687289.982865:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcc38. 00000100:00000001:3.0:1788687289.982870:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687289.982875:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99c00 x1875572824516736/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687305 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687289.984144:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687289.984161:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99c00 x1875572824516736/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687305 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687289.984176:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687289.984178:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687289.997295:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687289.997324:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687289.997330:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687289.997333:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687289.997344:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687289.997355:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687289.997365:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687289.997371:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687289.997377:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687289.997382:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x6a9d2d3f4a880 00000400:00000200:2.0:1788687289.997388:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687289.997401:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x65fd [32] + 224 00000800:00000001:2.0:1788687289.997410:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687289.997418:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687289.997422:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687289.997428:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687289.997437:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687289.997447:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99c00 x1875572824516736/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687305 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687289.997460:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b29c8b99c00 x1875572824516736/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687305 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687289.997472:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788687289.997482:0:2361:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788687289.997485:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687289.997491:0:2361:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687289.997497:0:2361:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2305:2305:256:4294967295] 192.168.203.144@tcp LPNI seq info [2305:2305:8:4294967295] 00000400:00000200:2.0:1788687289.997502:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687289.997512:0:2361:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1788687289.997525:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687289.997534:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9b29c63d5400. 00000800:00000200:2.0:1788687289.997541:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687289.997551:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687289.997556:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63d5400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788687289.997651:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687289.997656:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9b29c63d5400. 00000400:00000200:2.0:1788687289.997659:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687289.997663:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1788687289.997668:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687289.997671:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687289.998653:0:30902:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687289.998667:0:30902:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687289.998670:0:30902:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687289.998674:0:30902:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150c60. 00000400:00000200:1.0:1788687289.998682:0:30902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6911800 00000400:00000010:1.0:1788687289.998685:0:30902:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b29c6911800. 00000100:00000001:1.0:1788687289.998690:0:30902:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687289.998701:0:30902:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99c00 x1875572824516736/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687305 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687289.998713:0:30902:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99c00 x1875572824516736/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687305 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687289.998721:0:30902:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687289.998724:0:30902:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687289.998728:0:30902:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687289.998731:0:30902:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687289.998734:0:30902:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687289.998737:0:30902:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687289.998741:0:30902:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687289.998763:0:30902:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=61 v=5 (5 103 103 103) 00000100:00001000:1.0:1788687289.998769:0:30902:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687289.998772:0:30902:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687289.998783:0:30902:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687289.998786:0:30902:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687289.998792:0:30902:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687289.998797:0:30902:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788687289.998799:0:30902:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013e/0x1] 00000100:00000001:1.0:1788687289.998801:0:30902:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788687289.998804:0:30902:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687289.998806:0:30902:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000001:1.0:1788687289.998810:0:30902:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687289.998813:0:30902:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967615 00000100:00000001:1.0:1788687289.998815:0:30902:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687289.998819:0:30902:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687289.998825:0:30902:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99c00 x1875572824516736/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687305 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687289.998834:0:30902:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687289.998839:0:30902:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687289.998841:0:30902:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687289.998845:0:30902:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99c00 x1875572824516736/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687305 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687289.998854:0:30902:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99c00 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:30902:1875572824516736:192.168.203.144@tcp:101:touch.0 00000100:00000001:1.0:1788687289.998860:0:30902:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687289.998863:0:30902:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687289.998866:0:30902:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687289.998868:0:30902:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687289.998873:0:30902:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99c00 x1875572824516736/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687305 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687289.998881:0:30902:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687289.998884:0:30902:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c68fe900. 00000100:00000001:1.0:1788687289.998888:0:30902:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687289.998889:0:30902:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687289.998893:0:30902:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788687289.998901:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687289.998973:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687289.998977:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5200 refcount=4 00000020:00000001:1.0:1788687289.998980:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509042176 : -110871200509440 : ffff9b29c97a5200) 00010000:00000001:1.0:1788687289.998984:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509042176 : -110871200509440 : ffff9b29c97a5200) 00010000:00000040:1.0:1788687289.998993:0:30902:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c97a5200, remote cookie: 0x59c08f76ab1d2257, flags: 0x1001 00010000:00010000:1.0:1788687289.998999:0:30902:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5200/0x230d04438e811d13 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2257 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788687289.999009:0:30902:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x26:0x0].0x0, instead of [0x200000404:0x24:0x0].0x0 00010000:00000001:1.0:1788687289.999013:0:30902:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788687289.999053:0:30902:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c422f200. 00010000:00000010:1.0:1788687289.999060:0:30902:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5d3b600. 00010000:00000001:1.0:1788687289.999066:0:30902:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687289.999070:0:30902:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5200/0x230d04438e811d13 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2257 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687289.999081:0:30902:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5200/0x230d04438e811d13 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2257 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687289.999088:0:30902:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788687289.999093:0:30902:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788687289.999096:0:30902:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788687289.999098:0:30902:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788687289.999100:0:30902:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788687289.999104:0:30902:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x26:0x0].0x0 (ffff9b29c422f200) refcount = 1 00010000:00010000:1.0:1788687289.999109:0:30902:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5200/0x230d04438e811d13 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2257 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687289.999116:0:30902:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788687289.999121:0:30902:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788687289.999123:0:30902:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687289.999127:0:30902:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788687289.999130:0:30902:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687289.999133:0:30902:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5200/0x230d04438e811d13 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2257 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687289.999139:0:30902:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788687289.999141:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.999143:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687289.999144:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.999145:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687289.999147:0:30902:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687289.999152:0:30902:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788687289.999155:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687289.999156:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687289.999158:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5200 refcount=3 00000020:00000001:1.0:1788687289.999160:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509042176 : -110871200509440 : ffff9b29c97a5200) 00010000:00000001:1.0:1788687289.999162:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509042176 : -110871200509440 : ffff9b29c97a5200) 00010000:00000001:1.0:1788687289.999165:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687289.999166:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687289.999167:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5200 refcount=4 00000020:00000001:1.0:1788687289.999169:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509042176 : -110871200509440 : ffff9b29c97a5200) 00010000:00000001:1.0:1788687289.999171:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509042176 : -110871200509440 : ffff9b29c97a5200) 00010000:00000001:1.0:1788687289.999174:0:30902:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687289.999177:0:30902:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687289.999181:0:30902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5200/0x230d04438e811d13 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2257 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687289.999192:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.999194:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687289.999195:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687289.999196:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687289.999197:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5200 refcount=5 00000020:00000001:1.0:1788687289.999199:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509042176 : -110871200509440 : ffff9b29c97a5200) 00010000:00000001:1.0:1788687289.999201:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509042176 : -110871200509440 : ffff9b29c97a5200) 00010000:00000001:1.0:1788687289.999204:0:30902:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687289.999208:0:30902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5200/0x230d04438e811d13 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2257 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687289.999214:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.999215:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788687289.999218:0:30902:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5200/0x230d04438e811d13 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2257 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687289.999225:0:30902:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687289.999226:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.999227:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687289.999229:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.999230:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788687289.999236:0:30902:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9b29c8b99c00 x1875572824516736/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687305 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788687289.999247:0:30902:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788687289.999252:0:30902:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c8b99c00 x1875572824516736/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687305 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788687289.999258:0:30902:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687289.999265:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687289.999266:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687289.999268:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5200 refcount=3 00000020:00000001:1.0:1788687289.999270:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509042176 : -110871200509440 : ffff9b29c97a5200) 00010000:00000001:1.0:1788687289.999272:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509042176 : -110871200509440 : ffff9b29c97a5200) 00000002:00010000:1.0:1788687289.999276:0:30902:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5200/0x230d04438e811d13 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2257 expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788687289.999285:0:30902:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b29d099b0c0. 00010000:00000001:1.0:1788687289.999287:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.999288:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687289.999290:0:30902:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687289.999292:0:30902:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687289.999295:0:30902:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788687289.999298:0:30902:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687289.999299:0:30902:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000001:1.0:1788687289.999302:0:30902:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687289.999303:0:30902:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00010000:00000001:1.0:1788687289.999305:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687289.999306:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687289.999308:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5200 refcount=3 00000020:00000001:1.0:1788687289.999310:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509042176 : -110871200509440 : ffff9b29c97a5200) 00010000:00000001:1.0:1788687289.999311:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509042176 : -110871200509440 : ffff9b29c97a5200) 00000002:00010000:1.0:1788687289.999314:0:30902:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5200/0x230d04438e811d13 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2257 expref: -99 pid: 30902 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687289.999320:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.999321:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687289.999323:0:30902:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687289.999325:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687289.999326:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687289.999327:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5200 refcount=3 00000020:00000001:1.0:1788687289.999329:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509042176 : -110871200509440 : ffff9b29c97a5200) 00010000:00000001:1.0:1788687289.999331:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509042176 : -110871200509440 : ffff9b29c97a5200) 00010000:00000040:1.0:1788687289.999334:0:30902:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f200 count: 2 00010000:00000001:1.0:1788687289.999337:0:30902:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788687289.999341:0:30902:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/38 (0 0) 00010000:00000001:1.0:1788687289.999343:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.999345:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687289.999346:0:30902:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788687289.999349:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b768 00000002:00002000:1.0:1788687289.999352:0:30902:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1788687289.999355:0:30902:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687289.999358:0:30902:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687289.999361:0:30902:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788687289.999365:0:30902:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x24:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788687289.999369:0:30902:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687289.999374:0:30902:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788687289.999376:0:30902:0:(namei.c:674:ll_lookup_it_finish()) it ffff9b29e06fe8a0 it_disposition 1800037 00000080:00002000:1.0:1788687289.999383:0:30902:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d8580948 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1788687289.999388:0:30902:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788687289.999391:0:30902:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1788687289.999393:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b990 00000080:00200000:1.0:1788687289.999395:0:30902:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff9b29d8596c08), intent=open|creat 00000080:00000001:1.0:1788687289.999397:0:30902:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1788687289.999400:0:30902:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788687289.999405:0:30902:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788687289.999409:0:30902:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788687289.999412:0:30902:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:1.0:1788687289.999416:0:30902:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788687289.999427:0:30902:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b29d85aa100. 00000020:00000001:1.0:1788687289.999440:0:30902:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1788687289.999442:0:30902:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1788687289.999445:0:30902:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788687289.999447:0:30902:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x26:0x0](ffff9b29d85aa1c8) 00000020:00000001:1.0:1788687289.999452:0:30902:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687289.999457:0:30902:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091496 : -110871088460120 : ffff9b29d0280ea8) 00000020:00001000:1.0:1788687289.999460:0:30902:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280ea0 00000020:00000001:1.0:1788687289.999465:0:30902:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1788687289.999471:0:30902:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9b29d02b0c80. 00000020:00000001:1.0:1788687289.999474:0:30902:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788687289.999477:0:30902:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687289.999487:0:30902:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1788687289.999491:0:30902:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9b29e015b6c8. 00020000:00000001:1.0:1788687289.999493:0:30902:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446633202888324808 : -110870821226808 : ffff9b29e015b6c8) 00020000:00000001:1.0:1788687289.999496:0:30902:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1788687289.999499:0:30902:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788687289.999506:0:30902:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29e06feae0. 00020000:00000010:1.0:1788687289.999511:0:30902:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29c626b200. 00020000:00000010:1.0:1788687289.999516:0:30902:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29e06fea80. 00020000:00000001:1.0:1788687289.999518:0:30902:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202894236288 : -110870815315328 : ffff9b29e06fea80) 00020000:00000002:1.0:1788687289.999522:0:30902:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29e06fea80, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788687289.999527:0:30902:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788687289.999531:0:30902:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c626b200: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000001:1.0:1788687289.999535:0:30902:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1788687289.999537:0:30902:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29e06fea80, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788687289.999540:0:30902:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788687289.999542:0:30902:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c626b200: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000010:1.0:1788687289.999546:0:30902:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9b29c63ab940. 00020000:00000010:1.0:1788687289.999550:0:30902:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9b29c68fe900. 00020000:00000001:1.0:1788687289.999555:0:30902:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1788687289.999558:0:30902:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9b29c395b078. 00020000:00000001:1.0:1788687289.999562:0:30902:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1788687289.999564:0:30902:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1788687289.999571:0:30902:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1788687289.999573:0:30902:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9b29d02b0af0. 00000020:00000001:1.0:1788687289.999576:0:30902:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788687289.999577:0:30902:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687289.999579:0:30902:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446633202621287280 : -110871088264336 : ffff9b29d02b0b70) 00020000:00000001:1.0:1788687289.999583:0:30902:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1788687289.999589:0:30902:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9b29c9bd9340. 00020000:00000001:1.0:1788687289.999591:0:30902:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687289.999597:0:30902:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633202621287280 : -110871088264336 : ffff9b29d02b0b70) 00020000:00000001:1.0:1788687289.999599:0:30902:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633202621287280 : -110871088264336 : ffff9b29d02b0b70) 00020000:00000002:1.0:1788687289.999603:0:30902:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x17:0x0]@ffff9b29d02b0af0[0:0] -> [0x200000404:0x26:0x0]@ffff9b29d02b0c80: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000001:1.0:1788687289.999609:0:30902:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1788687289.999611:0:30902:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1788687289.999613:0:30902:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687289.999617:0:30902:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633202621287680 : -110871088263936 : ffff9b29d02b0d00) 00000020:00001000:1.0:1788687289.999620:0:30902:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280ea0 00000080:00000001:1.0:1788687289.999625:0:30902:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:1.0:1788687289.999630:0:30902:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788687289.999632:0:30902:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833958 mtime from 0 to 1788687289 00000080:00000001:1.0:1788687289.999637:0:30902:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788687289.999640:0:30902:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758623688 : -110870950927928 : ffff9b29d85aa1c8) 00010000:00000001:1.0:1788687289.999643:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687289.999644:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687289.999645:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5200 refcount=3 00000020:00000001:1.0:1788687289.999648:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509042176 : -110871200509440 : ffff9b29c97a5200) 00010000:00000001:1.0:1788687289.999650:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509042176 : -110871200509440 : ffff9b29c97a5200) 00000080:00000001:1.0:1788687289.999653:0:30902:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788687289.999655:0:30902:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687289.999656:0:30902:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091496 : -110871088460120 : ffff9b29d0280ea8) 00000020:00001000:1.0:1788687289.999658:0:30902:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280ea0 00000020:00000001:1.0:1788687289.999660:0:30902:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788687289.999663:0:30902:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788687289.999664:0:30902:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788687289.999668:0:30902:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29e06fe4e0. 00020000:00000010:1.0:1788687289.999670:0:30902:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29c626b100. 00020000:00000010:1.0:1788687289.999703:0:30902:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c974e120. 00020000:00000001:1.0:1788687289.999705:0:30902:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202508685600 : -110871200866016 : ffff9b29c974e120) 00020000:00000002:1.0:1788687289.999708:0:30902:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c974e120, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788687289.999711:0:30902:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788687289.999714:0:30902:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c626b100: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000002:1.0:1788687289.999719:0:30902:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29e015b6c8) owner ffff9b29c5cba7c0 00020000:00000001:1.0:1788687289.999722:0:30902:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788687289.999725:0:30902:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29e015b6c8) owner ffff9b29c5cba7c0 00020000:00000010:1.0:1788687289.999730:0:30902:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29c626b100. 00020000:00000010:1.0:1788687289.999734:0:30902:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29e06fe4e0. 00020000:00000010:1.0:1788687289.999738:0:30902:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c974e120. 00020000:00000002:1.0:1788687289.999741:0:30902:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788687289.999743:0:30902:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687289.999745:0:30902:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687289.999750:0:30902:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788687289.999753:0:30902:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015b6c8) owner 0000000000000000/ffff9b29c5cba7c0 00020000:00000002:1.0:1788687289.999757:0:30902:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29e06fea80 addref 2/0 by ffff9b29c5cba7c0. 00020000:00000002:1.0:1788687289.999759:0:30902:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015b6c8) owner 0000000000000000/ffff9b29c5cba7c0 00020000:00000001:1.0:1788687289.999762:0:30902:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788687289.999765:0:30902:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788687289.999766:0:30902:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788687289.999768:0:30902:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788687289.999771:0:30902:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788687289.999773:0:30902:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x26:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788687289.999787:0:30902:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280ea0 00000080:00000001:1.0:1788687289.999791:0:30902:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687289.999793:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.999794:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687289.999796:0:30902:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788687289.999799:0:30902:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788687289.999800:0:30902:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687289.999803:0:30902:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x26:0x0](ffff9b29d85aa1c8) 00000080:00010000:1.0:1788687289.999806:0:30902:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x26:0x0](ffff9b29d85aa1c8) for lock 0x230d04438e811d13 00800000:00000001:1.0:1788687289.999810:0:30902:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687289.999811:0:30902:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687289.999813:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687289.999814:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687289.999815:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5200 refcount=3 00000020:00000001:1.0:1788687289.999817:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509042176 : -110871200509440 : ffff9b29c97a5200) 00010000:00000001:1.0:1788687289.999819:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509042176 : -110871200509440 : ffff9b29c97a5200) 00010000:00000001:1.0:1788687289.999822:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687289.999823:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687289.999824:0:30902:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687289.999826:0:30902:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687289.999828:0:30902:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1788687289.999830:0:30902:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687289.999835:0:30902:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9b29c8b99c00 x1875572824516736/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687305 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687289.999841:0:30902:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788687289.999847:0:30902:0:(namei.c:1651:ll_create_it()) inode ffff9b29d85aa1c8 need_sync_to_mds [0x200000404:0x26:0x0] 00000080:00000001:1.0:1788687289.999851:0:30902:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687289.999855:0:30902:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x26:0x0](ffff9b29d85aa1c8) 00000080:00000001:1.0:1788687289.999858:0:30902:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788687289.999862:0:30902:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56e00. 00000100:00000001:1.0:1788687289.999865:0:30902:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687289.999868:0:30902:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99c00 x1875572824516736/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687305 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687289.999874:0:30902:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687289.999878:0:30902:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1788687289.999881:0:30902:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788687289.999883:0:30902:0:(namei.c:1500:ll_atomic_open()) inode ffff9b29d85aa1c8 need_sync_to_mds [0x200000404:0x26:0x0] 00000080:00000001:1.0:1788687289.999895:0:30902:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788687289.999897:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150ba68 00000080:00200008:1.0:1788687289.999900:0:30902:0:(file.c:1090:ll_file_open()) START file f:[0x200000404:0x26:0x0](ffff9b29d85aa1c8), flags 104501 00000080:00000010:1.0:1788687289.999940:0:30902:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29e16637c0. 00000080:00000010:1.0:1788687289.999947:0:30902:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b29d099b500. 00000080:00000001:1.0:1788687289.999951:0:30902:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788687289.999955:0:30902:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1788687289.999958:0:30902:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788687289.999962:0:30902:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b29c5d00ac0. 00000002:00100000:1.0:1788687289.999967:0:30902:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c8b99c00 x1875572824516736/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687305 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788687289.999972:0:30902:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687289.999975:0:30902:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788687289.999978:0:30902:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788687289.999981:0:30902:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687289.999985:0:30902:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687289.999988:0:30902:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687289.999990:0:30902:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99c00 x1875572824516736/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687305 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788687289.999997:0:30902:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687290.000001:0:30902:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b29c69e0000. 02000000:00000001:1.0:1788687290.000024:0:30902:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788687290.000026:0:30902:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687290.000029:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150ba68 00000080:00000008:1.0:1788687290.000031:0:30902:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000404:0x26:0x0](ffff9b29d85aa1c8), flags 104501, rc = 0 00000080:00000001:1.0:1788687290.000036:0:30902:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788687290.000038:0:30902:0:(dcache.c:176:ll_intent_release()) intent ffff9b29e06fe8a0 released 00000080:00010000:1.0:1788687290.000040:0:30902:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d13 from it ffff9b29e06fe8a0 00010000:00000001:1.0:1788687290.000044:0:30902:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687290.000046:0:30902:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687290.000047:0:30902:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5200 refcount=3 00000020:00000001:1.0:1788687290.000049:0:30902:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509042176 : -110871200509440 : ffff9b29c97a5200) 00010000:00000001:1.0:1788687290.000052:0:30902:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509042176 : -110871200509440 : ffff9b29c97a5200) 00010000:00000001:1.0:1788687290.000054:0:30902:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687290.000058:0:30902:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5200/0x230d04438e811d13 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2257 expref: -99 pid: 30902 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687290.000066:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687290.000067:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687290.000068:0:30902:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687290.000073:0:30902:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687290.000075:0:30902:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5200/0x230d04438e811d13 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2257 expref: -99 pid: 30902 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687290.000084:0:30902:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687290.000088:0:30902:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687290.000091:0:30902:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687290.000095:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687290.000096:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687290.000098:0:30902:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687290.000103:0:30902:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687290.000105:0:30902:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687290.000108:0:30902:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687290.000112:0:30902:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687290.000114:0:30902:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687290.000115:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687290.000116:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687290.000118:0:30902:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788687290.000120:0:30902:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1788687290.000122:0:30902:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788687290.000125:0:30902:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687290.000128:0:30902:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788687290.000129:0:30902:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687290.000134:0:30902:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1788687290.000135:0:30902:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687290.000137:0:30902:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788687290.000140:0:30902:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687290.000142:0:30902:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788687290.000144:0:30902:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9b29e06fe8a0. 00000080:00000001:1.0:1788687290.000148:0:30902:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687290.000153:0:30902:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788687290.000155:0:30902:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x26:0x0](ffff9b29d85aa1c8), inode mode 81a4 mask 40 00000080:00000001:1.0:1788687290.000159:0:30902:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687290.000208:0:30902:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788687290.000211:0:30902:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015b6c8) owner 0000000000000000/ffff9b29c5cba7c0 00020000:00000002:1.0:1788687290.000216:0:30902:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015b6c8) owner 0000000000000000/ffff9b29c5cba7c0 00020000:00000001:1.0:1788687290.000219:0:30902:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687290.000233:0:30902:0:(llite_lib.c:2418:ll_setattr_raw()) Process entered 00000020:00000001:1.0:1788687290.000236:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bc30 00000080:00200008:1.0:1788687290.000238:0:30902:0:(llite_lib.c:2427:ll_setattr_raw()) START file f:[0x200000404:0x26:0x0](ffff9b29d85aa1c8) current size 0, valid attrs 20070, mode 0, uid -1053552062, gid -1, new size 213440, atime 1788687289.000000000, mtime 1788687289.000000000, ctime 1788687289.000000000 00000080:00000002:1.0:1788687290.000244:0:30902:0:(llite_lib.c:2479:ll_setattr_raw()) setting mtime 1788687289, ctime 1788687289, now = 1788687289 00000080:00000002:1.0:1788687290.000247:0:30902:0:(llite_lib.c:2486:ll_setattr_raw()) inode ffff9b29d85aa1c8 attr 0x100201f0 need_sync_to_mds [0x200000404:0x26:0x0] 00000080:00000010:1.0:1788687290.000252:0:30902:0:(llite_lib.c:2494:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff9b29c4c56e00. 00000080:00000001:1.0:1788687290.000254:0:30902:0:(llite_lib.c:2125:ll_md_setattr()) Process entered 00800000:00000001:1.0:1788687290.000260:0:30902:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:1.0:1788687290.000262:0:30902:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000404:0x26:0x0], valid 0x100201f0/0x0 00000002:00000001:1.0:1788687290.000267:0:30902:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:1.0:1788687290.000269:0:30902:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788687290.000274:0:30902:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f200 count: 2 00010000:00000001:1.0:1788687290.000277:0:30902:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687290.000280:0:30902:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788687290.000283:0:30902:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687290.000286:0:30902:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5200/0x230d04438e811d13 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x59c08f76ab1d2257 expref: -99 pid: 30902 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788687290.000294:0:30902:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788687290.000297:0:30902:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788687290.000299:0:30902:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788687290.000302:0:30902:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x26:0x0] mode (null) 00000002:00000001:1.0:1788687290.000304:0:30902:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687290.000307:0:30902:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687290.000309:0:30902:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f200 count: 3 00010000:00000001:1.0:1788687290.000311:0:30902:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687290.000314:0:30902:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687290.000316:0:30902:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687290.000317:0:30902:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687290.000319:0:30902:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f200 count: 3 00010000:00000001:1.0:1788687290.000320:0:30902:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687290.000322:0:30902:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687290.000323:0:30902:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687290.000324:0:30902:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687290.000326:0:30902:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f200 count: 3 00010000:00000001:1.0:1788687290.000327:0:30902:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687290.000329:0:30902:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687290.000330:0:30902:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687290.000331:0:30902:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687290.000332:0:30902:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f200 count: 3 00010000:00000001:1.0:1788687290.000334:0:30902:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687290.000336:0:30902:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687290.000339:0:30902:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687290.000340:0:30902:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788687290.000342:0:30902:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687290.000344:0:30902:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091496 : -110871088460120 : ffff9b29d0280ea8) 00000020:00001000:1.0:1788687290.000346:0:30902:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280ea0 00000020:00000001:1.0:1788687290.000347:0:30902:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788687290.000349:0:30902:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x26:0x0]: losing layout lock 00000080:00000001:1.0:1788687290.000352:0:30902:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788687290.000354:0:30902:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788687290.000357:0:30902:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788687290.000358:0:30902:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788687290.000361:0:30902:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788687290.000362:0:30902:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687290.000364:0:30902:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788687290.000366:0:30902:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280ea0 00000080:00000001:1.0:1788687290.000367:0:30902:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687290.000370:0:30902:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788687290.000372:0:30902:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x26:0x0](ffff9b29d85aa1c8) invalid 00000020:00000001:1.0:1788687290.000374:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b838 00000080:00002000:1.0:1788687290.000376:0:30902:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9b29d8580948) parent ffff9b29d85a4870 inode ffff9b29d85aa1c8 refc 1 00000080:00000001:1.0:1788687290.000379:0:30902:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788687290.000381:0:30902:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788687290.000383:0:30902:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687290.000386:0:30902:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687290.000389:0:30902:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687290.000391:0:30902:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687290.000393:0:30902:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687290.000395:0:30902:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788687290.000398:0:30902:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a5200 with handle 0x230d04438e811d13 from hash 00010000:00000001:1.0:1788687290.000400:0:30902:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687290.000402:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687290.000403:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687290.000404:0:30902:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687290.000407:0:30902:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687290.000409:0:30902:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788687290.000413:0:30902:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788687290.000415:0:30902:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687290.000417:0:30902:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788687290.000423:0:30902:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9ad80. 00000020:00000040:1.0:1788687290.000428:0:30902:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:1.0:1788687290.000434:0:30902:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687290.000438:0:30902:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687290.000441:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687290.000442:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687290.000443:0:30902:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687290.000447:0:30902:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687290.000450:0:30902:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687290.000454:0:30902:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687290.000462:0:30902:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c4c56000. 00000100:00000001:1.0:1788687290.000469:0:30902:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687290.000472:0:30902:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687290.000475:0:30902:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788687290.000479:0:30902:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5200/0x230d04438e811d13 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d2257 expref: -99 pid: 30902 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788687290.000486:0:30902:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788687290.000488:0:30902:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788687290.000490:0:30902:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687290.000493:0:30902:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5200/0x230d04438e811d13 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d2257 expref: -99 pid: 30902 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788687290.000501:0:30902:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29d099b0c0. 00010000:00000040:1.0:1788687290.000504:0:30902:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c422f200 count: 0 00010000:00000010:1.0:1788687290.000509:0:30902:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5d3b600. 00010000:00000001:1.0:1788687290.000516:0:30902:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687290.000518:0:30902:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687290.000519:0:30902:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687290.000521:0:30902:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687290.000523:0:30902:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1788687290.000525:0:30902:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1788687289, ctime 1788687289 00000020:00100000:1.0:1788687290.000533:0:30902:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788687290.000541:0:30902:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8b9ad80 x1875572824516992/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687290.000549:0:30902:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687290.000552:0:30902:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687290.000558:0:30902:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c68fef00. 00000100:00000001:1.0:1788687290.000561:0:30902:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202460126976 : -110871249424640 : ffff9b29c68fef00) 00000100:00000001:1.0:1788687290.000563:0:30902:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687290.000564:0:30902:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000100:00000001:1.0:1788687290.000568:0:30902:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687290.000573:0:30902:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687290.000576:0:30902:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687290.000577:0:30902:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687290.000582:0:30902:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9ad80 x1875572824516992/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687290.000589:0:30902:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687290.000591:0:30902:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687290.000595:0:30902:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687290.000598:0:30902:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687290.000600:0:30902:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687290.000604:0:30902:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:30902:1875572824516992:192.168.203.144@tcp:36:touch.0 00000100:00000001:1.0:1788687290.000608:0:30902:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687290.000614:0:30902:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687290.000617:0:30902:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687290.000621:0:30902:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687290.000625:0:30902:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6911800. 02000000:00000001:1.0:1788687290.000627:0:30902:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687290.000636:0:30902:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687290.000641:0:30902:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150c60. 00000400:00000010:1.0:1788687290.000649:0:30902:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc4c8. 00000100:00000200:1.0:1788687290.000658:0:30902:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824516992, portal 10 00000100:00000001:1.0:1788687290.000659:0:30902:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687290.000661:0:30902:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000100:00000040:1.0:1788687290.000667:0:30902:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9ad80 x1875572824516992/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687305 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687290.000675:0:30902:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687290.000678:0:30902:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687290.000681:0:30902:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc110. 00000100:00000200:1.0:1788687290.000686:0:30902:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875572824516992, offset 0 00000400:00000200:1.0:1788687290.000693:0:30902:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687290.000703:0:30902:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687290.000713:0:30902:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687290.000719:0:30902:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687290.000724:0:30902:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687290.000728:0:30902:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687290.000731:0:30902:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687290.000735:0:30902:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2306:2306:256:4294967295] 192.168.203.144@tcp LPNI seq info [2306:2306:8:4294967295] 00000400:00000200:1.0:1788687290.000739:0:30902:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687290.000750:0:30902:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687290.000758:0:30902:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687290.000765:0:30902:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2000. 00000800:00000200:1.0:1788687290.000773:0:30902:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687290.000796:0:30902:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687290.000801:0:30902:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2000 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1788687290.000829:0:30902:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687290.000834:0:30902:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 781278 usecs (782 jiffies) 00000400:00000200:1.0:1788687290.000838:0:30902:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687290.000842:0:30902:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296416787 00000100:00000001:1.0:1788687290.000852:0:30902:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296416770 00000100:00000001:1.0:1788687290.000859:0:30902:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296416787 00000100:00000001:1.0:1788687290.000862:0:30902:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296416770 00000100:00000001:1.0:1788687290.000867:0:30902:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687290.000871:0:30902:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687290.000873:0:30902:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687290.000876:0:30902:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687290.000880:0:30902:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c68fef00 going to sleep for 11 seconds 00000100:00000001:1.0:1788687290.000883:0:30902:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687290.000886:0:30902:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687290.001265:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687290.001276:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2000. 00000400:00000200:2.0:1788687290.001283:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687290.001289:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687290.001295:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc110 00000400:00000010:2.0:1788687290.001298:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc110. 00000100:00000001:2.0:1788687290.001303:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687290.001309:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9ad80 x1875572824516992/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687305 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687290.001331:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687290.001335:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9ad80 x1875572824516992/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687305 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687290.001342:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687290.001344:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788687290.008261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f200. 00010000:00000010:1.1:1788687290.008277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5200. 00000100:00000040:3.0:1788687290.253453:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687290.253468:0:26091:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788687290.253482:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb4380. 00000020:00000040:3.0:1788687290.253491:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1788687290.253495:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687290.253499:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687290.253506:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687290.253516:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415a200. 00000100:00000001:3.0:1788687290.253525:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687290.253541:0:26091:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c8bb4380 x1875572824517120/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687290.253553:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687290.253558:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687290.253566:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ebf6aec4] to pc [ptlrpcd_01_00+0] req@ffff9b29c8bb4380 x1875572824517120/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687290.253593:0:26091:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687290.253597:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687290.253601:0:26091:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788687290.253605:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb4700. 00000020:00000040:3.0:1788687290.253607:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:3.0:1788687290.253609:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687290.253610:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687290.253612:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687290.253615:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415a400. 00000100:00000001:3.0:1788687290.253619:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687290.253622:0:26091:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID req@ffff9b29c8bb4700 x1875572824517248/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687290.253629:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687290.253631:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687290.253634:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e38bab8] to pc [ptlrpcd_01_01+1] req@ffff9b29c8bb4700 x1875572824517248/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687290.253642:0:26091:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687290.253644:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687290.253650:0:26091:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788687290.253653:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb5880. 00000020:00000040:3.0:1788687290.253655:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:3.0:1788687290.253657:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687290.253658:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687290.253660:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687290.253663:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415a300. 00000100:00000001:3.0:1788687290.253665:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687290.253668:0:26091:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID req@ffff9b29c8bb5880 x1875572824517376/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687290.253675:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687290.253677:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687290.253680:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037a73349] to pc [ptlrpcd_01_00+0] req@ffff9b29c8bb5880 x1875572824517376/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687290.253687:0:26091:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687290.253692:0:26091:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1753) 00000100:00000001:3.0:1788687290.253741:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687290.253745:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687290.253748:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687290.253754:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb4380 x1875572824517120/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687290.253761:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687290.253764:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687290.253768:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687290.253770:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687290.253782:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687290.253786:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2369:1875572824517120:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687290.253791:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687290.253798:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687290.253800:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687290.253803:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687290.253809:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6940400. 02000000:00000001:3.0:1788687290.253812:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687290.253820:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687290.253825:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef44d0. 00000400:00000010:3.0:1788687290.253833:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0990. 00000100:00000200:3.0:1788687290.253842:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824517120, portal 25 00000100:00000001:3.0:1788687290.253845:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687290.253848:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521088 : -110871213030528 : ffff9b29c8bb4380) 00000100:00000040:3.0:1788687290.253854:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb4380 x1875572824517120/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687290.253861:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687290.253864:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687290.253867:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0088. 00000100:00000200:3.0:1788687290.253870:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824517120, offset 0 00000400:00000200:3.0:1788687290.253876:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687290.253887:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687290.253896:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687290.253903:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687290.253940:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687290.253946:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687290.253949:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687290.253953:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2307:2307:256:4294967295] 192.168.203.144@tcp LPNI seq info [2307:2307:8:4294967295] 00000400:00000200:3.0:1788687290.253959:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687290.253971:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687290.253979:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687290.253984:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a000. 00000800:00000200:3.0:1788687290.253993:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687290.254004:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687290.254010:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687290.254024:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687290.254028:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687290.254032:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296420572 00000100:00000001:3.0:1788687290.254041:0:2369:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296416787 00000100:00000001:3.0:1788687290.254046:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296420572 00000100:00000001:3.0:1788687290.254049:0:2369:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296416787 00000100:00000001:3.0:1788687290.254052:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687290.254055:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687290.254059:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687290.254063:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb5880 x1875572824517376/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687290.254069:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687290.254071:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687290.254073:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687290.254075:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687290.254077:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687290.254080:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824517376:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687290.254083:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687290.254085:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687290.254087:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687290.254088:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687290.254091:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6941400. 02000000:00000001:3.0:1788687290.254093:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687290.254097:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687290.254100:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4e70. 00000400:00000010:3.0:1788687290.254103:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0110. 00000100:00000200:3.0:1788687290.254106:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824517376, portal 4 00000100:00000001:3.0:1788687290.254108:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687290.254110:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496526464 : -110871213025152 : ffff9b29c8bb5880) 00000100:00000040:3.0:1788687290.254117:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb5880 x1875572824517376/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687290.254123:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687290.254125:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687290.254127:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0aa0. 00000100:00000200:3.0:1788687290.254130:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824517376, offset 0 00000400:00000200:3.0:1788687290.254134:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687290.254138:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687290.254142:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687290.254144:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687290.254147:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687290.254149:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687290.254151:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687290.254154:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2308:2308:255:4294967295] 192.168.203.144@tcp LPNI seq info [2308:2308:7:4294967295] 00000400:00000200:3.0:1788687290.254159:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687290.254165:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687290.254169:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687290.254172:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415af00. 00000800:00000200:3.0:1788687290.254175:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687290.254179:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687290.254182:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687290.254184:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687290.254188:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 299573 usecs (300 jiffies) 00000400:00000200:3.0:1788687290.254191:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687290.254193:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296416559 00000100:00000001:3.0:1788687290.254195:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296420572 00000100:00000001:3.0:1788687290.254198:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296416559 00000100:00000001:3.0:1788687290.254200:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296420572 00000100:00000001:3.0:1788687290.254202:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687290.254204:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687290.254207:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687290.254210:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687290.254219:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687290.254221:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788687290.254224:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687290.254226:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687290.254227:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687290.254230:0:2369:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788687290.254232:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687290.254234:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687290.254235:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687290.254236:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687290.254238:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687290.254239:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687290.254243:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb4700 x1875572824517248/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687290.254250:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687290.254251:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687290.254254:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687290.254255:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687290.254258:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687290.254260:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824517248:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687290.254263:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687290.254266:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687290.254267:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687290.254268:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687290.254272:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6941600. 02000000:00000001:3.0:1788687290.254273:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687290.254276:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687290.254279:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4790. 00000400:00000010:3.0:1788687290.254282:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae03b8. 00000100:00000200:3.0:1788687290.254285:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824517248, portal 4 00000100:00000001:3.0:1788687290.254287:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687290.254288:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521984 : -110871213029632 : ffff9b29c8bb4700) 00000100:00000040:3.0:1788687290.254293:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb4700 x1875572824517248/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687290.254300:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687290.254303:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687290.254305:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae07f8. 00000100:00000200:3.0:1788687290.254308:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824517248, offset 0 00000400:00000200:3.0:1788687290.254312:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687290.254316:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687290.254320:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687290.254322:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687290.254325:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687290.254327:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687290.254329:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687290.254332:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2309:2309:254:4294967295] 192.168.203.144@tcp LPNI seq info [2309:2309:6:4294967295] 00000400:00000200:3.0:1788687290.254336:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687290.254341:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687290.254346:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687290.254349:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a800. 00000800:00000200:3.0:1788687290.254353:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687290.254357:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687290.254360:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687290.254363:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687290.254366:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 19608 usecs (20 jiffies) 00000400:00000200:3.0:1788687290.254369:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687290.254370:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296416279 00000100:00000001:3.0:1788687290.254372:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296420572 00000100:00000001:3.0:1788687290.254374:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296416279 00000100:00000001:3.0:1788687290.254377:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296420572 00000100:00000001:3.0:1788687290.254379:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687290.254380:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687290.254382:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687290.254385:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687290.254397:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687290.254400:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687290.254465:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687290.254470:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a000. 00000400:00000200:3.0:1788687290.254478:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687290.254484:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687290.254490:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0088 00000400:00000010:3.0:1788687290.254492:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0088. 00000100:00000001:3.0:1788687290.254498:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687290.254502:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb4380 x1875572824517120/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687290.254513:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687290.254517:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb4380 x1875572824517120/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687290.254523:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687290.254525:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687290.254538:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687290.254541:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415af00. 00000400:00000200:3.0:1788687290.254544:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687290.254547:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687290.254550:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0aa0 00000400:00000010:3.0:1788687290.254551:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0aa0. 00000100:00000001:3.0:1788687290.254553:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687290.254556:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb5880 x1875572824517376/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687290.254563:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687290.254565:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb5880 x1875572824517376/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687290.254572:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687290.254574:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687290.254653:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687290.254656:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a800. 00000400:00000200:3.0:1788687290.254659:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687290.254663:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687290.254666:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae07f8 00000400:00000010:3.0:1788687290.254667:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae07f8. 00000100:00000001:3.0:1788687290.254670:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687290.254674:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb4700 x1875572824517248/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687290.254679:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687290.254682:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb4700 x1875572824517248/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687306 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687290.254688:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687290.254689:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788687290.255551:0:15936:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1788687290.255556:0:15936:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687290.263021:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687290.263045:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687290.263052:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687290.263055:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687290.263067:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687290.263077:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687290.263088:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687290.263095:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687290.263101:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687290.263106:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f4ab00 00000400:00000200:2.0:1788687290.263113:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687290.263119:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x661d [1] + 224 00000800:00000001:2.0:1788687290.263129:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687290.263133:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687290.263137:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687290.263143:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687290.263152:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687290.263163:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb5880 x1875572824517376/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687290.263176:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb5880 x1875572824517376/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687290.263196:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687290.263206:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687290.263209:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687290.263211:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687290.263213:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687290.263216:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687290.263219:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687290.263223:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687290.263226:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687290.263229:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687290.263231:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f4aa80 00000400:00000200:2.0:1788687290.263234:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687290.263238:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x662d [1] + 224 00000800:00000001:2.0:1788687290.263241:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687290.263248:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687290.263250:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687290.263252:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687290.263255:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687290.263260:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb4700 x1875572824517248/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687290.263268:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb4700 x1875572824517248/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687290.263275:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687290.263278:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687290.263280:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687290.268229:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687290.268241:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687290.268252:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687290.268255:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687290.268260:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4790. 00000400:00000200:3.0:1788687290.268270:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae03b8 00000400:00000010:3.0:1788687290.268273:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae03b8. 00000100:00000001:3.0:1788687290.268279:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687290.268293:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb4700 x1875572824517248/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687290.268306:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb4700 x1875572824517248/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687290.268314:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687290.268317:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687290.268320:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687290.268324:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687290.268326:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687290.268329:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687290.268332:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687290.268344:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=62 v=5 (5 5 16 137) 00000100:00001000:3.0:1788687290.268349:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=147 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687290.268353:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687290.268355:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687290.268358:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687290.268363:0:2369:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687290.268368:0:2369:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687290.268371:0:2369:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967338 00000100:00000001:3.0:1788687290.268374:0:2369:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687290.268376:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687290.268382:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb4700 x1875572824517248/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687290.268390:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687290.268394:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687290.268396:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687290.268401:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb4700 x1875572824517248/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687306 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687290.268410:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824517248:192.168.203.144@tcp:400:kworker.0 00000400:00000001:3.0:1788687290.268418:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687290.268419:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687290.268422:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4e70. 00000400:00000200:3.0:1788687290.268424:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0110 00000400:00000010:3.0:1788687290.268426:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0110. 00000100:00000001:3.0:1788687290.268429:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687290.268433:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb5880 x1875572824517376/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687290.268442:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb5880 x1875572824517376/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687290.268448:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687290.268450:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687290.268452:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687290.268453:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687290.268454:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687290.268456:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687290.268458:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687290.268462:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=62 v=5 (5 5 16 16) 00000100:00001000:3.0:1788687290.268465:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687290.268468:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687290.268469:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687290.268471:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687290.268473:0:2369:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687290.268475:0:2369:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687290.268476:0:2369:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788687290.268478:0:2369:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687290.268480:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687290.268484:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb5880 x1875572824517376/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687290.268490:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687290.268492:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687290.268494:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687290.268497:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb5880 x1875572824517376/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687306 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687290.268505:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824517376:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687290.268509:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687290.268512:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687290.268516:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb4700 x1875572824517248/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687306 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687290.268522:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687290.268525:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687290.268530:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6941600. 02000000:00000001:3.0:1788687290.268536:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687290.268539:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687290.268541:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:3.0:1788687290.268544:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687290.268547:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415a400. 02000000:00000001:3.0:1788687290.268550:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687290.268552:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687290.268555:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb4700. 00000100:00000001:3.0:1788687290.268558:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687290.268560:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687290.268562:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687290.268565:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb5880 x1875572824517376/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687306 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687290.268572:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687290.268573:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687290.268574:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6941400. 02000000:00000001:3.0:1788687290.268576:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687290.268578:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687290.268579:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:3.0:1788687290.268581:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687290.268582:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415a300. 02000000:00000001:3.0:1788687290.268584:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687290.268585:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687290.268586:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb5880. 00000100:00000001:3.0:1788687290.268588:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687290.268589:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687290.268593:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687290.268595:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687290.268596:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687290.268597:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687290.268599:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687290.269022:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687290.269042:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687290.269046:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687290.269049:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687290.269057:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687290.269064:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687290.269073:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687290.269078:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687290.269084:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687290.269089:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f4aa00 00000400:00000200:2.0:1788687290.269095:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687290.269101:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x660d [1] + 224 00000800:00000001:2.0:1788687290.269110:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687290.269120:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687290.269124:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687290.269129:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687290.269137:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687290.269144:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb4380 x1875572824517120/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687290.269153:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb4380 x1875572824517120/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687290.269175:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687290.269184:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687290.269188:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687290.269395:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687290.269398:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687290.269403:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687290.269404:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687290.269407:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef44d0. 00000400:00000200:3.0:1788687290.269411:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0990 00000400:00000010:3.0:1788687290.269414:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0990. 00000100:00000001:3.0:1788687290.269417:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687290.269421:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb4380 x1875572824517120/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687290.269429:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb4380 x1875572824517120/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687290.269435:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687290.269437:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687290.269439:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687290.269441:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687290.269444:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687290.269446:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687290.269449:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687290.269454:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=62 v=5 (5 5 5 5) 00000100:00001000:3.0:1788687290.269458:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=62 v=5 (1 1 1 1) 00000100:00000001:3.0:1788687290.269461:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687290.269462:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687290.269465:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687290.269466:0:2369:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687290.269469:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687290.269473:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb4380 x1875572824517120/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687306 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687290.269479:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687290.269482:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687290.269483:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687290.269486:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb4380 x1875572824517120/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687306 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687290.269493:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2369:1875572824517120:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687290.269497:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687290.269499:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687290.269502:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb4380 x1875572824517120/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687306 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687290.269507:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687290.269509:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687290.269511:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6940400. 02000000:00000001:3.0:1788687290.269517:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687290.269519:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687290.269521:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1788687290.269523:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687290.269525:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415a200. 02000000:00000001:3.0:1788687290.269528:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687290.269529:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687290.269530:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb4380. 00000100:00000001:3.0:1788687290.269534:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687290.269535:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687290.269537:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687290.269547:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687290.269549:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687290.269551:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687290.269553:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687290.379215:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687290.379219:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687290.379223:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788687291.412471:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687291.412480:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687291.412486:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1788687292.960973:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687292.960985:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445600. 00000400:00000200:3.0:1788687292.960992:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687292.961001:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687292.961011:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdab28 00000400:00000010:3.0:1788687292.961015:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdab28. 00000100:00000001:3.0:1788687292.961022:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687292.961032:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0e00 x1875572824517632/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687308 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687292.961046:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687292.961050:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0e00 x1875572824517632/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687308 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687292.961058:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687292.961061:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00010000:00010000:2.0:1788687292.966401:0:30922:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:2.0:1788687292.966411:0:30922:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687292.966414:0:30922:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687292.966421:0:30922:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687292.966425:0:30922:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788687292.966431:0:30922:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687292.966434:0:30922:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788687292.966437:0:30922:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687292.966439:0:30922:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788687292.966442:0:30922:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687292.966444:0:30922:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788687292.966447:0:30922:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:2.0:1788687292.966451:0:30922:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687292.966455:0:30922:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788687292.966470:0:30922:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 4/4 locks to regular blp list, 1 blwis in pool 00000020:00000001:3.0:1788687292.966563:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687292.966567:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687292.966570:0:15944:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 4 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788687292.966574:0:15944:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788687292.966577:0:15944:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788687292.966585:0:15944:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811d0c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d223b expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1788687292.966603:0:15944:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788687292.966609:0:15944:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788687292.966612:0:15944:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788687292.966615:0:15944:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode (null) 00000002:00000001:3.0:1788687292.966621:0:15944:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687292.966624:0:15944:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687292.966632:0:15944:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f500 count: 2 00010000:00000001:3.0:1788687292.966750:0:15944:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687292.966764:0:15944:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687292.966767:0:15944:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687292.966768:0:15944:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687292.966771:0:15944:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f500 count: 2 00010000:00000001:3.0:1788687292.966773:0:15944:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687292.966775:0:15944:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687292.966777:0:15944:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687292.966781:0:15944:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788687292.966784:0:15944:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x24:0x0](ffff9b29d8596c08) invalid 00000020:00000001:3.0:1788687292.966788:0:15944:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c9bca0 00000080:00002000:3.0:1788687292.966791:0:15944:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff9b29d85a4870) parent ffff9b29d84cabd0 inode ffff9b29d8596c08 refc 1 00000080:00000001:3.0:1788687292.966795:0:15944:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788687292.966798:0:15944:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788687292.966800:0:15944:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687292.966803:0:15944:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788687292.966807:0:15944:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788687292.966808:0:15944:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788687292.966810:0:15944:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687292.966812:0:15944:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788687292.966816:0:15944:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a4400 with handle 0x230d04438e811d0c from hash 00010000:00000001:3.0:1788687292.966819:0:15944:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788687292.966821:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687292.966822:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687292.966824:0:15944:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788687292.966828:0:15944:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788687292.966831:0:15944:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788687292.966834:0:15944:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788687292.966837:0:15944:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146e00/0x230d04438e811cf7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d21e0 expref: -99 pid: 30890 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1788687292.966845:0:15944:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788687292.966848:0:15944:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788687292.966849:0:15944:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788687292.966850:0:15944:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788687292.966852:0:15944:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687292.966853:0:15944:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687292.966855:0:15944:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62000 count: 2 00010000:00000001:3.0:1788687292.966858:0:15944:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687292.966860:0:15944:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687292.966862:0:15944:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687292.966863:0:15944:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687292.966864:0:15944:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62000 count: 2 00010000:00000001:3.0:1788687292.966865:0:15944:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687292.966867:0:15944:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687292.966869:0:15944:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687292.966870:0:15944:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687292.966872:0:15944:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62000 count: 2 00010000:00000001:3.0:1788687292.966874:0:15944:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687292.966875:0:15944:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687292.966877:0:15944:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788687292.966880:0:15944:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b29d8594200, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788687292.966884:0:15944:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788687292.966886:0:15944:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788687292.966888:0:15944:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788687292.966889:0:15944:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687292.966890:0:15944:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788687292.966891:0:15944:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788687292.966893:0:15944:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788687292.966894:0:15944:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687292.966896:0:15944:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788687292.966898:0:15944:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c3146e00 with handle 0x230d04438e811cf7 from hash 00010000:00000001:3.0:1788687292.966900:0:15944:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788687292.966901:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687292.966903:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687292.966904:0:15944:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788687292.967049:0:15944:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788687292.967051:0:15944:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788687292.967053:0:15944:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788687292.967057:0:15944:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5600/0x230d04438e811d05 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x59c08f76ab1d2218 expref: -99 pid: 30890 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1788687292.967065:0:15944:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788687292.967068:0:15944:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788687292.967070:0:15944:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788687292.967072:0:15944:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x25:0x0] mode (null) 00000002:00000001:3.0:1788687292.967074:0:15944:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687292.967076:0:15944:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687292.967079:0:15944:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64def00 count: 2 00010000:00000001:3.0:1788687292.967081:0:15944:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687292.967084:0:15944:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687292.967086:0:15944:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687292.967087:0:15944:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687292.967089:0:15944:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64def00 count: 2 00010000:00000001:3.0:1788687292.967091:0:15944:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687292.967093:0:15944:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687292.967094:0:15944:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687292.967095:0:15944:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687292.967096:0:15944:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64def00 count: 2 00010000:00000001:3.0:1788687292.967097:0:15944:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687292.967099:0:15944:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687292.967101:0:15944:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687292.967102:0:15944:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687292.967104:0:15944:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64def00 count: 2 00010000:00000001:3.0:1788687292.967106:0:15944:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687292.967108:0:15944:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687292.967109:0:15944:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687292.967112:0:15944:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788687292.967114:0:15944:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788687292.967118:0:15944:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202764011208 : -110870945540408 : ffff9b29d8acd6c8) 00000020:00001000:3.0:1788687292.967120:0:15944:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d8acd6c0 00000020:00000001:3.0:1788687292.967123:0:15944:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788687292.967126:0:15944:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x25:0x0]: losing layout lock 00000080:00000001:3.0:1788687292.967130:0:15944:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788687292.967133:0:15944:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788687292.967137:0:15944:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788687292.967149:0:15944:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788687292.967152:0:15944:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788687292.967154:0:15944:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687292.967156:0:15944:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788687292.967158:0:15944:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d8acd6c0 00000080:00000001:3.0:1788687292.967161:0:15944:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687292.967163:0:15944:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788687292.967165:0:15944:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x25:0x0](ffff9b29d8591988) invalid 00000020:00000001:3.0:1788687292.967167:0:15944:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c9bca0 00000080:00002000:3.0:1788687292.967169:0:15944:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9b29c21a8e58) parent ffff9b29c21a85e8 inode ffff9b29d8591988 refc 1 00000080:00000001:3.0:1788687292.967173:0:15944:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788687292.967174:0:15944:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788687292.967176:0:15944:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687292.967178:0:15944:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788687292.967179:0:15944:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788687292.967181:0:15944:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788687292.967182:0:15944:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687292.967184:0:15944:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788687292.967187:0:15944:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc5600 with handle 0x230d04438e811d05 from hash 00010000:00000001:3.0:1788687292.967189:0:15944:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788687292.967191:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687292.967192:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687292.967193:0:15944:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788687292.967197:0:15944:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788687292.967199:0:15944:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788687292.967201:0:15944:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788687292.967204:0:15944:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811cfe lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d21fc expref: -99 pid: 30890 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1788687292.967211:0:15944:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788687292.967214:0:15944:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788687292.967215:0:15944:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788687292.967216:0:15944:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode (null) 00000002:00000001:3.0:1788687292.967218:0:15944:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687292.967220:0:15944:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687292.967222:0:15944:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de000 count: 2 00010000:00000001:3.0:1788687292.967224:0:15944:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687292.967226:0:15944:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687292.967228:0:15944:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687292.967229:0:15944:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687292.967231:0:15944:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de000 count: 2 00010000:00000001:3.0:1788687292.967232:0:15944:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687292.967234:0:15944:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687292.967236:0:15944:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687292.967238:0:15944:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788687292.967239:0:15944:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x23:0x0](ffff9b29d85763c8) invalid 00000020:00000001:3.0:1788687292.967241:0:15944:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c9bca0 00000080:00002000:3.0:1788687292.967243:0:15944:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff9b29c21a85e8) parent ffff9b29d84cabd0 inode ffff9b29d85763c8 refc 1 00000080:00000001:3.0:1788687292.967246:0:15944:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788687292.967247:0:15944:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788687292.967248:0:15944:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687292.967249:0:15944:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788687292.967250:0:15944:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788687292.967251:0:15944:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788687292.967252:0:15944:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687292.967254:0:15944:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788687292.967255:0:15944:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc4200 with handle 0x230d04438e811cfe from hash 00010000:00000001:3.0:1788687292.967257:0:15944:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788687292.967258:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687292.967259:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687292.967260:0:15944:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788687292.967261:0:15944:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788687292.967263:0:15944:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788687292.967265:0:15944:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1788687292.967268:0:15944:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687292.967270:0:15944:0:(ldlm_request.c:1526:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788687292.967280:0:15944:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb4380. 00000020:00000040:3.0:1788687292.967285:0:15944:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:3.0:1788687292.967290:0:15944:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687292.967293:0:15944:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687292.967299:0:15944:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687292.967307:0:15944:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29d01f2000. 00000100:00000001:3.0:1788687292.967315:0:15944:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687292.967318:0:15944:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788687292.967325:0:15944:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811d0c lrc: 1/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d223b expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788687292.967334:0:15944:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146e00/0x230d04438e811cf7 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d21e0 expref: -99 pid: 30890 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788687292.967340:0:15944:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5600/0x230d04438e811d05 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d2218 expref: -99 pid: 30890 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788687292.967347:0:15944:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811cfe lrc: 1/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d21fc expref: -99 pid: 30890 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788687292.967354:0:15944:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:3.0:1788687292.967355:0:15944:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:3.0:1788687292.967358:0:15944:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687292.967361:0:15944:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687292.967368:0:15944:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e1436840. 00000100:00000001:3.0:1788687292.967370:0:15944:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202908096576 : -110870801455040 : ffff9b29e1436840) 00000100:00000001:3.0:1788687292.967646:0:15944:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687292.967647:0:15944:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521088 : -110871213030528 : ffff9b29c8bb4380) 00000100:00000001:3.0:1788687292.967653:0:15944:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687292.967659:0:15944:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687292.967661:0:15944:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687292.967663:0:15944:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687292.967676:0:15944:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb4380 x1875572824517760/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687292.967686:0:15944:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687292.967689:0:15944:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687292.967693:0:15944:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687292.967697:0:15944:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687292.967862:0:15944:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687292.967869:0:15944:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb4380 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:ce1d4174-c231-444b-b3ed-b722bc4901cb:15944:1875572824517760:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788687292.967874:0:15944:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687292.967881:0:15944:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687292.967884:0:15944:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687292.967887:0:15944:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687292.967893:0:15944:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29d01f2400. 02000000:00000001:3.0:1788687292.967895:0:15944:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687292.968207:0:15944:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687292.968214:0:15944:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef44d0. 00000400:00000010:3.0:1788687292.968224:0:15944:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0990. 00000100:00000200:3.0:1788687292.968232:0:15944:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824517760, portal 18 00000100:00000001:3.0:1788687292.968235:0:15944:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687292.968237:0:15944:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521088 : -110871213030528 : ffff9b29c8bb4380) 00000100:00000040:3.0:1788687292.968247:0:15944:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb4380 x1875572824517760/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 344/224 e 0 to 0 dl 1788687308 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687292.968256:0:15944:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687292.968260:0:15944:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687292.968263:0:15944:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0110. 00000100:00000200:3.0:1788687292.968267:0:15944:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 17, xid 1875572824517760, offset 0 00000400:00000200:3.0:1788687292.968276:0:15944:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687292.968286:0:15944:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687292.968297:0:15944:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687292.968304:0:15944:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687292.968308:0:15944:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687292.968313:0:15944:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687292.968316:0:15944:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687292.968321:0:15944:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2311:2311:256:4294967295] 192.168.203.144@tcp LPNI seq info [2311:2311:8:4294967295] 00000400:00000200:3.0:1788687292.968327:0:15944:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687292.968341:0:15944:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687292.968349:0:15944:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687292.968355:0:15944:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a200. 00000800:00000200:3.0:1788687292.968363:0:15944:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687292.968373:0:15944:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687292.968379:0:15944:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a200 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:3.0:1788687292.968517:0:15944:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687292.968523:0:15944:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 781278 usecs (782 jiffies) 00000400:00000200:3.0:1788687292.968527:0:15944:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687292.968529:0:15944:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296419755 00000100:00000001:3.0:1788687292.968533:0:15944:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296420572 00000100:00000001:3.0:1788687292.968536:0:15944:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296419755 00000100:00000001:3.0:1788687292.968538:0:15944:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296420572 00000100:00000001:3.0:1788687292.968541:0:15944:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687292.968544:0:15944:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687292.968547:0:15944:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687292.968549:0:15944:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687292.968552:0:15944:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e1436840 going to sleep for 11 seconds 00000100:00000001:3.0:1788687292.968555:0:15944:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687292.968558:0:15944:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687292.969008:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687292.969014:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a200. 00000400:00000200:2.0:1788687292.969020:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687292.969027:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687292.969035:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0110 00000400:00000010:2.0:1788687292.969038:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0110. 00000100:00000001:2.0:1788687292.969044:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687292.969051:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb4380 x1875572824517760/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 344/224 e 0 to 0 dl 1788687308 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687292.969168:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687292.969172:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb4380 x1875572824517760/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 344/224 e 0 to 0 dl 1788687308 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687292.969178:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687292.969180:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687292.989082:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687292.989115:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687292.989120:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687292.989123:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687292.989136:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687292.989146:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687292.989157:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687292.989163:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687292.989170:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687292.989175:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x6a9d2d3f4ac80 00000400:00000200:3.0:1788687292.989181:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687292.989189:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6645 [1] + 224 00000800:00000001:3.0:1788687292.989198:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687292.989207:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687292.989211:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687292.989217:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687292.989227:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687292.989239:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb4380 x1875572824517760/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 344/224 e 0 to 0 dl 1788687308 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687292.989252:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb4380 x1875572824517760/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 344/224 e 0 to 0 dl 1788687308 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687292.989288:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687292.989300:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687292.989304:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687292.989608:0:15944:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687292.989620:0:15944:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687292.989623:0:15944:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687292.989627:0:15944:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef44d0. 00000400:00000200:2.0:1788687292.989634:0:15944:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0990 00000400:00000010:2.0:1788687292.989637:0:15944:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0990. 00000100:00000001:2.0:1788687292.989642:0:15944:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687292.989648:0:15944:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb4380 x1875572824517760/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 344/224 e 0 to 0 dl 1788687308 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687292.989658:0:15944:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb4380 x1875572824517760/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 344/224 e 0 to 0 dl 1788687308 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687292.989665:0:15944:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687292.989667:0:15944:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687292.989671:0:15944:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687292.989675:0:15944:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687292.989677:0:15944:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687292.989680:0:15944:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687292.989683:0:15944:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687292.989697:0:15944:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7d38 time=63 v=5 (5 5 5 5) 00000100:00001000:2.0:1788687292.989701:0:15944:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687292.989704:0:15944:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687292.989705:0:15944:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687292.989709:0:15944:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687292.989714:0:15944:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687292.989718:0:15944:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687292.989721:0:15944:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967615 00000100:00000001:2.0:1788687292.989723:0:15944:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687292.989727:0:15944:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687292.989732:0:15944:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb4380 x1875572824517760/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 344/224 e 0 to 0 dl 1788687308 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687292.989741:0:15944:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687292.989744:0:15944:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687292.989747:0:15944:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687292.989751:0:15944:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb4380 x1875572824517760/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 344/224 e 0 to 0 dl 1788687308 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687292.989778:0:15944:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb4380 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:ce1d4174-c231-444b-b3ed-b722bc4901cb:15944:1875572824517760:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788687292.989784:0:15944:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687292.989788:0:15944:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687292.989791:0:15944:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687292.989793:0:15944:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687292.989797:0:15944:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb4380 x1875572824517760/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 344/224 e 0 to 0 dl 1788687308 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687292.989804:0:15944:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687292.989808:0:15944:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e1436840. 00000100:00000001:2.0:1788687292.989812:0:15944:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687292.989814:0:15944:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687292.989816:0:15944:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687292.989820:0:15944:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb4380 x1875572824517760/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 344/224 e 0 to 0 dl 1788687308 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687292.989826:0:15944:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687292.989829:0:15944:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687292.989833:0:15944:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29d01f2400. 02000000:00000001:2.0:1788687292.989836:0:15944:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687292.989839:0:15944:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687292.989841:0:15944:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687292.989844:0:15944:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687292.989847:0:15944:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29d01f2000. 02000000:00000001:2.0:1788687292.989850:0:15944:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687292.989852:0:15944:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687292.989854:0:15944:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb4380. 00000100:00000001:2.0:1788687292.989858:0:15944:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687292.989859:0:15944:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788687292.989861:0:15944:0:(ldlm_request.c:1631:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:2.0:1788687292.989866:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788687292.989871:0:15944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811d0c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d223b expref: -99 pid: 30902 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1788687292.989889:0:15944:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c422f500 count: 0 00010000:00000010:2.0:1788687292.989899:0:15944:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5d3b380. 00010000:00000001:2.0:1788687292.989961:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687292.989963:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788687292.989967:0:15944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146e00/0x230d04438e811cf7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d21e0 expref: -99 pid: 30890 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1788687292.989975:0:15944:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c5c62000 count: 0 00010000:00000010:2.0:1788687292.989978:0:15944:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c3056100. 00010000:00000001:2.0:1788687292.989983:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687292.989985:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788687292.989988:0:15944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5600/0x230d04438e811d05 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d2218 expref: -99 pid: 30890 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1788687292.989995:0:15944:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29c4c6f000. 00010000:00000040:2.0:1788687292.989998:0:15944:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64def00 count: 0 00010000:00000010:2.0:1788687292.990001:0:15944:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5ca0080. 00010000:00000001:2.0:1788687292.990007:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687292.990008:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788687292.990011:0:15944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811cfe lrc: 0/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d21fc expref: -99 pid: 30890 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:2.0:1788687292.990018:0:15944:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64de000 count: 0 00010000:00000010:2.0:1788687292.990022:0:15944:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5ca0f80. 00010000:00000001:2.0:1788687292.990028:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687292.990031:0:15944:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687292.990041:0:15944:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687292.990045:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687292.990048:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687292.990051:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788687292.990053:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687292.990054:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687292.990056:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788687292.990058:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687292.990060:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687292.990061:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:2.1:1788687293.002000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f500. 00010000:00000010:2.1:1788687293.002029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4400. 00010000:00000010:2.1:1788687293.002034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62000. 00010000:00000010:2.1:1788687293.002038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146e00. 00010000:00000010:2.1:1788687293.002042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64def00. 00010000:00000010:2.1:1788687293.002046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5600. 00010000:00000010:2.1:1788687293.002050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de000. 00010000:00000010:2.1:1788687293.002054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4200. 00000020:00000001:1.0:1788687293.451368:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687293.451372:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687293.451376:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788687294.859122:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296420572, at 4296420864 00000100:00000010:2.0:1788687294.859144:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29e06feb40. 00000100:00000040:3.0:1788687294.859290:0:26149:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296420572, at 4296420864 00000100:00000010:3.0:1788687294.859307:0:26149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29e06fe600. 00000100:00000040:1.0:1788687295.373592:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687295.373603:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687295.373676:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99f80. 00000020:00000040:1.0:1788687295.373755:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1788687295.373762:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687295.373766:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687295.373772:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687295.373784:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c63e2a00. 00000100:00000001:1.0:1788687295.373794:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687295.373809:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c8b99f80 x1875572824517888/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687295.373821:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687295.373826:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687295.373833:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000019cf470] to pc [ptlrpcd_00_00+0] req@ffff9b29c8b99f80 x1875572824517888/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687295.373867:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687295.373870:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687295.373873:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687295.373877:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99180. 00000020:00000040:1.0:1788687295.373879:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:1.0:1788687295.373882:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687295.373883:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687295.373886:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687295.373889:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c63e2d00. 00000100:00000001:1.0:1788687295.373893:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687295.373897:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID req@ffff9b29c8b99180 x1875572824518016/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687295.373904:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687295.373920:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687295.373924:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1d6ece4] to pc [ptlrpcd_00_01+1] req@ffff9b29c8b99180 x1875572824518016/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687295.373933:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687295.373935:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687295.373938:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687295.373942:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b98700. 00000020:00000040:1.0:1788687295.373944:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:1.0:1788687295.373946:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687295.373948:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687295.373949:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687295.373952:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c63e2800. 00000100:00000001:1.0:1788687295.373955:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687295.373958:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID req@ffff9b29c8b98700 x1875572824518144/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687295.373964:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687295.373966:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687295.373970:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037df8877] to pc [ptlrpcd_00_00+0] req@ffff9b29c8b98700 x1875572824518144/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687295.373977:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687295.373979:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687295.373983:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687295.373986:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9aa00. 00000020:00000040:1.0:1788687295.373988:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:1.0:1788687295.373991:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687295.373992:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687295.373994:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687295.373997:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c63e2600. 00000100:00000001:1.0:1788687295.374000:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687295.374004:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID req@ffff9b29c8b9aa00 x1875572824518272/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687295.374010:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687295.374012:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687295.374015:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051159710] to pc [ptlrpcd_00_01+1] req@ffff9b29c8b9aa00 x1875572824518272/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687295.374022:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687295.374027:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1759) 00000800:00000200:2.0:1788687295.375590:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687295.375596:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445300. 00000400:00000200:2.0:1788687295.375605:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687295.375611:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687295.375683:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdadd0 00000400:00000010:2.0:1788687295.375756:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdadd0. 00000100:00000001:2.0:1788687295.375764:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687295.375771:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99f80 x1875572824517888/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687295.375782:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687295.375786:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99f80 x1875572824517888/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687295.375793:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687295.375795:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687295.375810:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687295.375813:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445800. 00000400:00000200:2.0:1788687295.375816:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687295.375819:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687295.375822:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda4c8 00000400:00000010:2.0:1788687295.375823:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda4c8. 00000100:00000001:2.0:1788687295.375826:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687295.375829:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b98700 x1875572824518144/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687295.375837:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687295.375840:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b98700 x1875572824518144/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687295.375847:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687295.375848:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687295.375857:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687295.375859:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445000. 00000400:00000200:2.0:1788687295.375861:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687295.375864:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687295.375867:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda7f8 00000400:00000010:2.0:1788687295.375868:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda7f8. 00000100:00000001:2.0:1788687295.375871:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687295.375874:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99180 x1875572824518016/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687295.375881:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687295.375883:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99180 x1875572824518016/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687295.375889:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687295.375890:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687295.376363:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687295.376368:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445100. 00000400:00000200:2.0:1788687295.376371:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687295.376979:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687295.376985:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda770 00000400:00000010:2.0:1788687295.376988:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda770. 00000100:00000001:2.0:1788687295.376993:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687295.377000:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9aa00 x1875572824518272/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687295.377011:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687295.377014:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9aa00 x1875572824518272/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687295.377021:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687295.377023:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687295.381565:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687295.381587:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687295.381594:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687295.381597:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687295.381608:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687295.382610:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687295.383230:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687295.383237:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687295.383244:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687295.383250:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f4ae00 00000400:00000200:3.0:1788687295.383257:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687295.383263:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x665d [1] + 224 00000800:00000001:3.0:1788687295.383274:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687295.383285:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687295.383289:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687295.383295:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687295.383304:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687295.383314:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b98700 x1875572824518144/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687295.383333:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b98700 x1875572824518144/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687295.383359:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687295.383370:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687295.383427:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687295.383429:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687295.383431:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687295.383436:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687295.383498:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687295.383504:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687295.383507:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687295.383510:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687295.383513:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f4ae80 00000400:00000200:3.0:1788687295.383516:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687295.383520:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x666d [1] + 224 00000800:00000001:3.0:1788687295.383525:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687295.383529:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687295.383531:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687295.383535:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687295.383538:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687295.383544:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9aa00 x1875572824518272/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687295.383551:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b9aa00 x1875572824518272/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687295.383558:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687295.383562:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687295.383566:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687295.383576:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687295.383579:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687295.383582:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687295.383585:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687295.383590:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687295.383593:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687295.383595:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687295.383598:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f4ad80 00000400:00000200:3.0:1788687295.383601:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687295.383606:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x6665 [1] + 224 00000800:00000001:3.0:1788687295.383609:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687295.383613:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687295.383615:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687295.383843:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687295.383848:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687295.383853:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99180 x1875572824518016/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687295.383862:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b99180 x1875572824518016/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687295.383870:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687295.383875:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687295.383879:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687295.383881:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687295.383883:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687295.383886:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687295.383889:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687295.383894:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687295.383896:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687295.383899:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687295.383902:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f4ad00 00000400:00000200:3.0:1788687295.383928:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687295.383932:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6655 [1] + 224 00000800:00000001:3.0:1788687295.383936:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687295.383944:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687295.383947:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687295.383950:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687295.383952:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687295.383957:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99f80 x1875572824517888/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687295.383966:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b99f80 x1875572824517888/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687295.383972:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687295.383975:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687295.383977:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788687295.501608:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687295.501614:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687295.501698:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788687296.523277:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687296.523284:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687296.523290:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788687298.571363:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687298.571367:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687298.571370:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788687299.595143:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687299.595147:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687299.595149:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788687299.979013:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296425692, at 4296425984 00000100:00000010:2.0:1788687299.979027:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c3344300. 00000100:00000040:3.0:1788687299.979117:0:26149:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296425692, at 4296425984 00000100:00000010:3.0:1788687299.979125:0:26149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c3344420. 00000100:00000040:2.0:1788687300.495967:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687300.495978:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687300.495990:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42ead80. 00000020:00000040:2.0:1788687300.495996:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1788687300.496001:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687300.496004:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687300.496009:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687300.496018:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c5f77c00. 00000100:00000001:2.0:1788687300.496025:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687300.496037:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c42ead80 x1875572824518400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687300.496048:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687300.496052:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687300.496060:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086119e92] to pc [ptlrpcd_01_01+1] req@ffff9b29c42ead80 x1875572824518400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687300.496079:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687300.496082:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687300.496085:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687300.496088:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42eb480. 00000020:00000040:2.0:1788687300.496091:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:2.0:1788687300.496098:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687300.496100:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687300.496102:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687300.496106:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c5f77600. 00000100:00000001:2.0:1788687300.496109:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687300.496114:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID req@ffff9b29c42eb480 x1875572824518528/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687300.496122:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687300.496124:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687300.496128:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063ffc88c] to pc [ptlrpcd_01_00+0] req@ffff9b29c42eb480 x1875572824518528/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687300.496135:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687300.496138:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687300.496140:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687300.496143:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8a80. 00000020:00000040:2.0:1788687300.496146:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:2.0:1788687300.496147:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687300.496149:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687300.496150:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687300.496153:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c5f77d00. 00000100:00000001:2.0:1788687300.496156:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687300.496159:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID req@ffff9b29c42e8a80 x1875572824518656/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687300.496166:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687300.496168:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687300.496171:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071ad9518] to pc [ptlrpcd_01_01+1] req@ffff9b29c42e8a80 x1875572824518656/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687300.496179:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687300.496181:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687300.496184:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687300.496186:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e9880. 00000020:00000040:2.0:1788687300.496188:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:2.0:1788687300.496190:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687300.496191:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687300.496193:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687300.496197:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c5f77000. 00000100:00000001:2.0:1788687300.496199:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687300.496303:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687300.496307:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687300.496309:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687300.496315:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42ead80 x1875572824518400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687300.496322:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687300.496325:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687300.496328:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687300.496331:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687300.496333:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687300.496336:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824518400:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687300.496341:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687300.496346:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687300.496349:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687300.496351:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687300.496356:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29d01f2a00. 02000000:00000001:3.0:1788687300.496358:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687300.496365:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687300.496369:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4e70. 00000400:00000010:3.0:1788687300.496377:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae03b8. 00000100:00000200:3.0:1788687300.496384:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824518400, portal 25 00000100:00000001:3.0:1788687300.496386:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687300.496387:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420198784 : -110871289352832 : ffff9b29c42ead80) 00000100:00000040:3.0:1788687300.496393:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42ead80 x1875572824518400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687300.496400:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687300.496403:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687300.496406:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae07f8. 00000100:00000200:3.0:1788687300.496408:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824518400, offset 0 00000400:00000200:3.0:1788687300.496415:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687300.496422:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687300.496429:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687300.496434:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687300.496438:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687300.496441:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687300.496444:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687300.496448:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2316:2316:256:4294967295] 192.168.203.144@tcp LPNI seq info [2316:2316:8:4294967295] 00000400:00000200:3.0:1788687300.496452:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687300.496461:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687300.496467:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687300.496472:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a300. 00000800:00000200:3.0:1788687300.496478:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687300.496486:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687300.496505:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687300.496517:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687300.496521:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687300.496524:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296430814 00000100:00000010:3.0:1788687300.496529:0:2370:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c97abf00. 00000100:00000001:3.0:1788687300.496536:0:2370:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788687300.496542:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296430814 00000100:00000010:3.0:1788687300.496545:0:2370:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c97ab7e0. 00000100:00000001:3.0:1788687300.496549:0:2370:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788687300.496552:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687300.496555:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687300.496558:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687300.496562:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8a80 x1875572824518656/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687300.496569:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687300.496571:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687300.496573:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687300.496575:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687300.496577:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687300.496580:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824518656:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687300.496583:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687300.496585:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687300.496587:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687300.496588:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687300.496592:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29d01f2400. 02000000:00000001:3.0:1788687300.496594:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687300.496598:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687300.496601:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4790. 00000400:00000010:3.0:1788687300.496604:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0aa0. 00000100:00000200:3.0:1788687300.496607:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824518656, portal 4 00000100:00000001:3.0:1788687300.496609:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687300.496610:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420189824 : -110871289361792 : ffff9b29c42e8a80) 00000100:00000040:3.0:1788687300.496617:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e8a80 x1875572824518656/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687300.496624:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687300.496626:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687300.496628:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0088. 00000100:00000200:3.0:1788687300.496631:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824518656, offset 0 00000400:00000200:3.0:1788687300.496634:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687300.496638:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687300.496642:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687300.496644:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687300.496646:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687300.496649:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687300.496651:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687300.496653:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2317:2317:255:4294967295] 192.168.203.144@tcp LPNI seq info [2317:2317:7:4294967295] 00000400:00000200:3.0:1788687300.496657:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687300.496662:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687300.496666:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687300.496669:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a400. 00000800:00000200:3.0:1788687300.496672:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687300.496676:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687300.496679:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687300.496682:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687300.496685:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 19577 usecs (20 jiffies) 00000400:00000200:3.0:1788687300.496688:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687300.496690:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296426521 00000100:00000001:3.0:1788687300.496692:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296430814 00000100:00000001:3.0:1788687300.496694:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296426521 00000100:00000001:3.0:1788687300.496696:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296430814 00000100:00000001:3.0:1788687300.496698:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687300.496700:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687300.496710:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687300.496713:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687300.496719:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687300.496721:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788687300.496723:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687300.496724:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687300.496726:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687300.496729:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788687300.496731:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687300.496734:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687300.496735:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687300.496736:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687300.496738:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687300.496739:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687300.496743:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42eb480 x1875572824518528/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687300.496748:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687300.496750:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687300.496752:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687300.496754:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687300.496756:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687300.496759:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824518528:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687300.496762:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687300.496764:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687300.496766:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687300.496768:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687300.496771:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29d01f2000. 02000000:00000001:3.0:1788687300.496773:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687300.496776:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687300.496778:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4840. 00000400:00000010:3.0:1788687300.496781:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0660. 00000100:00000200:3.0:1788687300.496784:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824518528, portal 10 00000100:00000001:3.0:1788687300.496785:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687300.496786:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420200576 : -110871289351040 : ffff9b29c42eb480) 00000100:00000040:3.0:1788687300.496791:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42eb480 x1875572824518528/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687300.496797:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687300.496799:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687300.496802:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae02a8. 00000100:00000200:3.0:1788687300.496803:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824518528, offset 0 00000400:00000200:3.0:1788687300.496807:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687300.496810:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687300.496814:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687300.496816:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687300.496819:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687300.496821:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687300.496823:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687300.496825:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2318:2318:254:4294967295] 192.168.203.144@tcp LPNI seq info [2318:2318:6:4294967295] 00000400:00000200:3.0:1788687300.496829:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687300.496835:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687300.496839:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687300.496842:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a800. 00000800:00000200:3.0:1788687300.496846:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687300.496849:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687300.496852:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687300.496854:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687300.496857:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 779012 usecs (780 jiffies) 00000400:00000200:3.0:1788687300.496859:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687300.496861:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296427281 00000100:00000001:3.0:1788687300.496863:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296430814 00000100:00000001:3.0:1788687300.496865:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296427281 00000100:00000001:3.0:1788687300.496866:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296430814 00000100:00000001:3.0:1788687300.496868:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687300.496869:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687300.496871:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687300.496874:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687300.496889:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687300.496891:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687300.497000:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687300.497004:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a300. 00000400:00000200:3.0:1788687300.497010:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687300.497015:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687300.497020:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae07f8 00000400:00000010:3.0:1788687300.497023:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae07f8. 00000100:00000001:3.0:1788687300.497028:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687300.497033:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42ead80 x1875572824518400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687300.497042:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687300.497045:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42ead80 x1875572824518400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687300.497050:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687300.497052:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687300.497076:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687300.497078:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a400. 00000400:00000200:3.0:1788687300.497081:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687300.497084:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687300.497086:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0088 00000400:00000010:3.0:1788687300.497088:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0088. 00000100:00000001:3.0:1788687300.497090:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687300.497094:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8a80 x1875572824518656/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687300.497101:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687300.497104:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8a80 x1875572824518656/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687300.497110:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687300.497112:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687300.497170:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687300.497172:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a800. 00000400:00000200:3.0:1788687300.497175:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687300.497178:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687300.497181:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae02a8 00000400:00000010:3.0:1788687300.497182:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae02a8. 00000100:00000001:3.0:1788687300.497184:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687300.497188:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42eb480 x1875572824518528/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687300.497195:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687300.497198:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42eb480 x1875572824518528/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687300.497420:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687300.497423:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1788687300.498647:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID req@ffff9b29c42e9880 x1875572824518784/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687300.498665:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687300.498669:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687300.498679:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa3a1561] to pc [ptlrpcd_01_00+0] req@ffff9b29c42e9880 x1875572824518784/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687300.498714:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687300.498721:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1764) 00000100:00000001:2.0:1788687300.498742:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687300.498745:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687300.498749:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687300.498752:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788687300.498754:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687300.498762:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687300.498764:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687300.498765:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687300.498766:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687300.498768:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687300.498773:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e9880 x1875572824518784/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687300.498780:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687300.498782:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687300.498785:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687300.498789:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687300.498792:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687300.498794:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824518784:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687300.498799:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687300.498804:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687300.498806:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687300.498808:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687300.498815:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29d08a1e00. 02000000:00000001:2.0:1788687300.498818:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687300.498824:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687300.498829:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd0b0. 00000400:00000010:2.0:1788687300.498835:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240330. 00000100:00000200:2.0:1788687300.498841:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824518784, portal 4 00000100:00000001:2.0:1788687300.498843:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687300.498844:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420193408 : -110871289358208 : ffff9b29c42e9880) 00000100:00000040:2.0:1788687300.498851:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e9880 x1875572824518784/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687300.498858:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687300.498861:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687300.498864:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240550. 00000100:00000200:2.0:1788687300.498866:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824518784, offset 0 00000400:00000200:2.0:1788687300.498872:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687300.498880:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687300.498886:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687300.498889:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687300.498893:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687300.498896:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687300.498899:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687300.498903:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2319:2319:256:4294967295] 192.168.203.144@tcp LPNI seq info [2319:2319:8:4294967295] 00000400:00000200:2.0:1788687300.498928:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687300.498937:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687300.498942:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687300.498948:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec100. 00000800:00000200:2.0:1788687300.498954:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687300.498960:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687300.498965:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687300.498975:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687300.498979:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 295657 usecs (296 jiffies) 00000400:00000200:2.0:1788687300.498982:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687300.498985:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296426800 00000100:00000001:2.0:1788687300.498987:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296430814 00000100:00000001:2.0:1788687300.498989:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296426800 00000100:00000001:2.0:1788687300.498991:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296430814 00000100:00000001:2.0:1788687300.498993:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687300.498996:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687300.498998:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687300.499000:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687300.499409:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687300.499414:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec100. 00000400:00000200:2.0:1788687300.499418:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687300.499423:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687300.499428:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240550 00000400:00000010:2.0:1788687300.499430:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240550. 00000100:00000001:2.0:1788687300.499434:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687300.499792:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e9880 x1875572824518784/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687300.499802:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687300.499806:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e9880 x1875572824518784/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687316 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687300.499814:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687300.499816:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788687300.500045:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687300.500048:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687300.500101:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687300.500111:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687300.500114:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687300.500116:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687300.500121:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687300.500126:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687300.500132:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687300.500135:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687300.500140:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687300.500144:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f4b000 00000400:00000200:2.0:1788687300.500148:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687300.500153:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6685 [1] + 224 00000800:00000001:2.0:1788687300.500160:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687300.500166:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687300.500168:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687300.500172:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687300.500176:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687300.500181:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8a80 x1875572824518656/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687300.500190:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42e8a80 x1875572824518656/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687300.500291:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687300.500294:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687300.500312:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687300.500319:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687300.500322:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788687300.506999:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687300.507005:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687300.507009:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4790. 00000400:00000200:3.0:1788687300.507016:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0aa0 00000400:00000010:3.0:1788687300.507019:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0aa0. 00000100:00000001:3.0:1788687300.507024:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687300.507036:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e8a80 x1875572824518656/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687300.507048:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e8a80 x1875572824518656/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687300.507056:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687300.507059:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687300.507062:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687300.507065:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687300.507067:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687300.507070:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687300.507073:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687300.507083:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=72 v=5 (5 5 16 137) 00000100:00001000:3.0:1788687300.507087:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=7 v=5 (1 1 0 0) 00000100:00000001:3.0:1788687300.507089:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687300.507100:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687300.507103:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687300.507107:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687300.507110:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687300.507112:0:2370:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967338 00000100:00000001:3.0:1788687300.507114:0:2370:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687300.507116:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687300.507122:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e8a80 x1875572824518656/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687300.507129:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687300.507132:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687300.507134:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687300.507138:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e8a80 x1875572824518656/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687300.507145:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824518656:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687300.507151:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687300.507154:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687300.507157:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e8a80 x1875572824518656/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687300.507164:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687300.507166:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687300.507170:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29d01f2400. 02000000:00000001:3.0:1788687300.507173:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687300.507176:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687300.507177:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:3.0:1788687300.507180:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687300.507183:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c5f77d00. 02000000:00000001:3.0:1788687300.507187:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687300.507189:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687300.507190:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e8a80. 00000100:00000001:3.0:1788687300.507193:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687300.507195:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687300.507199:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687300.507201:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687300.507203:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687300.507218:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687300.507220:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687300.507366:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687300.507379:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687300.507382:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687300.507385:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687300.507391:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687300.507398:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687300.507406:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687300.507411:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687300.507416:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687300.507420:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f4af80 00000400:00000200:2.0:1788687300.507426:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687300.507431:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x6695 [1] + 224 00000800:00000001:2.0:1788687300.507438:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687300.507441:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687300.507444:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687300.507449:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687300.507455:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687300.507460:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42eb480 x1875572824518528/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687300.507470:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42eb480 x1875572824518528/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687300.507490:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687300.507497:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687300.507501:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687300.507503:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687300.507506:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687300.507509:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687300.507512:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687300.507516:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687300.507518:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687300.507520:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687300.507523:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f4af00 00000400:00000200:2.0:1788687300.507526:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687300.507530:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6675 [1] + 224 00000800:00000001:2.0:1788687300.507534:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687300.507537:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687300.507539:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687300.507541:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687300.507544:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687300.507547:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42ead80 x1875572824518400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687300.507556:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42ead80 x1875572824518400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687300.507563:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687300.507566:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687300.507569:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687300.507571:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687300.507573:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687300.507575:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687300.507580:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687300.507583:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687300.507585:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687300.507588:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687300.507590:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f4b080 00000400:00000200:2.0:1788687300.507593:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687300.507598:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x66a5 [1] + 224 00000800:00000001:2.0:1788687300.507601:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687300.507607:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687300.507609:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687300.507612:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687300.507614:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687300.507618:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e9880 x1875572824518784/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687300.507626:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42e9880 x1875572824518784/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687300.507633:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687300.507636:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687300.507639:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687300.507687:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687300.507690:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687300.507694:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687300.507696:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687300.507698:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd0b0. 00000400:00000200:3.0:1788687300.507710:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240330 00000400:00000010:3.0:1788687300.507713:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240330. 00000100:00000001:3.0:1788687300.507716:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687300.507720:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e9880 x1875572824518784/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687300.507728:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e9880 x1875572824518784/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687300.507734:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687300.507736:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687300.507738:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687300.507739:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687300.507741:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687300.507742:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687300.507744:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687300.507749:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=72 v=5 (5 5 16 16) 00000100:00001000:3.0:1788687300.507752:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687300.507753:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687300.507755:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687300.507757:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687300.507759:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687300.507761:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687300.507762:0:2370:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788687300.507764:0:2370:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687300.507765:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687300.507769:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e9880 x1875572824518784/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687300.507775:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687300.507777:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687300.507778:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687300.507781:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e9880 x1875572824518784/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687300.507794:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824518784:192.168.203.144@tcp:400:kworker.0 00000400:00000001:3.0:1788687300.507799:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687300.507800:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687300.507801:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4840. 00000400:00000200:3.0:1788687300.507804:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0660 00000400:00000010:3.0:1788687300.507806:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0660. 00000100:00000001:3.0:1788687300.507808:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687300.507811:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42eb480 x1875572824518528/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687300.507893:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42eb480 x1875572824518528/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687300.507900:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687300.507901:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687300.507903:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687300.507928:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687300.507930:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687300.507932:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687300.507934:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687300.507939:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=72 v=5 (5 103 103 103) 00000100:00001000:3.0:1788687300.507942:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687300.507944:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687300.507945:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687300.507947:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687300.507949:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687300.507951:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687300.507953:0:2370:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967617 00000100:00000001:3.0:1788687300.507955:0:2370:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687300.507956:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687300.507960:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42eb480 x1875572824518528/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687300.507967:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687300.507969:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687300.507971:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687300.507974:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42eb480 x1875572824518528/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687300.507981:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824518528:192.168.203.144@tcp:400:kworker.0 00000400:00000001:3.0:1788687300.507986:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687300.507988:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687300.507989:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4e70. 00000400:00000200:3.0:1788687300.507992:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae03b8 00000400:00000010:3.0:1788687300.507993:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae03b8. 00000100:00000001:3.0:1788687300.507996:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687300.507999:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42ead80 x1875572824518400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687300.508007:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42ead80 x1875572824518400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687300.508013:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687300.508014:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687300.508016:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687300.508017:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687300.508019:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687300.508020:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687300.508022:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687300.508024:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=72 v=5 (5 5 5 5) 00000100:00001000:3.0:1788687300.508027:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=72 v=5 (1 1 1 1) 00000100:00000001:3.0:1788687300.508029:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687300.508030:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687300.508031:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687300.508033:0:2370:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687300.508034:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687300.508038:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42ead80 x1875572824518400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687300.508044:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687300.508047:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687300.508048:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687300.508052:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42ead80 x1875572824518400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687300.508059:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824518400:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687300.508063:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687300.508065:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687300.508068:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e9880 x1875572824518784/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687300.508075:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687300.508076:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687300.508078:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29d08a1e00. 02000000:00000001:3.0:1788687300.508081:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687300.508083:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687300.508084:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:3.0:1788687300.508086:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687300.508088:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c5f77000. 02000000:00000001:3.0:1788687300.508091:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687300.508092:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687300.508094:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e9880. 00000100:00000001:3.0:1788687300.508096:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687300.508098:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687300.508100:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687300.508103:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42eb480 x1875572824518528/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687300.508109:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687300.508110:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687300.508111:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29d01f2000. 02000000:00000001:3.0:1788687300.508114:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687300.508115:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687300.508116:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687300.508118:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687300.508119:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c5f77600. 02000000:00000001:3.0:1788687300.508122:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687300.508123:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687300.508124:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42eb480. 00000100:00000001:3.0:1788687300.508127:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687300.508128:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687300.508129:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687300.508132:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42ead80 x1875572824518400/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687300.508139:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687300.508140:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687300.508141:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29d01f2a00. 02000000:00000001:3.0:1788687300.508143:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687300.508144:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687300.508145:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1788687300.508147:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687300.508148:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c5f77c00. 02000000:00000001:3.0:1788687300.508150:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687300.508151:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687300.508152:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42ead80. 00000100:00000001:3.0:1788687300.508155:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687300.508156:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687300.508158:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687300.508166:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687300.508168:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687300.508170:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687300.508171:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687301.003233:0:30902:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788687301.003240:0:30902:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687301.003242:0:30902:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788687301.003247:0:30902:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c68fef00 going to sleep for 1 seconds 00000100:00000001:1.0:1788687301.003251:0:30902:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687301.003254:0:30902:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687301.643456:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687301.643459:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687301.643463:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788687302.027035:0:30902:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788687302.027042:0:30902:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687302.027044:0:30902:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788687302.027049:0:30902:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c68fef00 going to sleep for 1 seconds 00000100:00000001:1.0:1788687302.027053:0:30902:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687302.027056:0:30902:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687302.667221:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687302.667224:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687302.667227:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788687303.051931:0:30902:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788687303.051936:0:30902:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687303.051938:0:30902:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788687303.051944:0:30902:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c68fef00 going to sleep for 1 seconds 00000100:00000001:1.0:1788687303.051947:0:30902:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687303.051950:0:30902:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687304.077628:0:30902:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788687304.077635:0:30902:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687304.077638:0:30902:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788687304.077643:0:30902:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c68fef00 going to sleep for 1 seconds 00000100:00000001:1.0:1788687304.077647:0:30902:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687304.077650:0:30902:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687304.715127:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687304.715131:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687304.715134:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788687305.099044:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296430814, at 4296431104 00000100:00000010:2.0:1788687305.099060:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c97abf00. 00000100:00000001:1.0:1788687305.099265:0:30902:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788687305.099269:0:30902:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1788687305.099282:0:30902:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788687289/real 1788687290] req@ffff9b29c8b9ad80 x1875572824516992/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 1 dl 1788687305 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788687305.099300:0:30902:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687305.099301:0:30902:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687305.099305:0:30902:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150c60. 00000400:00000200:1.0:1788687305.099310:0:30902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc4c8 00000400:00000010:1.0:1788687305.099312:0:30902:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc4c8. 00000100:00000001:1.0:1788687305.099315:0:30902:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687305.099319:0:30902:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9ad80 x1875572824516992/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 1 dl 1788687305 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687305.099327:0:30902:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9ad80 x1875572824516992/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 1 dl 1788687305 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687305.099334:0:30902:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687305.099336:0:30902:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687305.099341:0:30902:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687305.099342:0:30902:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687305.099346:0:30902:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1788687305.099349:0:30902:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788687305.099353:0:30902:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9b29e019e800: Connection to lustre-MDT0000 (at 192.168.203.144@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1788687305.099357:0:30902:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1788687305.099360:0:30902:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1788687305.099362:0:30902:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687305.099364:0:30902:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788687305.099366:0:30902:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:1.0:1788687305.099387:0:30902:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1788687305.099389:0:30902:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687305.099391:0:30902:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687305.099393:0:30902:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687305.099395:0:30902:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c68fef00 going to sleep for 0 seconds 00000100:00000001:1.0:1788687305.099398:0:30902:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687305.099400:0:30902:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687305.099402:0:30902:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687305.099404:0:30902:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687305.099414:0:30902:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687305.101574:0:26149:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296430814, at 4296431106 00000100:00000010:3.0:1788687305.101589:0:26149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c97ab7e0. 00000100:00000040:3.0:1788687305.101606:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687305.101611:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788687305.101621:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb5880. 00000020:00000040:3.0:1788687305.101626:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1788687305.101630:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687305.101633:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687305.101638:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687305.101646:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415a800. 00000100:00000001:3.0:1788687305.101652:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687305.101663:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c8bb5880 x1875572824518912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687305.101685:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687305.101689:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687305.101695:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037a73349] to pc [ptlrpcd_01_01+1] req@ffff9b29c8bb5880 x1875572824518912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687305.101727:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788687305.101729:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788687305.101732:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1788687305.101734:0:37:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1788687305.101737:0:37:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1788687305.101740:0:37:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1788687305.101742:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9b29e019e800: connect to NID 192.168.203.144@tcp last attempt 1738 00000400:00000200:3.0:1788687305.101749:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.101754:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.144@tcp is discovered: rc = 1 00000100:00000040:3.0:1788687305.101758:0:37:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 11 to 192.168.203.144@tcp 00000100:00000001:3.0:1788687305.101760:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788687305.101763:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00000100:00000001:3.0:1788687305.101765:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000020:00000001:3.0:1788687305.101767:0:37:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788687305.101769:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e81130a 00000020:00000001:3.0:1788687305.101771:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687305.101773:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c3ec1000 refcount=5 00000020:00000001:3.0:1788687305.101775:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202415833088 : -110871293718528 : ffff9b29c3ec1000) 00000020:00000001:3.0:1788687305.101777:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202415833088 : -110871293718528 : ffff9b29c3ec1000) 00000100:00000040:3.0:1788687305.101780:0:37:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 11 to 192.168.203.144@tcp 00000100:00000001:3.0:1788687305.101782:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788687305.101783:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00000100:00000001:3.0:1788687305.101785:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000020:00000040:3.0:1788687305.101788:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c3ec1000 : new refcount 4 00000100:00080000:3.0:1788687305.101791:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff9b29e019e800: import ffff9b29c3ec7800 using connection 192.168.203.144@tcp/192.168.203.144@tcp 00000100:00000001:3.0:1788687305.101793:0:37:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687305.101795:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788687305.101800:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687305.101802:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687305.101804:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788687305.101809:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788687305.101811:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687305.101813:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687305.101816:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb4700. 00000020:00000040:3.0:1788687305.101819:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:3.0:1788687305.101822:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788687305.101823:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687305.101826:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687305.101827:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687305.101829:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687305.101833:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c43bfc00. 00000100:00000001:3.0:1788687305.101836:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687305.101841:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b29c8bb4700 x1875572824519040/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687305.101848:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687305.101850:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687305.101853:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e38bab8] to pc [ptlrpcd_rcv+-1] req@ffff9b29c8bb4700 x1875572824519040/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687305.101873:0:37:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687305.101876:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687305.101879:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788687305.101881:0:37:0:(import.c:2112:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1788687305.101884:0:37:0:(import.c:1806:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1788687305.101887:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb5f80. 00000020:00000040:3.0:1788687305.101889:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:3.0:1788687305.101891:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687305.101892:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687305.101894:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687305.101897:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415a400. 00000100:00000001:3.0:1788687305.101899:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687305.101901:0:37:0:(import.c:1844:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446633202496528256 : -110871213023360 : ffff9b29c8bb5f80) 00000100:00080000:3.0:1788687305.101903:0:37:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788687305.101929:0:37:0:(import.c:2147:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9b29e019e800: disconnect after 21s idle 00000100:00000001:3.0:1788687305.101932:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687305.101934:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687305.101938:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2d95112] to pc [ptlrpcd_rcv+-1] req@ffff9b29c8bb5f80 x1875572824519168/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687305.101944:0:37:0:(import.c:2151:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687305.101946:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687305.101948:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687305.101951:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788687305.101952:0:37:0:(import.c:2112:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1788687305.101954:0:37:0:(import.c:1806:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1788687305.101956:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb6680. 00000020:00000040:3.0:1788687305.101958:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:3.0:1788687305.101960:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687305.101961:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687305.101963:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687305.101966:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415a300. 00000100:00000001:3.0:1788687305.101969:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687305.101970:0:37:0:(import.c:1844:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446633202496530048 : -110871213021568 : ffff9b29c8bb6680) 00000100:00080000:3.0:1788687305.101972:0:37:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec0000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788687305.101974:0:37:0:(import.c:2147:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9b29e019e800: disconnect after 21s idle 00000100:00000001:3.0:1788687305.101976:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687305.101977:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687305.101980:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba6d756d] to pc [ptlrpcd_rcv+-1] req@ffff9b29c8bb6680 x1875572824519296/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687305.101991:0:37:0:(import.c:2151:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687305.101993:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687305.101996:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (1768) 00000100:00000001:3.0:1788687305.102007:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788687305.102010:0:2369:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788687305.102012:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687305.102018:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687305.102021:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687305.102022:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687305.102024:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687305.102026:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687305.102030:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb5880 x1875572824518912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687305.102037:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687305.102040:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687305.102044:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687305.102046:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687305.102048:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687305.102051:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2369:1875572824518912:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687305.102055:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687305.102060:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687305.102063:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687305.102064:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687305.102068:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29d01f3a00. 02000000:00000001:3.0:1788687305.102070:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687305.102074:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687305.102079:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4e70. 00000400:00000010:3.0:1788687305.102085:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae03b8. 00000100:00000200:3.0:1788687305.102091:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824518912, portal 25 00000100:00000001:3.0:1788687305.102093:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687305.102095:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496526464 : -110871213025152 : ffff9b29c8bb5880) 00000100:00000040:3.0:1788687305.102100:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb5880 x1875572824518912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687305.102112:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687305.102115:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687305.102117:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0660. 00000100:00000200:3.0:1788687305.102120:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824518912, offset 0 00000400:00000200:3.0:1788687305.102125:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687305.102132:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.102137:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687305.102142:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687305.102147:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687305.102150:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687305.102153:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687305.102157:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2320:2320:256:4294967295] 192.168.203.144@tcp LPNI seq info [2320:2320:8:4294967295] 00000400:00000200:3.0:1788687305.102161:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.102171:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687305.102176:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687305.102181:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415af00. 00000800:00000200:3.0:1788687305.102187:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687305.102195:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687305.102198:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687305.102207:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687305.102211:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687305.102213:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296435420 00000100:00000010:3.0:1788687305.102217:0:2369:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c97ab7e0. 00000100:00000001:3.0:1788687305.102222:0:2369:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788687305.102225:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296435420 00000100:00000010:3.0:1788687305.102228:0:2369:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c97abae0. 00000100:00000001:3.0:1788687305.102230:0:2369:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788687305.102233:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687305.102236:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687305.102239:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687305.102241:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687305.102390:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687305.102395:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415af00. 00000400:00000200:2.0:1788687305.102400:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687305.102405:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687305.102415:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0660 00000400:00000010:2.0:1788687305.102418:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0660. 00000100:00000001:2.0:1788687305.102422:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687305.102426:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb5880 x1875572824518912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687305.102434:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687305.102437:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb5880 x1875572824518912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687305.102443:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687305.102445:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788687305.102457:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687305.102459:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687305.103740:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687305.103745:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687305.103747:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687305.103757:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb4700 x1875572824519040/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687305.103767:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687305.103768:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687305.103771:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687305.103775:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687305.103778:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687305.103782:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824519040:192.168.203.144@tcp:38:kworker.0 00000100:00000001:1.0:1788687305.103785:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687305.103788:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687305.103790:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687305.103793:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687305.103798:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6910400. 02000000:00000001:1.0:1788687305.103800:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687305.103805:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687305.103809:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150c60. 00000400:00000010:1.0:1788687305.103814:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc4c8. 00000100:00000200:1.0:1788687305.103818:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824519040, portal 10 00000100:00000001:1.0:1788687305.103821:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687305.103823:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521984 : -110871213029632 : ffff9b29c8bb4700) 00000100:00000040:1.0:1788687305.103830:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb4700 x1875572824519040/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687305.103837:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687305.103839:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687305.103842:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc7f8. 00000100:00000200:1.0:1788687305.103845:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875572824519040, offset 0 00000400:00000200:1.0:1788687305.103849:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687305.103855:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687305.103860:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687305.103864:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687305.103867:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687305.103870:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687305.103873:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687305.103875:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2321:2321:256:4294967295] 192.168.203.144@tcp LPNI seq info [2321:2321:8:4294967295] 00000400:00000200:1.0:1788687305.103879:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687305.103887:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687305.103892:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687305.103898:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2800. 00000800:00000200:1.0:1788687305.103904:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687305.103934:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687305.103937:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788687305.103955:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687305.103959:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 777877 usecs (778 jiffies) 00000400:00000200:1.0:1788687305.103962:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687305.103964:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296431887 00000100:00000001:1.0:1788687305.103967:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296435420 00000100:00000001:1.0:1788687305.103969:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296431887 00000100:00000001:1.0:1788687305.103971:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296435420 00000100:00000001:1.0:1788687305.103973:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687305.103975:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687305.103977:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687305.103981:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb5f80 x1875572824519168/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687305.103987:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687305.103989:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687305.103991:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687305.103992:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687305.103994:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687305.103997:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824519168:192.168.203.144@tcp:9:kworker.0 00000100:00000001:1.0:1788687305.104000:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687305.104003:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687305.104005:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687305.104006:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687305.104010:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c4c57400. 02000000:00000001:1.0:1788687305.104012:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687305.104015:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687305.104017:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e01509a0. 00000400:00000010:1.0:1788687305.104021:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc880. 00000100:00000200:1.0:1788687305.104024:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824519168, portal 4 00000100:00000001:1.0:1788687305.104025:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687305.104026:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496528256 : -110871213023360 : ffff9b29c8bb5f80) 00000100:00000040:1.0:1788687305.104032:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb5f80 x1875572824519168/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687305.104038:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687305.104040:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687305.104042:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc088. 00000100:00000200:1.0:1788687305.104044:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824519168, offset 0 00000400:00000200:1.0:1788687305.104048:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687305.104051:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687305.104059:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687305.104063:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687305.104065:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687305.104067:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687305.104069:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687305.104071:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2322:2322:255:4294967295] 192.168.203.144@tcp LPNI seq info [2322:2322:7:4294967295] 00000400:00000200:1.0:1788687305.104075:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687305.104081:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687305.104085:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687305.104088:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2a00. 00000800:00000200:1.0:1788687305.104092:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687305.104096:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687305.104098:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687305.104101:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687305.104103:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 19547 usecs (20 jiffies) 00000400:00000200:1.0:1788687305.104107:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687305.104108:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296431129 00000100:00000001:1.0:1788687305.104110:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296435420 00000100:00000001:1.0:1788687305.104112:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296431129 00000100:00000001:1.0:1788687305.104114:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296435420 00000100:00000001:1.0:1788687305.104116:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687305.104118:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687305.104120:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687305.104124:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6680 x1875572824519296/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687305.104129:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687305.104131:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687305.104133:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687305.104135:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687305.104137:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687305.104140:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824519296:192.168.203.144@tcp:9:kworker.0 00000100:00000001:1.0:1788687305.104143:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687305.104145:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687305.104147:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687305.104148:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687305.104151:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c4c56400. 02000000:00000001:1.0:1788687305.104152:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687305.104155:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687305.104157:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150058. 00000400:00000010:1.0:1788687305.104160:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcee0. 00000100:00000200:1.0:1788687305.104163:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824519296, portal 4 00000100:00000001:1.0:1788687305.104165:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687305.104166:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496530048 : -110871213021568 : ffff9b29c8bb6680) 00000100:00000040:1.0:1788687305.104171:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb6680 x1875572824519296/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687305.104176:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687305.104178:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687305.104180:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc908. 00000100:00000200:1.0:1788687305.104182:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824519296, offset 0 00000400:00000200:1.0:1788687305.104186:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687305.104190:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687305.104193:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687305.104196:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687305.104198:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687305.104200:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687305.104202:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687305.104205:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2323:2323:254:4294967295] 192.168.203.144@tcp LPNI seq info [2323:2323:6:4294967295] 00000400:00000200:1.0:1788687305.104208:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687305.104214:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687305.104217:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687305.104220:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2600. 00000800:00000200:1.0:1788687305.104224:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687305.104228:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687305.104230:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687305.104233:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687305.104235:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 293710 usecs (294 jiffies) 00000400:00000200:1.0:1788687305.104238:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687305.104239:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296431403 00000100:00000001:1.0:1788687305.104242:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296435420 00000100:00000001:1.0:1788687305.104243:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296431403 00000100:00000001:1.0:1788687305.104245:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296435420 00000100:00000001:1.0:1788687305.104247:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687305.104249:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687305.104251:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687305.104253:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687305.104259:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687305.104261:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788687305.104263:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687305.104264:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687305.104266:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687305.104267:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687305.108641:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687305.108651:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2800. 00000400:00000200:2.0:1788687305.108658:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687305.108667:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687305.108681:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc7f8 00000400:00000010:2.0:1788687305.108685:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc7f8. 00000100:00000001:2.0:1788687305.108691:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687305.108699:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb4700 x1875572824519040/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687305.108710:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687305.108714:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb4700 x1875572824519040/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687305.108722:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687305.108723:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687305.108738:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687305.108740:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2a00. 00000400:00000200:2.0:1788687305.108743:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687305.108746:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687305.108749:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc088 00000400:00000010:2.0:1788687305.108751:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc088. 00000100:00000001:2.0:1788687305.108753:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687305.108756:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb5f80 x1875572824519168/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687305.108765:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687305.108768:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb5f80 x1875572824519168/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687305.108775:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687305.108776:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687305.108845:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687305.108848:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2600. 00000400:00000200:2.0:1788687305.108851:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687305.108854:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687305.108857:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc908 00000400:00000010:2.0:1788687305.108859:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc908. 00000100:00000001:2.0:1788687305.108861:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687305.108866:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6680 x1875572824519296/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687305.108874:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687305.108877:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6680 x1875572824519296/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687305.108883:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687305.108885:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687305.113253:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687305.113270:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687305.113275:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687305.113277:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687305.113285:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687305.113293:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687305.113301:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687305.113305:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687305.113310:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687305.113314:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f4b100 00000400:00000200:2.0:1788687305.113319:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687305.113324:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x66b5 [1] + 224 00000800:00000001:2.0:1788687305.113332:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687305.113337:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687305.113341:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687305.113345:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687305.113352:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687305.113360:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb5880 x1875572824518912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687305.113383:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb5880 x1875572824518912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687305.113398:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687305.113412:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687305.113416:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687305.113818:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687305.113822:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687305.113829:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687305.113830:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687305.113834:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4e70. 00000400:00000200:3.0:1788687305.113839:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae03b8 00000400:00000010:3.0:1788687305.113841:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae03b8. 00000100:00000001:3.0:1788687305.113845:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687305.113850:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb5880 x1875572824518912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687305.113864:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb5880 x1875572824518912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687305.113871:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687305.113873:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687305.114500:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687305.114503:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687305.114506:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687305.114507:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687305.114511:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687305.114516:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=77 v=5 (5 5 5 5) 00000100:00001000:3.0:1788687305.114521:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=77 v=5 (1 1 1 1) 00000100:00000001:3.0:1788687305.114524:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687305.114525:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687305.114527:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687305.114530:0:2369:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687305.114532:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687305.114539:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb5880 x1875572824518912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687305.114546:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687305.114550:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687305.114551:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687305.114555:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb5880 x1875572824518912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687305.114568:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2369:1875572824518912:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687305.114574:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687305.114576:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687305.114579:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb5880 x1875572824518912/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687305.114586:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687305.114588:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687305.114591:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29d01f3a00. 02000000:00000001:3.0:1788687305.114595:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687305.114598:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687305.114600:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1788687305.114602:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687305.114604:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415a800. 02000000:00000001:3.0:1788687305.114607:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687305.114609:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687305.114611:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb5880. 00000100:00000001:3.0:1788687305.114615:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687305.114616:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687305.114618:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687305.114626:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687305.114627:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687305.114629:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687305.114632:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687305.117469:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687305.117486:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687305.117490:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687305.117493:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687305.117501:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687305.117509:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687305.117518:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687305.117523:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687305.117527:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687305.117536:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 416 into portal 10 MB=0x6a9d2d3f4b180 00000400:00000200:2.0:1788687305.117541:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687305.117546:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 416/416 into md 0x66c5 [1] + 0 00000800:00000001:2.0:1788687305.117553:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687305.117560:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687305.117563:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687305.117567:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687305.117575:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687305.117584:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb4700 x1875572824519040/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687305.117595:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9b29c8bb4700 x1875572824519040/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687305.117614:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687305.117622:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687305.117625:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687305.117769:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687305.117774:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687305.117780:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687305.117782:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687305.117784:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150c60. 00000400:00000200:3.0:1788687305.117789:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc4c8 00000400:00000010:3.0:1788687305.117791:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc4c8. 00000100:00000001:3.0:1788687305.117795:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687305.117799:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb4700 x1875572824519040/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687305.117806:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb4700 x1875572824519040/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687305.117812:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687305.117814:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687305.117816:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687305.117819:0:2366:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687305.117821:0:2366:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687305.117823:0:2366:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687305.117825:0:2366:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687305.117834:0:2366:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=77 v=5 (5 103 103 103) 00000100:00001000:3.0:1788687305.117837:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687305.117840:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687305.117841:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687305.117844:0:2366:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687305.117847:0:2366:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687305.117851:0:2366:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687305.117852:0:2366:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967617 00000100:00000001:3.0:1788687305.117855:0:2366:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687305.117857:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687305.117861:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb4700 x1875572824519040/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/416 e 0 to 0 dl 1788687315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687305.117869:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687305.117872:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687305.117874:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687305.117876:0:2366:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1788687305.117882:0:2366:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9b29e019e800: connect to target with instance 1 00000020:00000001:3.0:1788687305.117885:0:2366:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788687305.117887:0:2366:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e81130a 00000020:00000001:3.0:1788687305.117889:0:2366:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687305.117892:0:2366:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c3ec1000 refcount=5 00000020:00000001:3.0:1788687305.117894:0:2366:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202415833088 : -110871293718528 : ffff9b29c3ec1000) 00000020:00000001:3.0:1788687305.117897:0:2366:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202415833088 : -110871293718528 : ffff9b29c3ec1000) 00000100:00001000:3.0:1788687305.117900:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=1788687305 v=0 (0 0 0 0) 00000100:00001000:3.0:1788687305.117903:0:2366:0:(import.c:2261:obd_at_measure()) AT ffff9b29c3ec7c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1788687305.117933:0:2366:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 326, crc32c 8427, adler 379 00000020:00000040:3.0:1788687305.117939:0:2366:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c3ec1000 : new refcount 4 00000100:00000001:3.0:1788687305.117941:0:2366:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788687305.117944:0:2366:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:3.0:1788687305.117948:0:2366:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9b29e019e800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:3.0:1788687305.117951:0:2366:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1788687305.117952:0:2366:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687305.117954:0:2366:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1788687305.117957:0:2366:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:3.0:1788687305.117960:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788687305.117962:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687305.117964:0:2366:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687305.117966:0:2366:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687305.117967:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788687305.117968:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687305.117970:0:2366:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687305.117972:0:2366:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788687305.117975:0:2366:0:(import.c:1341:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.203.144@tcp after partition 00000100:00080000:3.0:1788687305.117977:0:2366:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:3.0:1788687305.117981:0:2366:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1788687305.117983:0:2366:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:3.0:1788687305.117988:0:2366:0:(client.c:3248:ptlrpc_resend_req()) @@@ going to resend req@ffff9b29c97f0e00 x1875572824517632/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687308 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687305.118006:0:2366:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788687305.118009:0:2366:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1788687305.118012:0:2366:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788687305.118013:0:2366:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788687305.118014:0:2366:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1788687305.118015:0:2366:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:3.0:1788687305.118016:0:2366:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1788687305.118019:0:2366:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff9b29c97121e8 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1788687305.118022:0:2366:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x230d04438e81130a 00800000:00000040:3.0:1788687305.118025:0:2366:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9b29e019e800=ce1d4174-c231-444b-b3ed-b722bc4901cb device 3 (ffff9b29c9710000) type mdc at LMV idx 0 00800000:00000040:3.0:1788687305.118028:0:2366:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff9b29c9710000 already active! 00800000:00000001:3.0:1788687305.118030:0:2366:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788687305.118032:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788687305.118033:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687305.118034:0:2366:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687305.118036:0:2366:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687305.118037:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788687305.118038:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788687305.118040:0:2366:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000800:00000200:3.0:1788687305.119132:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687305.119138:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445c00. 00000400:00000200:3.0:1788687305.119143:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687305.119149:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687305.119153:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda2a8 00000400:00000010:3.0:1788687305.119156:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda2a8. 00000100:00000001:3.0:1788687305.119159:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687305.119164:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0e00 x1875572824517632/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687321 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687305.119173:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687305.119177:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0e00 x1875572824517632/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687321 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687305.119183:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687305.119184:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000002:00000001:2.0:1788687305.119550:0:2366:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687305.119554:0:2366:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:2.0:1788687305.119558:0:2366:0:(import.c:1787:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9b29e019e800: Connection restored to 192.168.203.144@tcp (at 192.168.203.144@tcp) 00000100:00080000:2.0:1788687305.119566:0:2366:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000089f79c40): req@ffff9b29c8b9ad80 x1875572824516992/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 1 dl 1788687305 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687305.119584:0:2366:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687305.119587:0:2366:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687305.119592:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb4700 x1875572824519040/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/416 e 0 to 0 dl 1788687315 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687305.119600:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824519040:192.168.203.144@tcp:38:kworker.0 00000100:00000001:2.0:1788687305.119606:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687305.119607:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687305.119610:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb4700 x1875572824519040/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/416 e 0 to 0 dl 1788687315 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687305.119615:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687305.119617:0:2366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687305.119621:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6910400. 02000000:00000001:2.0:1788687305.119624:0:2366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687305.119626:0:2366:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687305.119627:0:2366:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687305.119629:0:2366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687305.119632:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c43bfc00. 02000000:00000001:2.0:1788687305.119635:0:2366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687305.119636:0:2366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687305.119638:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb4700. 00000100:00000001:2.0:1788687305.119641:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687305.119643:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687305.119645:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687305.119648:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687305.119649:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687305.119651:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687305.119652:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687305.119783:0:30927:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:1.0:1788687305.119787:0:30927:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:1.0:1788687305.119790:0:30927:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687305.119792:0:30927:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687305.119794:0:30927:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687305.119796:0:30927:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:1.0:1788687305.119797:0:30927:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687305.122953:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687305.122980:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687305.122984:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687305.122987:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687305.122996:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.123005:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687305.123016:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.123021:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.123027:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.123032:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f4b200 00000400:00000200:3.0:1788687305.123038:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.123044:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x66cd [1] + 224 00000800:00000001:3.0:1788687305.123054:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687305.123063:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687305.123068:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687305.123073:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687305.123083:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687305.123092:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb5f80 x1875572824519168/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687305.123105:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb5f80 x1875572824519168/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687305.123139:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687305.123253:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1788687305.124310:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687305.124318:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445700. 00000400:00000200:3.0:1788687305.124324:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687305.124330:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687305.124335:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda088 00000400:00000010:3.0:1788687305.124337:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda088. 00000100:00000001:3.0:1788687305.124342:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687305.124347:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9ad80 x1875572824516992/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687321 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687305.124357:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687305.124361:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9ad80 x1875572824516992/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687321 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687305.124367:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687305.124369:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687305.125703:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687305.131421:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687305.131437:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687305.131441:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687305.131443:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687305.131453:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.131469:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687305.131478:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.131483:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.131488:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.131492:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f4b280 00000400:00000200:3.0:1788687305.131497:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.131503:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x66d5 [1] + 224 00000800:00000001:3.0:1788687305.131511:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687305.131515:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687305.131519:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687305.131524:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687305.131530:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687305.131539:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6680 x1875572824519296/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687305.131549:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb6680 x1875572824519296/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687305.131568:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687305.131575:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687305.131577:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687305.131579:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687305.131581:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687305.131583:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.131586:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687305.131590:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.131592:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.131594:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.131597:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f4b300 00000400:00000200:3.0:1788687305.131600:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.131604:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x66dd [1] + 224 00000800:00000001:3.0:1788687305.131606:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687305.131649:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687305.131652:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687305.131655:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687305.131657:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687305.131662:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0e00 x1875572824517632/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687321 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687305.131678:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9b29c97f0e00 x1875572824517632/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687321 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687305.131704:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687305.131708:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687305.131711:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687305.131891:0:30890:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687305.131899:0:30890:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687305.131901:0:30890:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687305.131904:0:30890:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1dc0. 00000400:00000200:2.0:1788687305.131942:0:30890:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdac38 00000400:00000010:2.0:1788687305.131944:0:30890:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdac38. 00000100:00000001:2.0:1788687305.131947:0:30890:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687305.131951:0:30890:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f0e00 x1875572824517632/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687321 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788687305.131958:0:30890:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f0e00 x1875572824517632/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687321 ref 2 fl Rpc:RQU/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687305.131964:0:30890:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687305.131966:0:30890:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687305.131968:0:30890:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687305.131971:0:30890:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687305.131973:0:30890:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687305.131975:0:30890:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687305.131977:0:30890:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687305.131985:0:30890:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=77 v=5 (5 5 5 5) 00000100:00001000:2.0:1788687305.131989:0:30890:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687305.131991:0:30890:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687305.131994:0:30890:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687305.131996:0:30890:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687305.132000:0:30890:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687305.132003:0:30890:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788687305.132005:0:30890:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788687305.132008:0:30890:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788687305.132011:0:30890:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687305.132014:0:30890:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509352448 : -110871200199168 : ffff9b29c97f0e00) 00000100:00000001:2.0:1788687305.132017:0:30890:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687305.132019:0:30890:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967617 00000100:00000001:2.0:1788687305.132021:0:30890:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687305.132024:0:30890:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687305.132029:0:30890:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f0e00 x1875572824517632/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687321 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687305.132036:0:30890:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687305.132039:0:30890:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687305.132041:0:30890:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687305.132045:0:30890:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f0e00 x1875572824517632/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687321 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788687305.132063:0:30890:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f0e00 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:30890:1875572824517632:192.168.203.144@tcp:35:multiop.0 00000100:00000001:2.0:1788687305.132069:0:30890:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687305.132072:0:30890:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687305.132074:0:30890:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687305.132076:0:30890:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687305.132080:0:30890:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0e00 x1875572824517632/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687321 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687305.132093:0:30890:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687305.132095:0:30890:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e0116a80. 00000100:00000001:2.0:1788687305.132102:0:30890:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687305.132103:0:30890:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687305.132112:0:30890:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687305.132113:0:30890:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509352448 : -110871200199168 : ffff9b29c97f0e00) 00000002:00000001:2.0:1788687305.132118:0:30890:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687305.132121:0:30890:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687305.132126:0:30890:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c1342000. 00000080:00000001:2.0:1788687305.132130:0:30890:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788687305.132135:0:30890:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788687305.132139:0:30890:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788687305.132144:0:30890:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b29c97f3480 x1875572824516352/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687305 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687305.132156:0:30890:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687305.132157:0:30890:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509362304 : -110871200189312 : ffff9b29c97f3480) 00000100:00000001:2.0:1788687305.132159:0:30890:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687305.132162:0:30890:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f3480 x1875572824516352/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687305 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687305.132168:0:30890:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687305.132169:0:30890:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687305.132171:0:30890:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f3480 x1875572824516352/t4294967615(4294967615) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687305 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687305.132179:0:30890:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788687305.132182:0:30890:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687305.132184:0:30890:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687305.132186:0:30890:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687305.132188:0:30890:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a00000. 02000000:00000001:2.0:1788687305.132191:0:30890:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687305.132193:0:30890:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687305.132195:0:30890:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f3480. 00000100:00000001:2.0:1788687305.132198:0:30890:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687305.132199:0:30890:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687305.132201:0:30890:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687305.132203:0:30890:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0e00 x1875572824517632/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687321 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687305.132209:0:30890:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687305.132211:0:30890:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9b29c636dc40. 00000002:00000001:2.0:1788687305.132213:0:30890:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687305.132214:0:30890:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687305.132216:0:30890:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b29c4c6fa00. 00000100:00000001:2.0:1788687305.132218:0:30890:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687305.132220:0:30890:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0e00 x1875572824517632/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687321 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687305.132225:0:30890:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687305.132228:0:30890:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687305.132231:0:30890:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29d0061900. 00000080:00000001:2.0:1788687305.132235:0:30890:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687305.132240:0:30890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080c8fdf0 00000080:00000008:2.0:1788687305.132242:0:30890:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000404:0x25:0x0](ffff9b29d8591988), flags 100002, rc = 0 00000080:00000001:2.0:1788687305.132245:0:30890:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687305.132249:0:30890:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788687305.132251:0:30890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080c8fe00 00000080:00002000:2.0:1788687305.132253:0:30890:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9b29c21a8e58, parent ffff9b29c21a85e8, inode ffff9b29d8591988) hashed, 00000080:00000001:2.0:1788687305.132255:0:30890:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687305.132263:0:30890:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788687305.132267:0:30890:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788687305.132269:0:30890:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788687305.132270:0:30890:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080c8fe00 00000080:00002000:2.0:1788687305.132272:0:30890:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-1 (ffff9b29c21a85e8, parent ffff9b29d84cabd0, inode ffff9b29d85763c8) hashed, 00000080:00000001:2.0:1788687305.132274:0:30890:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687305.132277:0:30890:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788687305.132279:0:30890:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1788687305.142027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636dc20. 00000080:00000010:2.1:1788687305.142051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636d920. 00000800:00000001:3.0:1788687305.175062:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687305.175078:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687305.175082:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687305.175085:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687305.175093:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.175101:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687305.175109:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.175114:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.175119:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.175122:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f4b380 00000400:00000200:3.0:1788687305.175127:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.175132:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x66e5 [1] + 224 00000800:00000001:3.0:1788687305.175139:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687305.175159:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687305.175163:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687305.175167:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687305.175174:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687305.175183:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9ad80 x1875572824516992/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687321 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687305.175205:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff9b29c8b9ad80 x1875572824516992/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687321 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687305.175223:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687305.175231:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687305.175234:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687305.175297:0:30902:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687305.175306:0:30902:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687305.175308:0:30902:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687305.175311:0:30902:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1210. 00000400:00000200:1.0:1788687305.175316:0:30902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda550 00000400:00000010:1.0:1788687305.175319:0:30902:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda550. 00000100:00000001:1.0:1788687305.175322:0:30902:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687305.175328:0:30902:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9ad80 x1875572824516992/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687321 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687305.175348:0:30902:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9ad80 x1875572824516992/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687321 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687305.175355:0:30902:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687305.175357:0:30902:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687305.175360:0:30902:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687305.175363:0:30902:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687305.175365:0:30902:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687305.175368:0:30902:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687305.175371:0:30902:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687305.175381:0:30902:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=77 v=5 (5 103 103 103) 00000100:00001000:1.0:1788687305.175384:0:30902:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687305.175387:0:30902:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687305.175388:0:30902:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687305.175391:0:30902:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687305.175394:0:30902:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687305.175398:0:30902:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687305.175400:0:30902:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967617 00000100:00000001:1.0:1788687305.175402:0:30902:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687305.175405:0:30902:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687305.175410:0:30902:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9ad80 x1875572824516992/t4294967617(4294967617) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1788687321 ref 2 fl Rpc:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687305.175417:0:30902:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687305.175420:0:30902:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687305.175422:0:30902:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687305.175426:0:30902:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9ad80 x1875572824516992/t4294967617(4294967617) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1788687321 ref 2 fl Interpret:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687305.175434:0:30902:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:30902:1875572824516992:192.168.203.144@tcp:36:touch.0 00000100:00000001:1.0:1788687305.175440:0:30902:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687305.175442:0:30902:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687305.175445:0:30902:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687305.175447:0:30902:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687305.175450:0:30902:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9ad80 x1875572824516992/t4294967617(4294967617) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1788687321 ref 2 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687305.175457:0:30902:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687305.175459:0:30902:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c68fef00. 00000100:00000001:1.0:1788687305.175463:0:30902:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687305.175465:0:30902:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687305.175471:0:30902:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687305.175474:0:30902:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687305.175480:0:30902:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788687305.175483:0:30902:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788687305.175491:0:30902:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:1.0:1788687305.175494:0:30902:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:1.0:1788687305.175498:0:30902:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687305.175503:0:30902:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9ad80 x1875572824516992/t4294967617(4294967617) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1788687321 ref 1 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687305.175509:0:30902:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687305.175512:0:30902:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687305.175515:0:30902:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6911800. 02000000:00000001:1.0:1788687305.175518:0:30902:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687305.175521:0:30902:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687305.175523:0:30902:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687305.175525:0:30902:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687305.175527:0:30902:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c4c56000. 02000000:00000001:1.0:1788687305.175530:0:30902:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687305.175532:0:30902:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687305.175534:0:30902:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9ad80. 00000100:00000001:1.0:1788687305.175537:0:30902:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687305.175539:0:30902:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687305.175541:0:30902:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788687305.175543:0:30902:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687305.175545:0:30902:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687305.175548:0:30902:0:(pcc.c:2679:pcc_inode_setattr()) Process entered 00000080:00000001:1.0:1788687305.175551:0:30902:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788687305.175553:0:30902:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687305.175557:0:30902:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788687305.175568:0:30902:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687305.175571:0:30902:0:(pcc.c:2688:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687305.175574:0:30902:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:1.0:1788687305.175576:0:30902:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687305.175579:0:30902:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091496 : -110871088460120 : ffff9b29d0280ea8) 00000020:00001000:1.0:1788687305.175582:0:30902:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280ea0 00000020:00000001:1.0:1788687305.175587:0:30902:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0d00 -> ffff9b29d02b0d00 00000020:00000001:1.0:1788687305.175589:0:30902:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788687305.175591:0:30902:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788687305.175593:0:30902:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x26:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788687305.175596:0:30902:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687305.175598:0:30902:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788687305.175600:0:30902:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788687305.175603:0:30902:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:1.0:1788687305.175605:0:30902:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000404:0x26:0x0] 00000002:00000001:1.0:1788687305.175610:0:30902:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687305.175613:0:30902:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687305.175618:0:30902:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687305.175621:0:30902:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687305.175622:0:30902:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x26:0x0]: 0 00000080:00000001:1.0:1788687305.175624:0:30902:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687305.175626:0:30902:0:(file.c:7047:ll_layout_intent()) Process entered 00000080:00000010:1.0:1788687305.175631:0:30902:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56000. 00000080:00010000:1.0:1788687305.175637:0:30902:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x26:0x0](ffff9b29d85aa1c8) 00000080:00000001:1.0:1788687305.175641:0:30902:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687305.175644:0:30902:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687305.175647:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b958 00800000:00000002:1.0:1788687305.175649:0:30902:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000404:0x26:0x0] '' on [0x200000404:0x26:0x0] 00800000:00000001:1.0:1788687305.175653:0:30902:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687305.175656:0:30902:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x26:0x0], fid2=[0x200000404:0x26:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687305.175660:0:30902:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687305.175661:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b828 00000002:00010000:1.0:1788687305.175664:0:30902:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x26:0x0]) in obj [0x200000404:0x26:0x0], intent: layout flags 0 00000002:00000001:1.0:1788687305.175668:0:30902:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788687305.175683:0:30902:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:1.0:1788687305.175687:0:30902:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9ad80. 00000020:00000040:1.0:1788687305.175691:0:30902:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:1.0:1788687305.175696:0:30902:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687305.175700:0:30902:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687305.175704:0:30902:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687305.175707:0:30902:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687305.175709:0:30902:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687305.175712:0:30902:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687305.175718:0:30902:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c4c57a00. 00000100:00000001:1.0:1788687305.175723:0:30902:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687305.175727:0:30902:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687305.175729:0:30902:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687305.175730:0:30902:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687305.175731:0:30902:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687305.175733:0:30902:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687305.175737:0:30902:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00010000:00000001:1.0:1788687305.175740:0:30902:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788687305.175742:0:30902:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788687305.175748:0:30902:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c422f200. 00010000:00000010:1.0:1788687305.175752:0:30902:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5d3bc00. 00010000:00000001:1.0:1788687305.175758:0:30902:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687305.175761:0:30902:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a5400. 00000020:00000001:1.0:1788687305.175764:0:30902:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687305.175767:0:30902:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a5400 with handle 0x230d04438e811d1a to hash 00000020:00000001:1.0:1788687305.175770:0:30902:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687305.175771:0:30902:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509042688 : -110871200508928 : ffff9b29c97a5400) 00010000:00000001:1.0:1788687305.175775:0:30902:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509042688 : -110871200508928 : ffff9b29c97a5400) 00010000:00000001:1.0:1788687305.175778:0:30902:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687305.175781:0:30902:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687305.175785:0:30902:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5400/0x230d04438e811d1a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30902 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687305.175794:0:30902:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5400/0x230d04438e811d1a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30902 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687305.175809:0:30902:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5400/0x230d04438e811d1a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30902 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788687305.175814:0:30902:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687305.175816:0:30902:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687305.175822:0:30902:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c68fef00. 00000100:00000001:1.0:1788687305.175824:0:30902:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202460126976 : -110871249424640 : ffff9b29c68fef00) 00000100:00000001:1.0:1788687305.175826:0:30902:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687305.175828:0:30902:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000100:00000001:1.0:1788687305.175832:0:30902:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687305.175836:0:30902:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687305.175838:0:30902:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687305.175839:0:30902:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687305.175844:0:30902:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9ad80 x1875572824519680/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687305.175851:0:30902:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687305.175853:0:30902:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687305.175856:0:30902:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687305.175859:0:30902:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687305.175861:0:30902:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687305.175865:0:30902:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:30902:1875572824519680:192.168.203.144@tcp:101:touch.0 00000100:00000001:1.0:1788687305.175868:0:30902:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687305.175873:0:30902:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687305.175875:0:30902:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687305.175878:0:30902:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687305.175881:0:30902:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6911800. 02000000:00000001:1.0:1788687305.175883:0:30902:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687305.175888:0:30902:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687305.175891:0:30902:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150840. 00000400:00000010:1.0:1788687305.175896:0:30902:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc198. 00000100:00000200:1.0:1788687305.175901:0:30902:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824519680, portal 10 00000100:00000001:1.0:1788687305.175903:0:30902:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687305.175934:0:30902:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000100:00000040:1.0:1788687305.175941:0:30902:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b9ad80 x1875572824519680/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1788687321 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687305.175949:0:30902:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687305.175952:0:30902:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687305.175955:0:30902:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc440. 00000100:00000200:1.0:1788687305.175958:0:30902:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1875572824519680, offset 0 00000400:00000200:1.0:1788687305.175964:0:30902:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687305.175970:0:30902:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687305.175976:0:30902:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687305.175980:0:30902:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687305.175984:0:30902:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687305.175987:0:30902:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687305.175990:0:30902:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687305.175993:0:30902:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2326:2326:256:4294967295] 192.168.203.144@tcp LPNI seq info [2326:2326:8:4294967295] 00000400:00000200:1.0:1788687305.175998:0:30902:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687305.176006:0:30902:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687305.176012:0:30902:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687305.176017:0:30902:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2d00. 00000800:00000200:1.0:1788687305.176023:0:30902:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687305.176030:0:30902:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687305.176034:0:30902:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2d00 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:1.0:1788687305.176047:0:30902:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687305.176051:0:30902:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 825023 usecs (826 jiffies) 00000400:00000200:1.0:1788687305.176054:0:30902:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687305.176057:0:30902:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296432002 00000100:00000001:1.0:1788687305.176060:0:30902:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296435420 00000100:00000001:1.0:1788687305.176062:0:30902:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296432002 00000100:00000001:1.0:1788687305.176065:0:30902:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296435420 00000100:00000001:1.0:1788687305.176067:0:30902:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687305.176070:0:30902:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687305.176072:0:30902:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687305.176074:0:30902:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687305.176076:0:30902:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c68fef00 going to sleep for 11 seconds 00000100:00000001:1.0:1788687305.176079:0:30902:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687305.176081:0:30902:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687305.176517:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687305.176522:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2d00. 00000400:00000200:3.0:1788687305.176526:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687305.176531:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687305.176535:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc440 00000400:00000010:3.0:1788687305.176538:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc440. 00000100:00000001:3.0:1788687305.176541:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687305.176546:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9ad80 x1875572824519680/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1788687321 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687305.176555:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687305.176568:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9ad80 x1875572824519680/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1788687321 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687305.176575:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687305.176576:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687305.189460:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687305.189482:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687305.189487:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687305.189490:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687305.189502:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.189512:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687305.189524:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.189530:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.189536:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.189541:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 10 MB=0x6a9d2d3f4b400 00000400:00000200:3.0:1788687305.189548:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.189555:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 400/400 into md 0x66ed [1] + 224 00000800:00000001:3.0:1788687305.189573:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687305.189582:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687305.189586:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687305.189592:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687305.189602:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687305.189614:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9ad80 x1875572824519680/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1788687321 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687305.189636:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff9b29c8b9ad80 x1875572824519680/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1788687321 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687305.189824:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687305.189837:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687305.189843:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788687305.202197:0:30902:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9bb80. 00000020:00000040:1.0:1788687305.202207:0:30902:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=4 obd=lustre-OST0000-osc-ffff9b29e019e800 02000000:00000001:1.0:1788687305.202212:0:30902:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788687305.202214:0:30902:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687305.202218:0:30902:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687305.202220:0:30902:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687305.202224:0:30902:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687305.202232:0:30902:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6913800. 00000100:00000001:1.0:1788687305.202238:0:30902:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687305.202249:0:30902:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b29c8b9bb80 x1875572824519808/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687305.202258:0:30902:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687305.202262:0:30902:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687305.202266:0:30902:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014b7f32c] to pc [ptlrpcd_rcv+-1] req@ffff9b29c8b9bb80 x1875572824519808/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687305.202289:0:30902:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687305.202292:0:30902:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1788687305.202293:0:30902:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000100:00000001:1.0:1788687305.202297:0:30902:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687305.202298:0:30902:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687305.202299:0:30902:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687305.202303:0:30902:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c4c57e00. 00000100:00000001:1.0:1788687305.202305:0:30902:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687305.202310:0:30902:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687305.202312:0:30902:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687305.202318:0:30902:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001da6a850] to pc [ptlrpcd_00_00+0] req@ffff9b29c97f3100 x1875572824519936/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1788687305.202337:0:30902:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687305.202341:0:30902:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687305.202343:0:30902:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687305.202346:0:30902:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687305.202348:0:30902:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687305.202350:0:30902:0:(lov_io.c:1872:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687305.202352:0:30902:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687305.202354:0:30902:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788687305.202357:0:30902:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1788687305.202358:0:30902:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788687305.202360:0:30902:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1788687305.202368:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687305.202371:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687305.202374:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687305.202379:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f3100 x1875572824519936/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687305.202386:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687305.202388:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788687305.202392:0:2367:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9b29c97f3100 x1875572824519936/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687305.202399:0:2367:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687305.202402:0:2367:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687305.202404:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687305.202405:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687305.202408:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687305.202410:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687305.202416:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687305.202418:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687305.202420:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687305.202421:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687305.202423:0:2367:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687305.202424:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687305.202426:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687305.202427:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687305.202429:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687305.202435:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687305.202437:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687305.206483:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687305.206489:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445a00. 00000400:00000200:2.0:1788687305.206493:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687305.206499:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687305.206505:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdaf68 00000400:00000010:2.0:1788687305.206507:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdaf68. 00000100:00000001:2.0:1788687305.206511:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687305.206516:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9bb80 x1875572824519808/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687305.206524:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687305.206527:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9bb80 x1875572824519808/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687305.206534:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687305.206536:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687305.219353:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687305.219371:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687305.219376:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687305.219379:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687305.219388:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687305.219395:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687305.219404:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687305.219409:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687305.219413:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687305.219418:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 416 into portal 4 MB=0x6a9d2d3f4b480 00000400:00000200:2.0:1788687305.219423:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687305.219429:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 416/416 into md 0x66f5 [1] + 0 00000800:00000001:2.0:1788687305.219436:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687305.220053:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687305.220058:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687305.220064:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687305.220071:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687305.220080:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9bb80 x1875572824519808/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687305.220091:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9b29c8b9bb80 x1875572824519808/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687305.220149:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687305.220159:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687305.220163:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687305.229085:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687305.229088:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687305.229091:0:2367:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687305.229094:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687305.229096:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687305.229098:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687305.229101:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687305.229104:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687305.229107:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687305.229112:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687305.229114:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687305.229117:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687305.229125:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6911c00. 02000000:00000001:1.0:1788687305.229128:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687305.229134:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687305.229138:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e01505d8. 00000400:00000010:1.0:1788687305.229144:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dce58. 00000100:00000200:1.0:1788687305.229150:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824519936, portal 4 00000100:00000001:1.0:1788687305.229152:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687305.229154:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509361408 : -110871200190208 : ffff9b29c97f3100) 00000100:00000040:1.0:1788687305.229161:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f3100 x1875572824519936/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687321 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687305.229169:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687305.229172:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687305.229175:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc2a8. 00000100:00000200:1.0:1788687305.229178:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875572824519936, offset 0 00000400:00000200:1.0:1788687305.229184:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687305.229192:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687305.229210:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687305.229216:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687305.229220:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687305.229223:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687305.229226:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687305.229230:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2328:2328:256:4294967295] 192.168.203.144@tcp LPNI seq info [2328:2328:8:4294967295] 00000400:00000200:1.0:1788687305.229234:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687305.229246:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687305.229252:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687305.229257:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2000. 00000800:00000200:1.0:1788687305.229264:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687305.229272:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687305.229276:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2000 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1788687305.229291:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687305.229295:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 19650 usecs (20 jiffies) 00000400:00000200:1.0:1788687305.229299:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687305.229301:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296431254 00000100:00000001:1.0:1788687305.229304:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296435420 00000100:00000001:1.0:1788687305.229306:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296431254 00000100:00000001:1.0:1788687305.229308:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296435420 00000100:00000001:1.0:1788687305.229310:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687305.229313:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687305.229314:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687305.229318:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687305.229320:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788687305.229322:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687305.229323:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687305.229325:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687305.229328:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687305.229471:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687305.229476:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2000. 00000400:00000200:2.0:1788687305.229480:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687305.229485:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687305.229490:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc2a8 00000400:00000010:2.0:1788687305.229493:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc2a8. 00000100:00000001:2.0:1788687305.229497:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687305.229501:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3100 x1875572824519936/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687321 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687305.229510:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687305.229513:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f3100 x1875572824519936/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687321 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687305.229521:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687305.229523:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687305.321687:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687305.321704:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687305.321710:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687305.321713:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687305.321723:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687305.321732:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687305.321741:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687305.321746:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687305.321751:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687305.321754:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 432 into portal 4 MB=0x6a9d2d3f4b500 00000400:00000200:2.0:1788687305.321760:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687305.321766:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 432/432 into md 0x66fd [1] + 224 00000800:00000001:2.0:1788687305.321772:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687305.321784:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687305.321787:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687305.321791:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687305.321798:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687305.321807:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3100 x1875572824519936/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687321 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687305.321819:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9b29c97f3100 x1875572824519936/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687321 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687305.321833:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687305.321842:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687305.321845:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687305.322461:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687305.322466:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687305.322473:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687305.322476:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687305.322479:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e01505d8. 00000400:00000200:1.0:1788687305.322485:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dce58 00000400:00000010:1.0:1788687305.322487:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dce58. 00000100:00000001:1.0:1788687305.322491:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687305.322497:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f3100 x1875572824519936/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687321 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687305.322506:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f3100 x1875572824519936/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687321 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687305.322513:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687305.322515:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687305.322517:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687305.322520:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687305.322522:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687305.322524:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687305.322527:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687305.322535:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=77 v=5 (5 5 16 137) 00000100:00001000:1.0:1788687305.322539:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687305.322542:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687305.322544:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687305.322547:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687305.322551:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687305.322554:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788687305.322556:0:2367:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: committing for last_committed 4294967340 gen 14 00000100:00000001:1.0:1788687305.322559:0:2367:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788687305.322562:0:2367:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:1.0:1788687305.322565:0:2367:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687305.322567:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687305.322572:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f3100 x1875572824519936/t4294967340(4294967340) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687321 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687305.322578:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687305.322581:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687305.322583:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788687305.322586:0:2367:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:1.0:1788687305.322604:0:2367:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687305.322609:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f3100 x1875572824519936/t4294967340(4294967340) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687321 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687305.322617:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:0:1875572824519936:192.168.203.144@tcp:2:touch.0 00000100:00000001:1.0:1788687305.322622:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687305.322625:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687305.322629:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f3100 x1875572824519936/t4294967340(4294967340) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687321 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687305.322635:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687305.322637:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687305.322640:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6911c00. 02000000:00000001:1.0:1788687305.322644:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687305.322646:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687305.322648:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687305.322650:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687305.322652:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c4c57e00. 02000000:00000001:1.0:1788687305.322655:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687305.322658:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687305.322659:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f3100. 00000100:00000001:1.0:1788687305.322663:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687305.322664:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687305.322667:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687305.322683:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687305.322685:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687305.322687:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687305.322689:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687305.322924:0:30902:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788687305.322927:0:30902:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687305.322930:0:30902:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687305.322943:0:30902:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788687305.322946:0:30902:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1788687305.322948:0:30902:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788687305.322951:0:30902:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788687305.322952:0:30902:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788687305.322954:0:30902:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788687305.322955:0:30902:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687305.322957:0:30902:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687305.322958:0:30902:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788687305.322960:0:30902:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788687305.322961:0:30902:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1788687305.322963:0:30902:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788687305.322965:0:30902:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788687305.322966:0:30902:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788687305.322968:0:30902:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788687305.322969:0:30902:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788687305.322971:0:30902:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788687305.322973:0:30902:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687305.322975:0:30902:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687305.322976:0:30902:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788687305.322977:0:30902:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788687305.322978:0:30902:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687305.322981:0:30902:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788687305.322982:0:30902:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788687305.322984:0:30902:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788687305.322985:0:30902:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788687305.322986:0:30902:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788687305.322989:0:30902:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d8acd000 00020000:00000001:3.0:1788687305.322991:0:30902:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788687305.322993:0:30902:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788687305.322995:0:30902:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788687305.322997:0:30902:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x26:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788687305.323000:0:30902:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788687305.323001:0:30902:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788687305.323003:0:30902:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280ea0 00000080:00000001:3.0:1788687305.323005:0:30902:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687305.323008:0:30902:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:3.0:1788687305.323013:0:30902:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56e00. 00000020:00000001:3.0:1788687305.323021:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bc30 00000080:00200008:3.0:1788687305.323024:0:30902:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f:[0x200000404:0x26:0x0](ffff9b29d85aa1c8) current size 0, valid attrs 100201f0, mode 0, uid -1053552062, gid -1, new size 213440, atime 1788687289.000000000, mtime 1788687289.000000000, ctime 1788687289.000000000, rc 0 00000080:00000001:3.0:1788687305.323031:0:30902:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687305.323045:0:30902:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788687305.323048:0:30902:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015b6c8) owner 0000000000000000/ffff9b29c5cba7c0 00020000:00000002:3.0:1788687305.323052:0:30902:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015b6c8) owner 0000000000000000/ffff9b29c5cba7c0 00020000:00000001:3.0:1788687305.323055:0:30902:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687305.323063:0:30902:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788687305.323065:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bdf0 00000080:00200008:3.0:1788687305.323067:0:30902:0:(file.c:479:ll_file_release()) START file f:[0x200000404:0x26:0x0](ffff9b29d85aa1c8), flags 104001 00000080:00000001:3.0:1788687305.323070:0:30902:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1788687305.323072:0:30902:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:3.0:1788687305.323074:0:30902:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788687305.323075:0:30902:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015b6c8) owner 0000000000000000/ffff9b29c5cba7c0 00020000:00000002:3.0:1788687305.323077:0:30902:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015b6c8) owner 0000000000000000/ffff9b29c5cba7c0 00020000:00000001:3.0:1788687305.323079:0:30902:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687305.323081:0:30902:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1788687305.323088:0:30902:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687305.323091:0:30902:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687305.323097:0:30902:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f200 count: 2 00010000:00000001:3.0:1788687305.323100:0:30902:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687305.323105:0:30902:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788687305.323108:0:30902:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x26:0x0]: 0 00000080:00000001:3.0:1788687305.323110:0:30902:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788687305.323112:0:30902:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788687305.323117:0:30902:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b29d01f2000. 00000080:00000001:3.0:1788687305.323119:0:30902:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788687305.323125:0:30902:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788687305.323128:0:30902:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1788687305.323130:0:30902:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x26:0x0] 00000002:00000001:3.0:1788687305.323134:0:30902:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788687305.323136:0:30902:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b29e019e800: [0x200000404:0x26:0x0] file closed with intent: 0 00000100:00000010:3.0:1788687305.323142:0:30902:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb5880. 00000020:00000040:3.0:1788687305.323146:0:30902:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:3.0:1788687305.323150:0:30902:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687305.323153:0:30902:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687305.323157:0:30902:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687305.323163:0:30902:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29d01f2a00. 00000100:00000001:3.0:1788687305.323170:0:30902:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788687305.323182:0:30902:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b29c8b99c00 x1875572824516736/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687305 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788687305.323193:0:30902:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788687305.323198:0:30902:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8bb5880 x1875572824520192/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788687305.323205:0:30902:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687305.323206:0:30902:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687305.323213:0:30902:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e1436780. 00000100:00000001:3.0:1788687305.323215:0:30902:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202908096384 : -110870801455232 : ffff9b29e1436780) 00000100:00000001:3.0:1788687305.323217:0:30902:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687305.323219:0:30902:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496526464 : -110871213025152 : ffff9b29c8bb5880) 00000100:00000001:3.0:1788687305.323222:0:30902:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687305.323226:0:30902:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687305.323228:0:30902:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687305.323229:0:30902:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687305.323233:0:30902:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb5880 x1875572824520192/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687305.323239:0:30902:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687305.323241:0:30902:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687305.323245:0:30902:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687305.323247:0:30902:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687305.323250:0:30902:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687305.323254:0:30902:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb5880 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:30902:1875572824520192:192.168.203.144@tcp:35:touch.0 00000100:00000001:3.0:1788687305.323257:0:30902:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687305.323262:0:30902:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687305.323264:0:30902:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687305.323266:0:30902:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687305.323270:0:30902:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c43bd000. 02000000:00000001:3.0:1788687305.323272:0:30902:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687305.323277:0:30902:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687305.323281:0:30902:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4e70. 00000400:00000010:3.0:1788687305.323286:0:30902:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae03b8. 00000100:00000200:3.0:1788687305.323291:0:30902:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824520192, portal 10 00000100:00000001:3.0:1788687305.323294:0:30902:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687305.323295:0:30902:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496526464 : -110871213025152 : ffff9b29c8bb5880) 00000100:00000040:3.0:1788687305.323301:0:30902:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb5880 x1875572824520192/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687321 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687305.323307:0:30902:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687305.323310:0:30902:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687305.323312:0:30902:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0aa0. 00000100:00000200:3.0:1788687305.323314:0:30902:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824520192, offset 0 00000400:00000200:3.0:1788687305.323319:0:30902:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687305.323325:0:30902:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.323332:0:30902:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687305.323336:0:30902:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687305.323352:0:30902:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687305.323356:0:30902:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687305.323358:0:30902:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687305.323362:0:30902:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2329:2329:256:4294967295] 192.168.203.144@tcp LPNI seq info [2329:2329:8:4294967295] 00000400:00000200:3.0:1788687305.323366:0:30902:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687305.323375:0:30902:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687305.323380:0:30902:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687305.323385:0:30902:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a800. 00000800:00000200:3.0:1788687305.323392:0:30902:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687305.323399:0:30902:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687305.323413:0:30902:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788687305.323430:0:30902:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687305.323438:0:30902:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 823846 usecs (824 jiffies) 00000400:00000200:3.0:1788687305.323441:0:30902:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687305.323444:0:30902:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296432152 00000100:00000001:3.0:1788687305.323447:0:30902:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296435420 00000100:00000001:3.0:1788687305.323449:0:30902:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296432152 00000100:00000001:3.0:1788687305.323451:0:30902:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296435420 00000100:00000001:3.0:1788687305.323454:0:30902:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687305.323457:0:30902:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687305.323458:0:30902:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687305.323460:0:30902:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687305.323462:0:30902:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e1436780 going to sleep for 11 seconds 00000100:00000001:3.0:1788687305.323464:0:30902:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687305.323467:0:30902:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687305.323604:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687305.323609:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a800. 00000400:00000200:2.0:1788687305.323613:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687305.323618:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687305.323623:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0aa0 00000400:00000010:2.0:1788687305.323625:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0aa0. 00000100:00000001:2.0:1788687305.323629:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687305.323632:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb5880 x1875572824520192/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687321 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687305.323641:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687305.323643:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb5880 x1875572824520192/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687321 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687305.323649:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687305.323651:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687305.328046:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687305.328063:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687305.328068:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687305.328070:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687305.328079:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687305.328087:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687305.328095:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687305.328100:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687305.328105:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687305.328109:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f4b600 00000400:00000200:2.0:1788687305.328114:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687305.328119:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x6705 [1] + 224 00000800:00000001:2.0:1788687305.328126:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687305.328137:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687305.328140:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687305.328144:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687305.328151:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687305.328159:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb5880 x1875572824520192/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687321 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687305.328170:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b29c8bb5880 x1875572824520192/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687321 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687305.328190:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687305.328197:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687305.328201:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687305.328257:0:30902:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687305.328264:0:30902:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687305.328266:0:30902:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687305.328269:0:30902:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4e70. 00000400:00000200:3.0:1788687305.328275:0:30902:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae03b8 00000400:00000010:3.0:1788687305.328277:0:30902:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae03b8. 00000100:00000001:3.0:1788687305.328281:0:30902:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687305.328285:0:30902:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb5880 x1875572824520192/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687321 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687305.328294:0:30902:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb5880 x1875572824520192/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687321 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687305.328300:0:30902:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687305.328303:0:30902:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687305.328305:0:30902:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687305.328308:0:30902:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687305.328310:0:30902:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687305.328313:0:30902:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687305.328315:0:30902:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687305.328323:0:30902:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=77 v=5 (5 5 5 5) 00000100:00001000:3.0:1788687305.328327:0:30902:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687305.328329:0:30902:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687305.328331:0:30902:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687305.328333:0:30902:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687305.328337:0:30902:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687305.328340:0:30902:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788687305.328342:0:30902:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788687305.328344:0:30902:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788687305.328346:0:30902:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687305.328348:0:30902:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496526464 : -110871213025152 : ffff9b29c8bb5880) 00000100:00000001:3.0:1788687305.328351:0:30902:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687305.328353:0:30902:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967617 00000100:00000001:3.0:1788687305.328355:0:30902:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687305.328358:0:30902:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687305.328363:0:30902:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb5880 x1875572824520192/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687321 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687305.328370:0:30902:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687305.328373:0:30902:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687305.328374:0:30902:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687305.328378:0:30902:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb5880 x1875572824520192/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687321 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687305.328385:0:30902:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb5880 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:30902:1875572824520192:192.168.203.144@tcp:35:touch.0 00000100:00000001:3.0:1788687305.328390:0:30902:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687305.328392:0:30902:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687305.328394:0:30902:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687305.328396:0:30902:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687305.328399:0:30902:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb5880 x1875572824520192/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687321 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687305.328411:0:30902:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687305.328414:0:30902:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e1436780. 00000100:00000001:3.0:1788687305.328418:0:30902:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687305.328420:0:30902:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687305.328426:0:30902:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687305.328427:0:30902:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496526464 : -110871213025152 : ffff9b29c8bb5880) 00000002:00000001:3.0:1788687305.328430:0:30902:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687305.328433:0:30902:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788687305.328437:0:30902:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29d01f2000. 00000080:00000001:3.0:1788687305.328440:0:30902:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788687305.328442:0:30902:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788687305.328447:0:30902:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788687305.328451:0:30902:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b29c8b99c00 x1875572824516736/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687305 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687305.328458:0:30902:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687305.328460:0:30902:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000001:3.0:1788687305.328462:0:30902:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687305.328465:0:30902:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99c00 x1875572824516736/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687305 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687305.328472:0:30902:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687305.328474:0:30902:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687305.328476:0:30902:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b99c00 x1875572824516736/t4294967616(4294967616) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687305 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687305.328481:0:30902:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788687305.328485:0:30902:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687305.328487:0:30902:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687305.328489:0:30902:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687305.328493:0:30902:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c6910c00. 02000000:00000001:3.0:1788687305.328496:0:30902:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687305.328498:0:30902:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687305.328500:0:30902:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b99c00. 00000100:00000001:3.0:1788687305.328503:0:30902:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687305.328504:0:30902:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687305.328506:0:30902:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687305.328509:0:30902:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb5880 x1875572824520192/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687321 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687305.328516:0:30902:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687305.328518:0:30902:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9b29c5d00ac0. 00000002:00000001:3.0:1788687305.328521:0:30902:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687305.328523:0:30902:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788687305.328525:0:30902:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b29d099b500. 00000100:00000001:3.0:1788687305.328527:0:30902:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687305.328530:0:30902:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb5880 x1875572824520192/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687321 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687305.328536:0:30902:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687305.328538:0:30902:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788687305.328542:0:30902:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29e16637c0. 00000080:00000001:3.0:1788687305.328545:0:30902:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687305.328550:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bdf0 00000080:00000008:3.0:1788687305.328553:0:30902:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000404:0x26:0x0](ffff9b29d85aa1c8), flags 104001, rc = 0 00000080:00000001:3.0:1788687305.328556:0:30902:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687305.328561:0:30902:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788687305.328563:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150be00 00000080:00002000:3.0:1788687305.328565:0:30902:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9b29d8580948, parent ffff9b29d85a4870, inode ffff9b29d85aa1c8) hashed, 00000080:00000001:3.0:1788687305.328568:0:30902:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687305.328575:0:30902:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788687305.328580:0:30902:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788687305.328583:0:30902:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788687305.328584:0:30902:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150be00 00000080:00002000:3.0:1788687305.328586:0:30902:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff9b29d85a4870, parent ffff9b29d84cabd0, inode ffff9b29d8596c08) hashed, 00000080:00000001:3.0:1788687305.328588:0:30902:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687305.328593:0:30902:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788687305.328595:0:30902:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:3.1:1788687305.337003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d00da0. 00000080:00000010:3.1:1788687305.337028:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d006c0. 00000020:00000001:1.0:1788687305.739380:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687305.739384:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687305.739386:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788687306.123448:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687306.123456:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788687306.123465:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb6d80. 00000020:00000040:3.0:1788687306.123470:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1788687306.123475:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687306.123478:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687306.123483:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687306.123491:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415a000. 00000100:00000001:3.0:1788687306.123497:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687306.123508:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c8bb6d80 x1875572824520320/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687306.123519:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687306.123523:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687306.123529:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cccde120] to pc [ptlrpcd_01_00+0] req@ffff9b29c8bb6d80 x1875572824520320/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687306.123563:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687306.123567:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687306.123570:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788687306.123574:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb6a00. 00000020:00000040:3.0:1788687306.123576:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:3.0:1788687306.123578:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687306.123589:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687306.123591:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687306.123596:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415a800. 00000100:00000001:3.0:1788687306.123598:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687306.123603:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID req@ffff9b29c8bb6a00 x1875572824520448/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687306.123609:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687306.123611:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687306.123615:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c968b73] to pc [ptlrpcd_01_01+1] req@ffff9b29c8bb6a00 x1875572824520448/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687306.123622:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687306.123624:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788687306.123628:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788687306.123632:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (1769) 00000100:00000001:3.0:1788687306.123643:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687306.123647:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687306.123648:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687306.123653:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6a00 x1875572824520448/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687306.123660:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687306.123662:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687306.123675:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687306.123677:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687306.123680:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687306.123683:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824520448:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687306.123688:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687306.123692:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687306.123694:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687306.123696:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687306.123701:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29d01f2400. 02000000:00000001:3.0:1788687306.123702:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687306.123709:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687306.123713:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4e70. 00000400:00000010:3.0:1788687306.123719:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae03b8. 00000100:00000200:3.0:1788687306.123726:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824520448, portal 4 00000100:00000001:3.0:1788687306.123728:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687306.123729:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496530944 : -110871213020672 : ffff9b29c8bb6a00) 00000100:00000040:3.0:1788687306.123736:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb6a00 x1875572824520448/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687306.123742:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687306.123744:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687306.123746:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae02a8. 00000100:00000200:3.0:1788687306.123749:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824520448, offset 0 00000400:00000200:3.0:1788687306.123754:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687306.123762:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687306.123769:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687306.123774:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687306.123778:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687306.123781:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687306.123784:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687306.123787:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2330:2330:256:4294967295] 192.168.203.144@tcp LPNI seq info [2330:2330:8:4294967295] 00000400:00000200:3.0:1788687306.123791:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687306.123801:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687306.123806:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687306.123811:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a300. 00000800:00000200:3.0:1788687306.123817:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687306.123824:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687306.123827:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687306.123835:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687306.123839:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20313 usecs (21 jiffies) 00000400:00000200:3.0:1788687306.123842:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687306.123845:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296432149 00000100:00000001:3.0:1788687306.123847:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296435420 00000100:00000001:3.0:1788687306.123849:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296432149 00000100:00000001:3.0:1788687306.123851:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296435420 00000100:00000001:3.0:1788687306.123853:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687306.123856:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687306.123859:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687306.123861:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687306.123867:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687306.123869:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788687306.123871:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687306.123872:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687306.123873:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687306.123876:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788687306.123877:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687306.123879:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687306.123880:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687306.123882:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687306.123883:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687306.123884:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687306.123888:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6d80 x1875572824520320/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687306.123894:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687306.123895:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687306.123897:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687306.123899:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687306.123901:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687306.123904:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824520320:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687306.123924:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687306.123926:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687306.123928:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687306.123930:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687306.123933:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29d01f3800. 02000000:00000001:3.0:1788687306.123934:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687306.123938:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687306.123940:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4840. 00000400:00000010:3.0:1788687306.123943:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0088. 00000100:00000200:3.0:1788687306.123946:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824520320, portal 25 00000100:00000001:3.0:1788687306.123948:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687306.123949:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496531840 : -110871213019776 : ffff9b29c8bb6d80) 00000100:00000040:3.0:1788687306.123954:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb6d80 x1875572824520320/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687306.123960:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687306.123962:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687306.123964:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae07f8. 00000100:00000200:3.0:1788687306.123966:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824520320, offset 0 00000400:00000200:3.0:1788687306.123981:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687306.123985:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687306.123989:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687306.123992:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687306.123994:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687306.123996:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687306.123999:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687306.124002:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2331:2331:255:4294967295] 192.168.203.144@tcp LPNI seq info [2331:2331:7:4294967295] 00000400:00000200:3.0:1788687306.124005:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687306.124011:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687306.124015:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687306.124019:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a400. 00000800:00000200:3.0:1788687306.124022:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687306.124026:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687306.124029:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687306.124031:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687306.124034:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687306.124036:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296436442 00000100:00000001:3.0:1788687306.124042:0:2370:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296435420 00000100:00000001:3.0:1788687306.124045:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296436442 00000100:00000001:3.0:1788687306.124048:0:2370:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296435420 00000100:00000001:3.0:1788687306.124050:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687306.124052:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687306.124054:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687306.124057:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687306.124116:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687306.124119:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687306.124156:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687306.124160:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a300. 00000400:00000200:2.0:1788687306.124166:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687306.124171:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687306.124176:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae02a8 00000400:00000010:2.0:1788687306.124178:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae02a8. 00000100:00000001:2.0:1788687306.124182:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687306.124186:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6a00 x1875572824520448/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687306.124194:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687306.124197:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6a00 x1875572824520448/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687306.124204:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687306.124205:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687306.124272:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687306.124274:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a400. 00000400:00000200:2.0:1788687306.124277:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687306.124281:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687306.124283:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae07f8 00000400:00000010:2.0:1788687306.124285:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae07f8. 00000100:00000001:2.0:1788687306.124287:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687306.124290:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6d80 x1875572824520320/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687306.124298:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687306.124300:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6d80 x1875572824520320/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687322 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687306.124307:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687306.124308:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687306.128246:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687306.128262:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687306.128265:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687306.128268:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687306.128277:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687306.128284:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687306.128292:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687306.128297:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687306.128302:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687306.128306:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f4b700 00000400:00000200:2.0:1788687306.128311:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687306.128317:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6715 [1] + 224 00000800:00000001:2.0:1788687306.128324:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687306.128328:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687306.128331:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687306.128336:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687306.128354:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687306.128363:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6a00 x1875572824520448/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687306.128374:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb6a00 x1875572824520448/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687306.128389:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687306.128397:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687306.128402:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687306.128403:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687306.128405:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687306.128408:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687306.128411:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687306.128416:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687306.128418:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687306.128422:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687306.128425:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f4b680 00000400:00000200:2.0:1788687306.128429:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687306.128434:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6725 [1] + 224 00000100:00000001:3.0:1788687306.128438:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1788687306.128438:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788687306.128444:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1788687306.128445:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687306.128449:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1788687306.128451:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1788687306.128453:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000001:3.0:1788687306.128456:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687306.128461:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4e70. 00000400:00000200:3.0:1788687306.128466:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae03b8 00000400:00000010:3.0:1788687306.128468:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae03b8. 00000100:00000001:3.0:1788687306.128473:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:2.0:1788687306.128474:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687306.128480:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb6a00 x1875572824520448/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687306.128482:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6d80 x1875572824520320/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687322 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687306.128508:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb6a00 x1875572824520448/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687306.128510:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb6d80 x1875572824520320/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687306.128530:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687306.128534:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687306.128534:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687306.128539:0:2370:0:(client.c:1593:after_reply()) Process entered 00000800:00000001:2.0:1788687306.128540:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1788687306.128542:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000800:00000001:2.0:1788687306.128545:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687306.128546:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687306.128549:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687306.128671:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687306.128681:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=78 v=5 (5 5 16 137) 00000100:00001000:3.0:1788687306.128685:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687306.128688:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687306.128689:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687306.128692:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687306.128695:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687306.128699:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687306.128700:0:2370:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967340 00000100:00000001:3.0:1788687306.128702:0:2370:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687306.128704:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687306.128710:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb6a00 x1875572824520448/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687306.128717:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687306.128720:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687306.128722:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687306.128726:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6a00 x1875572824520448/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687306.128734:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824520448:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687306.128738:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687306.128740:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687306.128743:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb6a00 x1875572824520448/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687306.128750:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687306.128752:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687306.128756:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29d01f2400. 02000000:00000001:3.0:1788687306.128759:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687306.128761:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687306.128762:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:3.0:1788687306.128764:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687306.128767:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415a800. 02000000:00000001:3.0:1788687306.128770:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687306.128772:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687306.128773:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6a00. 00000100:00000001:3.0:1788687306.128777:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687306.128778:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687306.128781:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687306.128783:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687306.128784:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687306.128787:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687306.128788:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687306.128790:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4840. 00000400:00000200:3.0:1788687306.128792:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0088 00000400:00000010:3.0:1788687306.128794:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0088. 00000100:00000001:3.0:1788687306.128796:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687306.128800:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb6d80 x1875572824520320/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687322 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687306.128808:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb6d80 x1875572824520320/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687322 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687306.128815:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687306.128817:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687306.128818:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687306.128820:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687306.128821:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687306.128822:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687306.128824:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687306.128827:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=78 v=5 (5 5 5 5) 00000100:00001000:3.0:1788687306.128830:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=78 v=5 (1 1 1 1) 00000100:00000001:3.0:1788687306.128831:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687306.128833:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687306.128834:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687306.128837:0:2370:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687306.128838:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687306.128842:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb6d80 x1875572824520320/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687306.128847:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687306.128849:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687306.128850:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687306.128853:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6d80 x1875572824520320/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687322 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687306.128859:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824520320:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687306.128863:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687306.128864:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687306.128867:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb6d80 x1875572824520320/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687322 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687306.128873:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687306.128874:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687306.128876:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29d01f3800. 02000000:00000001:3.0:1788687306.128878:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687306.128879:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687306.128880:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1788687306.128882:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687306.128883:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415a000. 02000000:00000001:3.0:1788687306.128885:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687306.128886:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687306.128887:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6d80. 00000100:00000001:3.0:1788687306.128889:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687306.128890:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687306.128892:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687306.128899:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687306.128901:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687306.128903:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687306.128930:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.111776:0:30936:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687307.111786:0:30936:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687307.111789:0:30936:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687307.111793:0:30936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080dd3b20 00000080:00200000:1.0:1788687307.111799:0:30936:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687307.111808:0:30936:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c57e00. 00800000:00000002:1.0:1788687307.111818:0:30936:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687307.111823:0:30936:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687307.111830:0:30936:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687307.111833:0:30936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080dd3a40 00800000:00000002:1.0:1788687307.111836:0:30936:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687307.111841:0:30936:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687307.111846:0:30936:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687307.111854:0:30936:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687307.111857:0:30936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080dd3910 00000002:00010000:1.0:1788687307.111859:0:30936:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687307.111864:0:30936:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687307.111866:0:30936:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687307.111870:0:30936:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687307.111878:0:30936:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687307.111881:0:30936:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687307.111883:0:30936:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687307.111886:0:30936:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788687307.111889:0:30936:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788687307.111895:0:30936:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b98000. 00000020:00000040:1.0:1788687307.111900:0:30936:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:1.0:1788687307.111997:0:30936:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687307.112003:0:30936:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687307.112010:0:30936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.112013:0:30936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.112014:0:30936:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.112019:0:30936:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687307.112022:0:30936:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687307.112027:0:30936:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687307.112035:0:30936:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6911c00. 00000100:00000001:1.0:1788687307.112044:0:30936:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.112049:0:30936:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687307.112051:0:30936:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.112052:0:30936:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687307.112054:0:30936:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.112056:0:30936:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687307.112062:0:30936:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00010000:00000001:1.0:1788687307.112066:0:30936:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788687307.112069:0:30936:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788687307.112073:0:30936:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c422f500. 00010000:00000010:1.0:1788687307.112078:0:30936:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5d3bf00. 00010000:00000001:1.0:1788687307.112083:0:30936:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687307.112086:0:30936:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a4800. 00000020:00000001:1.0:1788687307.112091:0:30936:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687307.113573:0:30936:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a4800 with handle 0x230d04438e811d21 to hash 00000020:00000001:1.0:1788687307.113639:0:30936:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687307.113642:0:30936:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687307.113648:0:30936:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687307.113654:0:30936:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687307.113667:0:30936:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687307.113673:0:30936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811d21 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687307.113686:0:30936:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811d21 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687307.113703:0:30936:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811d21 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788687307.113710:0:30936:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687307.113712:0:30936:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687307.113726:0:30936:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c68fe600. 00000100:00000001:1.0:1788687307.113728:0:30936:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202460124672 : -110871249426944 : ffff9b29c68fe600) 00000100:00000001:1.0:1788687307.113731:0:30936:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687307.113733:0:30936:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00000100:00000001:1.0:1788687307.113739:0:30936:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687307.113745:0:30936:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.113747:0:30936:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687307.113749:0:30936:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687307.113762:0:30936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b98000 x1875572824520576/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.113771:0:30936:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687307.113774:0:30936:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687307.113779:0:30936:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687307.113783:0:30936:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687307.113786:0:30936:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687307.113790:0:30936:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b98000 pname:cluuid:pid:xid:nid:opc:job checkstat:ce1d4174-c231-444b-b3ed-b722bc4901cb:30936:1875572824520576:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:1.0:1788687307.113795:0:30936:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687307.113803:0:30936:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687307.113806:0:30936:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687307.113809:0:30936:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687307.113817:0:30936:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c7090800. 02000000:00000001:1.0:1788687307.113819:0:30936:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687307.113829:0:30936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687307.113835:0:30936:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e01505d8. 00000400:00000010:1.0:1788687307.113845:0:30936:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dce58. 00000100:00000200:1.0:1788687307.113855:0:30936:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824520576, portal 10 00000100:00000001:1.0:1788687307.113857:0:30936:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687307.113858:0:30936:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00000100:00000040:1.0:1788687307.113865:0:30936:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b98000 x1875572824520576/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.113873:0:30936:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687307.113876:0:30936:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687307.113880:0:30936:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcbb0. 00000100:00000200:1.0:1788687307.113884:0:30936:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824520576, offset 0 00000400:00000200:1.0:1788687307.113893:0:30936:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687307.113903:0:30936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687307.114846:0:30936:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687307.114853:0:30936:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687307.114859:0:30936:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687307.114864:0:30936:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687307.114868:0:30936:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687307.114871:0:30936:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2332:2332:256:4294967295] 192.168.203.144@tcp LPNI seq info [2332:2332:8:4294967295] 00000400:00000200:1.0:1788687307.114877:0:30936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687307.114890:0:30936:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687307.114897:0:30936:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687307.114999:0:30936:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2f00. 00000800:00000200:1.0:1788687307.115009:0:30936:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687307.115021:0:30936:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687307.115026:0:30936:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788687307.115106:0:30936:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687307.115114:0:30936:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 822640 usecs (823 jiffies) 00000400:00000200:1.0:1788687307.115118:0:30936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687307.115122:0:30936:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296433939 00000100:00000001:1.0:1788687307.115125:0:30936:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296436442 00000100:00000001:1.0:1788687307.115128:0:30936:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296433939 00000100:00000001:1.0:1788687307.115130:0:30936:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296436442 00000100:00000001:1.0:1788687307.115133:0:30936:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687307.115136:0:30936:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.115139:0:30936:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687307.115141:0:30936:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687307.115144:0:30936:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c68fe600 going to sleep for 11 seconds 00000100:00000001:1.0:1788687307.115148:0:30936:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687307.115151:0:30936:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687307.119966:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687307.119980:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2f00. 00000400:00000200:2.0:1788687307.119992:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.120003:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687307.120013:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcbb0 00000400:00000010:2.0:1788687307.120017:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcbb0. 00000100:00000001:2.0:1788687307.120023:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687307.120034:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b98000 x1875572824520576/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.120048:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687307.120052:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b98000 x1875572824520576/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687323 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.120059:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687307.120061:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687307.126493:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.126519:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687307.126525:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.126528:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.126540:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.126549:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687307.126561:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.126567:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.126574:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.126642:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f4b780 00000400:00000200:2.0:1788687307.126649:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.126665:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x6735 [1] + 224 00000800:00000001:2.0:1788687307.126674:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.126701:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.126706:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.126711:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687307.126721:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687307.126733:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b98000 x1875572824520576/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687323 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687307.126745:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c8b98000 x1875572824520576/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.126765:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687307.126778:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.126781:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.126843:0:30936:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687307.126854:0:30936:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687307.126856:0:30936:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687307.126860:0:30936:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e01505d8. 00000400:00000200:1.0:1788687307.126866:0:30936:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dce58 00000400:00000010:1.0:1788687307.126869:0:30936:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dce58. 00000100:00000001:1.0:1788687307.126873:0:30936:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687307.126878:0:30936:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b98000 x1875572824520576/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687307.126887:0:30936:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b98000 x1875572824520576/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.126892:0:30936:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687307.126895:0:30936:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.126897:0:30936:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687307.126901:0:30936:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687307.126904:0:30936:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687307.126934:0:30936:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687307.126938:0:30936:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687307.126950:0:30936:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=79 v=5 (5 103 103 103) 00000100:00001000:1.0:1788687307.126956:0:30936:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687307.126959:0:30936:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687307.126961:0:30936:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.126963:0:30936:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687307.126968:0:30936:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.126972:0:30936:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687307.126974:0:30936:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967617 00000100:00000001:1.0:1788687307.126976:0:30936:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687307.126980:0:30936:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687307.126985:0:30936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b98000 x1875572824520576/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.126993:0:30936:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687307.126996:0:30936:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687307.126999:0:30936:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687307.127002:0:30936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b98000 x1875572824520576/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687323 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687307.127011:0:30936:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b98000 pname:cluuid:pid:xid:nid:opc:job checkstat:ce1d4174-c231-444b-b3ed-b722bc4901cb:30936:1875572824520576:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:1.0:1788687307.127017:0:30936:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.127020:0:30936:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.127023:0:30936:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687307.127025:0:30936:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687307.127029:0:30936:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b98000 x1875572824520576/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687323 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.127036:0:30936:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687307.127039:0:30936:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c68fe600. 00000100:00000001:1.0:1788687307.127043:0:30936:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687307.127044:0:30936:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.127048:0:30936:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788687307.127053:0:30936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.127056:0:30936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.127060:0:30936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=4 00000020:00000001:1.0:1788687307.127063:0:30936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687307.127066:0:30936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000040:1.0:1788687307.127074:0:30936:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c97a4800, remote cookie: 0x59c08f76ab1d2281, flags: 0x1001 00010000:00010000:1.0:1788687307.127080:0:30936:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811d21 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2281 expref: -99 pid: 30936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687307.127217:0:30936:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811d21 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2281 expref: -99 pid: 30936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687307.127227:0:30936:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788687307.127232:0:30936:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788687307.127235:0:30936:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788687307.127237:0:30936:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788687307.127238:0:30936:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788687307.127241:0:30936:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b29c422f500) refcount = 1 00010000:00010000:1.0:1788687307.127245:0:30936:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811d21 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2281 expref: -99 pid: 30936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687307.127252:0:30936:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788687307.127256:0:30936:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788687307.127257:0:30936:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687307.127261:0:30936:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788687307.127263:0:30936:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687307.127267:0:30936:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811d21 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2281 expref: -99 pid: 30936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687307.127273:0:30936:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788687307.127274:0:30936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.127276:0:30936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.127277:0:30936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.127278:0:30936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.127280:0:30936:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687307.127287:0:30936:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788687307.127289:0:30936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.127291:0:30936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.127293:0:30936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=3 00000020:00000001:1.0:1788687307.127295:0:30936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687307.127297:0:30936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687307.127300:0:30936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.127301:0:30936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.127302:0:30936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=4 00000020:00000001:1.0:1788687307.127304:0:30936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687307.127306:0:30936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687307.127310:0:30936:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687307.127314:0:30936:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687307.127318:0:30936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811d21 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2281 expref: -99 pid: 30936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687307.127325:0:30936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.127326:0:30936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.127328:0:30936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.127329:0:30936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.127330:0:30936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=5 00000020:00000001:1.0:1788687307.127332:0:30936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687307.127334:0:30936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687307.127336:0:30936:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687307.127339:0:30936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811d21 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2281 expref: -99 pid: 30936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687307.127346:0:30936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.127347:0:30936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788687307.127350:0:30936:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811d21 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2281 expref: -99 pid: 30936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687307.127355:0:30936:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687307.127356:0:30936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.127358:0:30936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.127359:0:30936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.127360:0:30936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788687307.127366:0:30936:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c8b98000 x1875572824520576/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687323 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788687307.127377:0:30936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.127378:0:30936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.127380:0:30936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=3 00000020:00000001:1.0:1788687307.127382:0:30936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687307.127384:0:30936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687307.127386:0:30936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.127387:0:30936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687307.127389:0:30936:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687307.127391:0:30936:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687307.127456:0:30936:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788687307.127460:0:30936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.127461:0:30936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.127463:0:30936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=3 00000020:00000001:1.0:1788687307.127465:0:30936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687307.127468:0:30936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00000002:00010000:1.0:1788687307.127471:0:30936:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811d21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2281 expref: -99 pid: 30936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687307.127478:0:30936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.127480:0:30936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.127482:0:30936:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687307.127483:0:30936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.127485:0:30936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.127486:0:30936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=3 00000020:00000001:1.0:1788687307.127488:0:30936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687307.127490:0:30936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000040:1.0:1788687307.127497:0:30936:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f500 count: 2 00010000:00000001:1.0:1788687307.127500:0:30936:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788687307.127505:0:30936:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788687307.127508:0:30936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.127509:0:30936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687307.127510:0:30936:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788687307.127513:0:30936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080dd3898 00000002:00002000:1.0:1788687307.127515:0:30936:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788687307.127518:0:30936:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687307.127522:0:30936:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687307.127526:0:30936:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788687307.127529:0:30936:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788687307.127532:0:30936:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687307.127536:0:30936:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687307.127541:0:30936:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c57e00. 00000080:00000001:1.0:1788687307.127546:0:30936:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687307.127549:0:30936:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788687307.127556:0:30936:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788687307.127561:0:30936:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788687307.127569:0:30936:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b29d099b380. 00800000:00000001:1.0:1788687307.127571:0:30936:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633202628539264 : -110871081012352 : ffff9b29d099b380) 00800000:00000001:1.0:1788687307.127574:0:30936:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687307.127691:0:30936:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788687307.127696:0:30936:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788687307.127698:0:30936:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788687307.127702:0:30936:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788687307.127705:0:30936:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788687307.127707:0:30936:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.127712:0:30936:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788687307.127715:0:30936:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788687307.127720:0:30936:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788687307.127723:0:30936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.127725:0:30936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.127726:0:30936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=3 00000020:00000001:1.0:1788687307.127728:0:30936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687307.127730:0:30936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687307.127733:0:30936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.127734:0:30936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687307.127736:0:30936:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788687307.127739:0:30936:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788687307.127740:0:30936:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d099b380 1 00800000:00000010:1.0:1788687307.127743:0:30936:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b29d099b380. 00800000:00000001:1.0:1788687307.127746:0:30936:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687307.127750:0:30936:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811d21 00800000:00000001:1.0:1788687307.127753:0:30936:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687307.127755:0:30936:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687307.127756:0:30936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.127757:0:30936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.127759:0:30936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=3 00000020:00000001:1.0:1788687307.127760:0:30936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687307.127763:0:30936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687307.127765:0:30936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.127767:0:30936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687307.127768:0:30936:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687307.127770:0:30936:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.127772:0:30936:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687307.127774:0:30936:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687307.127778:0:30936:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d21 from it ffffaca080dd3b58 00010000:00000001:1.0:1788687307.127780:0:30936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.127781:0:30936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.127782:0:30936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=3 00000020:00000001:1.0:1788687307.127784:0:30936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687307.127786:0:30936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687307.127788:0:30936:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687307.127791:0:30936:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811d21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2281 expref: -99 pid: 30936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687307.127798:0:30936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.127799:0:30936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.127801:0:30936:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687307.127803:0:30936:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687307.127807:0:30936:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811d21 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2281 expref: -99 pid: 30936 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687307.127817:0:30936:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687307.127819:0:30936:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687307.127821:0:30936:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687307.127826:0:30936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.127827:0:30936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.127829:0:30936:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.127833:0:30936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687307.127835:0:30936:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.127837:0:30936:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.127839:0:30936:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.127841:0:30936:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687307.127842:0:30936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.127843:0:30936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687307.127845:0:30936:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687307.127850:0:30936:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b98000 x1875572824520576/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687323 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.127856:0:30936:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687307.127860:0:30936:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687307.127864:0:30936:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c7090800. 02000000:00000001:1.0:1788687307.127867:0:30936:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687307.127870:0:30936:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687307.127872:0:30936:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687307.127875:0:30936:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687307.127878:0:30936:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c6911c00. 02000000:00000001:1.0:1788687307.127882:0:30936:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687307.127885:0:30936:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687307.127887:0:30936:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b98000. 00000100:00000001:1.0:1788687307.127891:0:30936:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687307.127893:0:30936:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687307.127897:0:30936:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788687307.127903:0:30936:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687307.128498:0:30936:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c5d00860. 00000020:00000001:1.0:1788687307.128505:0:30936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080dd3a88 00000080:00200000:1.0:1788687307.128510:0:30936:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), flags=24 00000080:00000001:1.0:1788687307.128514:0:30936:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788687307.128516:0:30936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080dd3938 00000080:00200000:1.0:1788687307.128518:0:30936:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=0 00000080:00000010:1.0:1788687307.128528:0:30936:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c57e00. 00800000:00000002:1.0:1788687307.128534:0:30936:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687307.128540:0:30936:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687307.128544:0:30936:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687307.128546:0:30936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080dd3858 00800000:00000002:1.0:1788687307.128549:0:30936:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687307.128553:0:30936:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788687307.128559:0:30936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080dd37f0 00800000:00000002:1.0:1788687307.128562:0:30936:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:1.0:1788687307.128566:0:30936:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687307.128568:0:30936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080dd3728 00000002:00010000:1.0:1788687307.128570:0:30936:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1788687307.128575:0:30936:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788687307.128650:0:30936:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788687307.128665:0:30936:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b98000. 00000020:00000040:1.0:1788687307.128670:0:30936:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:1.0:1788687307.128677:0:30936:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687307.128681:0:30936:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687307.128685:0:30936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.128687:0:30936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.128689:0:30936:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.128693:0:30936:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687307.128695:0:30936:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687307.128701:0:30936:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687307.128709:0:30936:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6911c00. 00000100:00000001:1.0:1788687307.128718:0:30936:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.128723:0:30936:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687307.128725:0:30936:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.128726:0:30936:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687307.128728:0:30936:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.128730:0:30936:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687307.128740:0:30936:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00010000:00000001:1.0:1788687307.128744:0:30936:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788687307.128747:0:30936:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788687307.128752:0:30936:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f500 count: 2 00010000:00000001:1.0:1788687307.128755:0:30936:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687307.128758:0:30936:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687307.128762:0:30936:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a5a00. 00000020:00000001:1.0:1788687307.128767:0:30936:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687307.128770:0:30936:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a5a00 with handle 0x230d04438e811d28 to hash 00000020:00000001:1.0:1788687307.128772:0:30936:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687307.128774:0:30936:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687307.128778:0:30936:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687307.128782:0:30936:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687307.128785:0:30936:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687307.128790:0:30936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811d28 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687307.128799:0:30936:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811d28 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30936 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687307.128810:0:30936:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811d28 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30936 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788687307.128815:0:30936:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687307.128817:0:30936:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687307.128826:0:30936:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c68fe600. 00000100:00000001:1.0:1788687307.128829:0:30936:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202460124672 : -110871249426944 : ffff9b29c68fe600) 00000100:00000001:1.0:1788687307.128832:0:30936:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687307.128833:0:30936:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00000100:00000001:1.0:1788687307.128839:0:30936:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687307.128845:0:30936:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.128847:0:30936:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687307.128848:0:30936:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687307.128857:0:30936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b98000 x1875572824520704/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.128867:0:30936:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687307.128870:0:30936:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687307.128874:0:30936:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687307.128877:0:30936:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687307.128879:0:30936:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687307.128883:0:30936:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b98000 pname:cluuid:pid:xid:nid:opc:job checkstat:ce1d4174-c231-444b-b3ed-b722bc4901cb:30936:1875572824520704:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:1.0:1788687307.128888:0:30936:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687307.128895:0:30936:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687307.128898:0:30936:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687307.128902:0:30936:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1788687307.130855:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687307.130861:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445d00. 00000400:00000200:2.0:1788687307.130868:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.130873:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687307.130880:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdaa18 00000400:00000010:2.0:1788687307.130883:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdaa18. 00000100:00000001:2.0:1788687307.130888:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687307.130894:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b98000 x1875572824520704/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.130931:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687307.130936:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b98000 x1875572824520704/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687323 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.130944:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687307.130946:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687307.135042:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.135064:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687307.135071:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.135074:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.135086:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.135106:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687307.135117:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.135122:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.135129:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.135133:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x6a9d2d3f4b800 00000400:00000200:2.0:1788687307.135139:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.135146:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x673d [1] + 224 00000800:00000001:2.0:1788687307.135154:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.135162:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.135167:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.135172:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687307.135182:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687307.135193:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b98000 x1875572824520704/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687323 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687307.135204:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b29c8b98000 x1875572824520704/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.135225:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687307.135235:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.135240:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788687307.137101:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687307.137107:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445f00. 00000400:00000200:2.0:1788687307.137113:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.137119:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687307.137125:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda990 00000400:00000010:2.0:1788687307.137127:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda990. 00000100:00000001:2.0:1788687307.137131:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687307.137136:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3800 x1875572824520832/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.137146:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687307.137149:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3800 x1875572824520832/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687323 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.137155:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687307.137156:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687307.142780:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.142802:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687307.142808:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.142811:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.142824:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.142834:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687307.142847:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.142852:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.142859:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.142864:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 640 into portal 10 MB=0x6a9d2d3f4b880 00000400:00000200:2.0:1788687307.142871:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.142879:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 640/640 into md 0x6745 [1] + 224 00000800:00000001:2.0:1788687307.142888:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.142895:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.142899:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.142953:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687307.142965:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687307.142977:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3800 x1875572824520832/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687323 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687307.142989:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9b29c97f3800 x1875572824520832/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.143000:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687307.143009:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.143013:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.147686:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687307.147692:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687307.147695:0:2368:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687307.147703:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f3800 x1875572824521088/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.147711:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687307.147713:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788687307.147717:0:2368:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9b29c97f3800 x1875572824521088/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.147724:0:2368:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.147727:0:2368:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.147729:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687307.147730:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.147733:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.147735:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.147743:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687307.147745:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.147747:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687307.147748:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687307.147750:0:2368:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.147751:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687307.147752:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.147754:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.147757:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.147764:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687307.147766:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687307.147835:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687307.147840:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687307.147842:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687307.147848:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f0000 x1875572824520960/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687307.147860:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687307.147862:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687307.147866:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687307.147870:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687307.147873:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687307.147877:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824520960:192.168.203.144@tcp:8:checkstat.0 00000100:00000001:2.0:1788687307.147881:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687307.147887:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687307.147890:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687307.147893:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687307.147900:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d4000. 02000000:00000001:2.0:1788687307.147902:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687307.147945:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687307.147951:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fdf20. 00000400:00000010:2.0:1788687307.147960:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240550. 00000100:00000200:2.0:1788687307.147969:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824520960, portal 4 00000100:00000001:2.0:1788687307.147971:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687307.147973:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509348864 : -110871200202752 : ffff9b29c97f0000) 00000100:00000040:2.0:1788687307.147979:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f0000 x1875572824520960/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687307.147986:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687307.147989:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687307.147991:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240880. 00000100:00000200:2.0:1788687307.147994:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875572824520960, offset 0 00000400:00000200:2.0:1788687307.148000:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687307.148008:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.148015:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687307.148022:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687307.148027:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687307.148031:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687307.148034:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687307.148038:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2335:2335:256:4294967295] 192.168.203.144@tcp LPNI seq info [2335:2335:8:4294967295] 00000400:00000200:2.0:1788687307.148042:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.148053:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687307.148060:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687307.148065:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec100. 00000800:00000200:2.0:1788687307.148072:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687307.148082:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687307.148087:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788687307.148108:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687307.148114:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 291976 usecs (292 jiffies) 00000400:00000200:2.0:1788687307.148117:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687307.148120:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296433445 00000100:00000001:2.0:1788687307.148123:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296436442 00000100:00000001:2.0:1788687307.148125:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296433445 00000100:00000001:2.0:1788687307.148127:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296436442 00000100:00000001:2.0:1788687307.148130:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687307.148132:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687307.148135:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687307.148137:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687307.148141:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687307.148142:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788687307.148144:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687307.148145:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687307.148146:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687307.148148:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687307.148326:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687307.148332:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec100. 00000400:00000200:3.0:1788687307.148338:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687307.148344:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687307.148352:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240880 00000400:00000010:3.0:1788687307.148354:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240880. 00000100:00000001:3.0:1788687307.148359:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687307.148363:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0000 x1875572824520960/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687317 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687307.148372:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687307.148375:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0000 x1875572824520960/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687317 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687307.148382:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687307.148384:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687307.151348:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.151370:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687307.151376:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.151379:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.151391:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.151408:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687307.151419:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.151425:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.151431:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.151436:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 416 into portal 4 MB=0x6a9d2d3f4b900 00000400:00000200:2.0:1788687307.151443:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.151450:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 416/416 into md 0x674d [1] + 0 00000800:00000001:2.0:1788687307.151459:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.151468:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.151472:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.151477:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687307.151487:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687307.151498:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0000 x1875572824520960/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687317 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687307.151510:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9b29c97f0000 x1875572824520960/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687317 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687307.151531:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687307.151542:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.151546:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.153177:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687307.153181:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687307.153183:0:2368:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.156276:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687307.156287:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687307.156294:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687307.156300:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687307.156304:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.156308:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687307.156318:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687307.156321:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687307.156324:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687307.156339:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6912c00. 02000000:00000001:1.0:1788687307.156344:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687307.156356:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687307.156361:0:2368:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e01505d8. 00000400:00000010:1.0:1788687307.156370:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dce58. 00000100:00000200:1.0:1788687307.156379:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824521088, portal 4 00000100:00000001:1.0:1788687307.156381:0:2368:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687307.156383:0:2368:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509363200 : -110871200188416 : ffff9b29c97f3800) 00000100:00000040:1.0:1788687307.156409:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f3800 x1875572824521088/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687323 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.156418:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687307.156421:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687307.156425:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dca18. 00000100:00000200:1.0:1788687307.156430:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875572824521088, offset 0 00000400:00000200:1.0:1788687307.156437:0:2368:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687307.156448:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687307.156458:0:2368:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687307.156464:0:2368:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687307.156469:0:2368:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687307.156473:0:2368:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687307.156475:0:2368:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687307.156481:0:2368:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2336:2336:256:4294967295] 192.168.203.144@tcp LPNI seq info [2336:2336:8:4294967295] 00000400:00000200:1.0:1788687307.156486:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687307.156499:0:2368:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687307.156506:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687307.156512:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2900. 00000800:00000200:1.0:1788687307.156520:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687307.156531:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687307.156536:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788687307.156563:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687307.156569:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 290051 usecs (291 jiffies) 00000400:00000200:1.0:1788687307.156573:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000800:00000200:3.0:1788687307.156822:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687307.156829:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2900. 00000400:00000200:3.0:1788687307.156837:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687307.156843:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687307.156850:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dca18 00000400:00000010:3.0:1788687307.156853:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dca18. 00000100:00000001:3.0:1788687307.156857:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687307.156862:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3800 x1875572824521088/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687323 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.156873:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687307.156877:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f3800 x1875572824521088/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687323 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.156885:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687307.156887:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788687307.157459:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296433450 00000100:00000001:1.0:1788687307.157467:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296436442 00000100:00000001:1.0:1788687307.157471:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296433453 00000100:00000001:1.0:1788687307.157473:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296436442 00000100:00000001:1.0:1788687307.157476:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687307.157481:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.157485:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.157496:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687307.157499:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788687307.157501:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687307.157503:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687307.157505:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.157509:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687307.159837:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.159860:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687307.159865:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.159868:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.159880:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.159889:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687307.159900:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.159949:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.159957:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.159962:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 4 MB=0x6a9d2d3f4b980 00000400:00000200:2.0:1788687307.159968:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.159975:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 400/400 into md 0x675d [1] + 224 00000800:00000001:2.0:1788687307.159985:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.159994:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.159998:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.160003:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687307.160014:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687307.160025:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3800 x1875572824521088/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687323 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687307.160037:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9b29c97f3800 x1875572824521088/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687323 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.160049:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687307.160058:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.160061:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.160231:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687307.160236:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687307.160244:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687307.160246:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687307.160250:0:2368:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e01505d8. 00000400:00000200:1.0:1788687307.160257:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dce58 00000400:00000010:1.0:1788687307.160260:0:2368:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dce58. 00000100:00000001:1.0:1788687307.160263:0:2368:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687307.160268:0:2368:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f3800 x1875572824521088/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687323 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687307.160277:0:2368:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f3800 x1875572824521088/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687323 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.160283:0:2368:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687307.160285:0:2368:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.160287:0:2368:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687307.160291:0:2368:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687307.160293:0:2368:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687307.160295:0:2368:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687307.160299:0:2368:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687307.160310:0:2368:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=79 v=5 (5 5 16 16) 00000100:00001000:1.0:1788687307.160315:0:2368:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687307.160317:0:2368:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687307.160320:0:2368:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.160323:0:2368:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687307.160328:0:2368:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.160332:0:2368:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687307.160335:0:2368:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788687307.160337:0:2368:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687307.160339:0:2368:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687307.160345:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f3800 x1875572824521088/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687323 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.160351:0:2368:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687307.160354:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687307.160357:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788687307.160360:0:2368:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1788687307.160364:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.160367:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.160371:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4000 refcount=4 00000020:00000001:1.0:1788687307.160373:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:1.0:1788687307.160377:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:1.0:1788687307.160379:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.160382:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.160383:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4000 refcount=5 00000020:00000001:1.0:1788687307.160385:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:1.0:1788687307.160387:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:1.0:1788687307.160391:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687307.160404:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687307.160409:0:2368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000cec805ee/0x230d04438e811d36 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30936 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687307.160423:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.160424:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.160427:0:2368:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788687307.160429:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.160430:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.160432:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4000 refcount=6 00000020:00000001:1.0:1788687307.160434:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:1.0:1788687307.160436:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000040:1.0:1788687307.160444:0:2368:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c5cc4000, remote cookie: 0x59c08f76ab1d22c7, flags: 0x1001 00010000:00010000:1.0:1788687307.160451:0:2368:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000cec805ee/0x230d04438e811d36 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d22c7 expref: -99 pid: 30936 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687307.160460:0:2368:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1788687307.160463:0:2368:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.160465:0:2368:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788687307.160469:0:2368:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1788687307.160475:0:2368:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000cec805ee/0x230d04438e811d36 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d22c7 expref: -99 pid: 30936 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788687307.160484:0:2368:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x12:0x0].0x0 (ffff9b29c64dee00) refcount = 1 00010000:00000040:1.0:1788687307.160487:0:2368:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788687307.160490:0:2368:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000cec805ee/0x230d04438e811d36 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d22c7 expref: -99 pid: 30936 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687307.160500:0:2368:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788687307.160502:0:2368:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687307.160505:0:2368:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788687307.160508:0:2368:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687307.160511:0:2368:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000cec805ee/0x230d04438e811d36 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d22c7 expref: -99 pid: 30936 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687307.160518:0:2368:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788687307.160519:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.160520:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.160521:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.160522:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788687307.160525:0:2368:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1788687307.160528:0:2368:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788687307.160531:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.160532:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.160534:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4000 refcount=5 00000020:00000001:1.0:1788687307.160536:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:1.0:1788687307.160538:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00000008:00000001:1.0:1788687307.160542:0:2368:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1788687307.160547:0:2368:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eaf58 00000008:00010000:1.0:1788687307.160551:0:2368:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000cec805ee/0x230d04438e811d36 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d22c7 expref: -99 pid: 30936 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1788687307.160560:0:2368:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eaf58 00000020:00000001:1.0:1788687307.160562:0:2368:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788687307.160566:0:2368:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788687307.160570:0:2368:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788687307.160572:0:2368:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687307.160687:0:2368:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687307.160690:0:2368:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eaf58 00000008:00000001:1.0:1788687307.160692:0:2368:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1788687307.160696:0:2368:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788687307.160698:0:2368:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788687307.160717:0:2368:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788687307.160720:0:2368:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.160722:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.160723:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.160725:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4000 refcount=6 00000020:00000001:1.0:1788687307.160727:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:1.0:1788687307.160730:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:1.0:1788687307.160733:0:2368:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687307.160736:0:2368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000cec805ee/0x230d04438e811d36 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d22c7 expref: -99 pid: 30936 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687307.160742:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.160744:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788687307.160746:0:2368:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000cec805ee/0x230d04438e811d36 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d22c7 expref: -99 pid: 30936 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687307.160753:0:2368:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687307.160754:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.160755:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788687307.160756:0:2368:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.160758:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.160759:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.160760:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4000 refcount=5 00000020:00000001:1.0:1788687307.160762:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:1.0:1788687307.160764:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:1.0:1788687307.160766:0:2368:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687307.160768:0:2368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000cec805ee/0x230d04438e811d36 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d22c7 expref: -99 pid: 30936 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687307.160775:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.160776:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.160778:0:2368:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687307.160780:0:2368:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687307.160783:0:2368:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000cec805ee/0x230d04438e811d36 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d22c7 expref: -99 pid: 30936 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687307.160794:0:2368:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687307.160797:0:2368:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687307.160799:0:2368:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687307.160804:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.160805:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.160807:0:2368:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.160810:0:2368:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687307.160813:0:2368:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.160815:0:2368:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.160817:0:2368:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.160819:0:2368:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687307.160820:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.160821:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.160823:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.160824:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788687307.160825:0:2368:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687307.160832:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f3800 x1875572824521088/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687323 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687307.160842:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:0:1875572824521088:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:1.0:1788687307.160848:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.160851:0:2368:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687307.160855:0:2368:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f3800 x1875572824521088/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687323 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.160862:0:2368:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687307.160865:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687307.160869:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6912c00. 02000000:00000001:1.0:1788687307.160873:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687307.160876:0:2368:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687307.160878:0:2368:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687307.160880:0:2368:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687307.160883:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c6328600. 02000000:00000001:1.0:1788687307.160886:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687307.160888:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687307.160890:0:2368:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f3800. 00000100:00000001:1.0:1788687307.160894:0:2368:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687307.160895:0:2368:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.160897:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.160940:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687307.160943:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.160945:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687307.160947:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687307.161002:0:30936:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687307.161006:0:30936:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687307.161013:0:30936:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788687307.161016:0:30936:0:(cl_object.c:143:cl_object_top()) ffff9b29c97eaf58 -> ffff9b29c97eaf58 00000020:00000001:2.0:1788687307.161018:0:30936:0:(cl_object.c:143:cl_object_top()) ffff9b29c97eaf58 -> ffff9b29c97eaf58 00000020:00000001:2.0:1788687307.161020:0:30936:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788687307.161025:0:30936:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788687307.161030:0:30936:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788687307.161033:0:30936:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687307.161034:0:30936:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788687307.161035:0:30936:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687307.161038:0:30936:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x25:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788687307.161041:0:30936:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687307.161044:0:30936:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788687307.161047:0:30936:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687307.161048:0:30936:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687307.161050:0:30936:0:(cl_object.c:143:cl_object_top()) ffff9b29c97eaf58 -> ffff9b29c97eaf58 00000080:00200000:2.0:1788687307.161052:0:30936:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x25:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1788687307.161055:0:30936:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788687307.161058:0:30936:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788687307.161060:0:30936:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29c9768de0 (ffff9b29e0113638/0) at cl_lock_release():245 00000020:00000001:2.0:1788687307.161063:0:30936:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788687307.161064:0:30936:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c9768de0 (ffff9b29e0113638/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788687307.161068:0:30936:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788687307.161072:0:30936:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687307.161074:0:30936:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202497361720 : -110871212189896 : ffff9b29c8c81738) 00000020:00000001:2.0:1788687307.161077:0:30936:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788687307.161079:0:30936:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5ca0030 (ffff9b29e0113998/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788687307.161082:0:30936:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788687307.161084:0:30936:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788687307.161085:0:30936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687307.161086:0:30936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788687307.161087:0:30936:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788687307.161089:0:30936:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687307.161090:0:30936:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687307.161104:0:30936:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687307.161105:0:30936:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788687307.161106:0:30936:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c9768de0 (ffff9b29e0113638/0) at cl_lock_fini():72 00020000:00000001:2.0:1788687307.161110:0:30936:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788687307.161111:0:30936:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788687307.161112:0:30936:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5ca0030 (ffff9b29e0113638/1) at cl_lock_fini():72 00000008:00000010:2.0:1788687307.161115:0:30936:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d1208e40. 00000020:00000001:2.0:1788687307.161120:0:30936:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788687307.161122:0:30936:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5ca0000. 00020000:00000001:2.0:1788687307.161125:0:30936:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788687307.161126:0:30936:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788687307.161127:0:30936:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788687307.161130:0:30936:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687307.161133:0:30936:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788687307.161137:0:30936:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788687307.161139:0:30936:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788687307.161140:0:30936:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788687307.161142:0:30936:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788687307.161144:0:30936:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29e0113990 00020000:00000001:2.0:1788687307.161147:0:30936:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788687307.161149:0:30936:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788687307.161152:0:30936:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788687307.161155:0:30936:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x25:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788687307.161160:0:30936:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788687307.161162:0:30936:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687307.161164:0:30936:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788687307.161166:0:30936:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788687307.161167:0:30936:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788687307.161169:0:30936:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29e0113630 00000001:00000001:2.0:1788687307.161171:0:30936:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687307.161181:0:30936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080dd3d08 00000080:00000008:2.0:1788687307.161185:0:30936:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x25:0x0](ffff9b29d8591988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788687307.161193:0:30936:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788687307.161195:0:30936:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080dd3da0 00000080:00002000:2.0:1788687307.161197:0:30936:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9b29d8745af8, parent ffff9b29d8747a20, inode ffff9b29d8591988) hashed, 00000080:00000001:2.0:1788687307.161200:0:30936:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687307.189801:0:30937:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687307.189812:0:30937:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687307.189815:0:30937:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788687307.189820:0:30937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3b20 00000080:00200000:3.0:1788687307.189826:0:30937:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:3.0:1788687307.189836:0:30937:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29d01f3e00. 00800000:00000002:3.0:1788687307.189847:0:30937:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687307.189853:0:30937:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687307.189860:0:30937:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687307.189863:0:30937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3a40 00800000:00000002:3.0:1788687307.189866:0:30937:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687307.189870:0:30937:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788687307.189876:0:30937:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788687307.189882:0:30937:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687307.189884:0:30937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3910 00000002:00010000:3.0:1788687307.189887:0:30937:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788687307.189891:0:30937:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687307.189893:0:30937:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687307.189898:0:30937:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687307.189928:0:30937:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f500 count: 2 00010000:00000001:3.0:1788687307.189933:0:30937:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687307.189938:0:30937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687307.189943:0:30937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687307.189949:0:30937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811d21 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2281 expref: -99 pid: 30936 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788687307.189962:0:30937:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687307.189967:0:30937:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687307.189971:0:30937:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811d21 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2281 expref: -99 pid: 30936 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788687307.189979:0:30937:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687307.189981:0:30937:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687307.189984:0:30937:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687307.189986:0:30937:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687307.189987:0:30937:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687307.189990:0:30937:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788687307.189992:0:30937:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788687307.189995:0:30937:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687307.189999:0:30937:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29d01f3e00. 00000080:00000001:3.0:1788687307.190005:0:30937:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687307.190007:0:30937:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687307.190010:0:30937:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:3.0:1788687307.190014:0:30937:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811d21 00800000:00000001:3.0:1788687307.190018:0:30937:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687307.190020:0:30937:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687307.190022:0:30937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687307.190024:0:30937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687307.190027:0:30937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=3 00000020:00000001:3.0:1788687307.190030:0:30937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:3.0:1788687307.190033:0:30937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:3.0:1788687307.190036:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.190038:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687307.190040:0:30937:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687307.190042:0:30937:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687307.190045:0:30937:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d21 from it ffffaca081ef3b58 00010000:00000001:3.0:1788687307.190047:0:30937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687307.190048:0:30937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687307.190049:0:30937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=3 00000020:00000001:3.0:1788687307.190050:0:30937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:3.0:1788687307.190053:0:30937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:3.0:1788687307.190054:0:30937:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687307.190057:0:30937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811d21 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2281 expref: -99 pid: 30936 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788687307.190063:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.190064:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687307.190066:0:30937:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687307.190068:0:30937:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687307.190071:0:30937:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811d21 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2281 expref: -99 pid: 30936 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788687307.190078:0:30937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687307.190082:0:30937:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687307.190084:0:30937:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687307.190090:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.190099:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687307.190101:0:30937:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687307.190105:0:30937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687307.190107:0:30937:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687307.190110:0:30937:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687307.190113:0:30937:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687307.190115:0:30937:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687307.190117:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.190118:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687307.190122:0:30937:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788687307.190123:0:30937:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687307.190126:0:30937:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788687307.190132:0:30937:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788687307.190141:0:30937:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c31d7220. 00000020:00000001:3.0:1788687307.190146:0:30937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3a88 00000080:00200000:3.0:1788687307.190148:0:30937:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), flags=24 00000080:00000001:3.0:1788687307.190151:0:30937:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788687307.190154:0:30937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3938 00000080:00200000:3.0:1788687307.190156:0:30937:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=0 00000080:00000010:3.0:1788687307.190163:0:30937:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29d01f3e00. 00800000:00000002:3.0:1788687307.190165:0:30937:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687307.190169:0:30937:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687307.190170:0:30937:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687307.190172:0:30937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3858 00800000:00000002:3.0:1788687307.190174:0:30937:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687307.190177:0:30937:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1788687307.190181:0:30937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef37f0 00800000:00000002:3.0:1788687307.190183:0:30937:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:3.0:1788687307.190185:0:30937:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687307.190187:0:30937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3728 00000002:00010000:3.0:1788687307.190189:0:30937:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1788687307.190193:0:30937:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788687307.190196:0:30937:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788687307.190200:0:30937:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb6d80. 00000020:00000040:3.0:1788687307.190205:0:30937:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:3.0:1788687307.190211:0:30937:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788687307.190215:0:30937:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687307.190217:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.190218:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687307.190220:0:30937:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687307.190223:0:30937:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687307.190225:0:30937:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687307.190228:0:30937:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687307.190236:0:30937:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c43bc800. 00000100:00000001:3.0:1788687307.190243:0:30937:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687307.190249:0:30937:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687307.190251:0:30937:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687307.190252:0:30937:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687307.190254:0:30937:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687307.190256:0:30937:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687307.190263:0:30937:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202496531840 : -110871213019776 : ffff9b29c8bb6d80) 00010000:00000001:3.0:1788687307.190268:0:30937:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788687307.190270:0:30937:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788687307.190273:0:30937:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f500 count: 2 00010000:00000001:3.0:1788687307.190275:0:30937:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687307.190278:0:30937:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788687307.190282:0:30937:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c3146800. 00000020:00000001:3.0:1788687307.190285:0:30937:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788687307.190287:0:30937:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c3146800 with handle 0x230d04438e811d3d to hash 00000020:00000001:3.0:1788687307.190289:0:30937:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788687307.190291:0:30937:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:3.0:1788687307.190295:0:30937:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:3.0:1788687307.190298:0:30937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687307.190300:0:30937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687307.190303:0:30937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687307.190315:0:30937:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687307.190327:0:30937:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788687307.190334:0:30937:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687307.190336:0:30937:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687307.190343:0:30937:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e1436840. 00000100:00000001:3.0:1788687307.190345:0:30937:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202908096576 : -110870801455040 : ffff9b29e1436840) 00000100:00000001:3.0:1788687307.190348:0:30937:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687307.190350:0:30937:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496531840 : -110871213019776 : ffff9b29c8bb6d80) 00000100:00000001:3.0:1788687307.190356:0:30937:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687307.190360:0:30937:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687307.190362:0:30937:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687307.190365:0:30937:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687307.190378:0:30937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6d80 x1875572824521216/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.190388:0:30937:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687307.190391:0:30937:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687307.190405:0:30937:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687307.190408:0:30937:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687307.190411:0:30937:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687307.190415:0:30937:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6d80 pname:cluuid:pid:xid:nid:opc:job checkstat:ce1d4174-c231-444b-b3ed-b722bc4901cb:30937:1875572824521216:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:3.0:1788687307.190420:0:30937:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687307.190428:0:30937:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687307.190431:0:30937:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687307.190434:0:30937:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687307.190440:0:30937:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c62e8000. 02000000:00000001:3.0:1788687307.190442:0:30937:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687307.190451:0:30937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687307.190457:0:30937:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4840. 00000400:00000010:3.0:1788687307.190466:0:30937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0088. 00000100:00000200:3.0:1788687307.190475:0:30937:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824521216, portal 10 00000100:00000001:3.0:1788687307.190477:0:30937:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687307.190479:0:30937:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496531840 : -110871213019776 : ffff9b29c8bb6d80) 00000100:00000040:3.0:1788687307.190486:0:30937:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb6d80 x1875572824521216/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.190493:0:30937:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687307.190496:0:30937:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687307.190499:0:30937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae03b8. 00000100:00000200:3.0:1788687307.190502:0:30937:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875572824521216, offset 0 00000400:00000200:3.0:1788687307.190509:0:30937:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687307.190518:0:30937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.190527:0:30937:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687307.190533:0:30937:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687307.190538:0:30937:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687307.190543:0:30937:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687307.190545:0:30937:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687307.190550:0:30937:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2337:2337:256:4294967295] 192.168.203.144@tcp LPNI seq info [2337:2337:8:4294967295] 00000400:00000200:3.0:1788687307.190554:0:30937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.190565:0:30937:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687307.190572:0:30937:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687307.190579:0:30937:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a000. 00000800:00000200:3.0:1788687307.190587:0:30937:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687307.190599:0:30937:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687307.190603:0:30937:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788687307.190623:0:30937:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687307.190629:0:30937:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 819070 usecs (820 jiffies) 00000400:00000200:3.0:1788687307.190632:0:30937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687307.190636:0:30937:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296434014 00000100:00000001:3.0:1788687307.190640:0:30937:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296436442 00000100:00000001:3.0:1788687307.190644:0:30937:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296434014 00000100:00000001:3.0:1788687307.190647:0:30937:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296436442 00000100:00000001:3.0:1788687307.190650:0:30937:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687307.190653:0:30937:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687307.190663:0:30937:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687307.190666:0:30937:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687307.190670:0:30937:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e1436840 going to sleep for 11 seconds 00000100:00000001:3.0:1788687307.190673:0:30937:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687307.190676:0:30937:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687307.191400:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687307.191408:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a000. 00000400:00000200:2.0:1788687307.191415:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.191422:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687307.191428:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae03b8 00000400:00000010:2.0:1788687307.191432:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae03b8. 00000100:00000001:2.0:1788687307.191438:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687307.191444:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6d80 x1875572824521216/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.191455:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687307.191458:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb6d80 x1875572824521216/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687323 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.191465:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687307.191467:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687307.199998:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.200024:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687307.200030:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.200033:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.200046:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.200056:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687307.200068:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.200074:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.200079:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.200084:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x6a9d2d3f4ba00 00000400:00000200:2.0:1788687307.200089:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.200111:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x6765 [1] + 224 00000800:00000001:2.0:1788687307.200120:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.200129:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.200133:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.200138:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687307.200149:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687307.200160:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6d80 x1875572824521216/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687323 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687307.200171:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b29c8bb6d80 x1875572824521216/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.200191:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687307.200200:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.200204:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687307.200344:0:30937:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687307.200354:0:30937:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687307.200357:0:30937:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687307.200361:0:30937:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4840. 00000400:00000200:3.0:1788687307.200367:0:30937:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0088 00000400:00000010:3.0:1788687307.200370:0:30937:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0088. 00000100:00000001:3.0:1788687307.200375:0:30937:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687307.200379:0:30937:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb6d80 x1875572824521216/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687307.200389:0:30937:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb6d80 x1875572824521216/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.200403:0:30937:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687307.200405:0:30937:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687307.200408:0:30937:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687307.200412:0:30937:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687307.200414:0:30937:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687307.200417:0:30937:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687307.200421:0:30937:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687307.200433:0:30937:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=79 v=5 (5 103 103 103) 00000100:00001000:3.0:1788687307.200438:0:30937:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687307.200441:0:30937:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687307.200443:0:30937:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687307.200446:0:30937:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687307.200451:0:30937:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687307.200456:0:30937:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687307.200459:0:30937:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967617 00000100:00000001:3.0:1788687307.200461:0:30937:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687307.200465:0:30937:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687307.200471:0:30937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb6d80 x1875572824521216/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.200479:0:30937:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687307.200483:0:30937:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687307.200485:0:30937:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687307.200490:0:30937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6d80 x1875572824521216/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687323 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687307.200497:0:30937:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb6d80 pname:cluuid:pid:xid:nid:opc:job checkstat:ce1d4174-c231-444b-b3ed-b722bc4901cb:30937:1875572824521216:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:3.0:1788687307.200502:0:30937:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687307.200506:0:30937:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687307.200508:0:30937:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687307.200511:0:30937:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687307.200514:0:30937:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6d80 x1875572824521216/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687323 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.200521:0:30937:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687307.200524:0:30937:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e1436840. 00000100:00000001:3.0:1788687307.200527:0:30937:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687307.200529:0:30937:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687307.200533:0:30937:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788687307.200537:0:30937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687307.200540:0:30937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687307.200544:0:30937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146800 refcount=4 00000020:00000001:3.0:1788687307.200546:0:30937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:3.0:1788687307.200550:0:30937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000040:3.0:1788687307.200559:0:30937:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c3146800, remote cookie: 0x59c08f76ab1d22e3, flags: 0x1001 00010000:00010000:3.0:1788687307.200565:0:30937:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788687307.200589:0:30937:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788687307.200592:0:30937:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788687307.200602:0:30937:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c5c62400. 00010000:00000010:3.0:1788687307.200607:0:30937:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c3056580. 00010000:00000001:3.0:1788687307.200613:0:30937:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687307.200617:0:30937:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687307.200626:0:30937:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687307.200634:0:30937:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788687307.200640:0:30937:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788687307.200643:0:30937:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788687307.200645:0:30937:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788687307.200646:0:30937:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788687307.200649:0:30937:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff9b29c5c62400) refcount = 1 00010000:00010000:3.0:1788687307.200653:0:30937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687307.200669:0:30937:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788687307.200672:0:30937:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788687307.200675:0:30937:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687307.200678:0:30937:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788687307.200681:0:30937:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687307.200684:0:30937:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687307.200691:0:30937:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788687307.200693:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.200695:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687307.200696:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.200697:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687307.200699:0:30937:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687307.200704:0:30937:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788687307.200708:0:30937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687307.200710:0:30937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687307.200711:0:30937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146800 refcount=3 00000020:00000001:3.0:1788687307.200714:0:30937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:3.0:1788687307.200716:0:30937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:3.0:1788687307.200719:0:30937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687307.200720:0:30937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687307.200721:0:30937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146800 refcount=4 00000020:00000001:3.0:1788687307.200723:0:30937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:3.0:1788687307.200726:0:30937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:3.0:1788687307.200729:0:30937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687307.200733:0:30937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687307.200736:0:30937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687307.200743:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.200744:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687307.200745:0:30937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687307.200746:0:30937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687307.200748:0:30937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146800 refcount=5 00000020:00000001:3.0:1788687307.200750:0:30937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:3.0:1788687307.200752:0:30937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:3.0:1788687307.200754:0:30937:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687307.200757:0:30937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687307.200764:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.200765:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788687307.200768:0:30937:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687307.200775:0:30937:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687307.200776:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.200777:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687307.200778:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.200779:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788687307.200785:0:30937:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9b29c8bb6d80 x1875572824521216/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687323 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788687307.200794:0:30937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687307.200795:0:30937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687307.200796:0:30937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146800 refcount=3 00000020:00000001:3.0:1788687307.200798:0:30937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:3.0:1788687307.200801:0:30937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:3.0:1788687307.200803:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.200804:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687307.200806:0:30937:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687307.200808:0:30937:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687307.200812:0:30937:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788687307.200815:0:30937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687307.200816:0:30937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687307.200818:0:30937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146800 refcount=3 00000020:00000001:3.0:1788687307.200820:0:30937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:3.0:1788687307.200821:0:30937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00000002:00010000:3.0:1788687307.200825:0:30937:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687307.200832:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.200833:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687307.200835:0:30937:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788687307.200836:0:30937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687307.200837:0:30937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687307.200839:0:30937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146800 refcount=3 00000020:00000001:3.0:1788687307.200841:0:30937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:3.0:1788687307.200843:0:30937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000040:3.0:1788687307.200848:0:30937:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62400 count: 2 00010000:00000001:3.0:1788687307.200851:0:30937:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788687307.200856:0:30937:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/36 (0 0) 00010000:00000001:3.0:1788687307.200858:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.200859:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687307.200861:0:30937:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788687307.200864:0:30937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef36b0 00000002:00002000:3.0:1788687307.200866:0:30937:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788687307.200870:0:30937:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687307.200875:0:30937:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687307.200877:0:30937:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788687307.200881:0:30937:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788687307.200885:0:30937:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788687307.200889:0:30937:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000001:3.0:1788687307.200892:0:30937:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788687307.200894:0:30937:0:(namei.c:674:ll_lookup_it_finish()) it ffffaca081ef3a28 it_disposition b 00000080:00000001:3.0:1788687307.200897:0:30937:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788687307.200939:0:30937:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788687307.200944:0:30937:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788687307.200946:0:30937:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1788687307.200950:0:30937:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1788687307.200958:0:30937:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788687307.200961:0:30937:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:3.0:1788687307.200963:0:30937:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687307.200967:0:30937:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:3.0:1788687307.200970:0:30937:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788687307.200973:0:30937:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833956 mtime from 1788687288 to 1788687289 00000080:00200000:3.0:1788687307.200978:0:30937:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 16384 00000080:00200000:3.0:1788687307.200981:0:30937:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x24:0x0](ffff9b29d8596c08): rc = 0 00000080:00000001:3.0:1788687307.200983:0:30937:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758544392 : -110870951007224 : ffff9b29d8596c08) 00010000:00000001:3.0:1788687307.200985:0:30937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687307.200987:0:30937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687307.200989:0:30937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146800 refcount=3 00000020:00000001:3.0:1788687307.200991:0:30937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:3.0:1788687307.200993:0:30937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:3.0:1788687307.200995:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.200996:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788687307.200998:0:30937:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788687307.201000:0:30937:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788687307.201002:0:30937:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788687307.201005:0:30937:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788687307.201007:0:30937:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687307.201010:0:30937:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff9b29d8596c08) for lock 0x230d04438e811d3d 00800000:00000001:3.0:1788687307.201014:0:30937:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687307.201016:0:30937:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687307.201017:0:30937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687307.201018:0:30937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687307.201019:0:30937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146800 refcount=3 00000020:00000001:3.0:1788687307.201021:0:30937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:3.0:1788687307.201023:0:30937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:3.0:1788687307.201025:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.201026:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687307.201028:0:30937:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687307.201030:0:30937:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788687307.201038:0:30937:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d870be58 inode ffff9b29d8596c08 refc 1 flags 0x20000e 00000080:00000001:3.0:1788687307.201042:0:30937:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788687307.201044:0:30937:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687307.201047:0:30937:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788687307.201050:0:30937:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff9b29d8596c08) 00000080:00010000:3.0:1788687307.201054:0:30937:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d3d from it ffffaca081ef3a28 00010000:00000001:3.0:1788687307.201056:0:30937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687307.201058:0:30937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687307.201059:0:30937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146800 refcount=3 00000020:00000001:3.0:1788687307.201061:0:30937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:3.0:1788687307.201063:0:30937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:3.0:1788687307.201066:0:30937:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687307.201069:0:30937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687307.201075:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.201077:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687307.201078:0:30937:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687307.201081:0:30937:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687307.201084:0:30937:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788687307.201091:0:30937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687307.201095:0:30937:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687307.201097:0:30937:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687307.201101:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.201103:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687307.201105:0:30937:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687307.201109:0:30937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687307.201112:0:30937:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687307.201114:0:30937:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687307.201117:0:30937:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687307.201118:0:30937:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687307.201120:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.201121:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788687307.201123:0:30937:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788687307.201126:0:30937:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29d01f3e00. 00000100:00000001:3.0:1788687307.201131:0:30937:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687307.201136:0:30937:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb6d80 x1875572824521216/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687323 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.201143:0:30937:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687307.201146:0:30937:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687307.201150:0:30937:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c62e8000. 02000000:00000001:3.0:1788687307.201154:0:30937:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687307.201157:0:30937:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687307.201159:0:30937:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687307.201161:0:30937:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687307.201166:0:30937:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c43bc800. 02000000:00000001:3.0:1788687307.201170:0:30937:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687307.201172:0:30937:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687307.201174:0:30937:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6d80. 00000100:00000001:3.0:1788687307.201179:0:30937:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687307.201180:0:30937:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687307.201192:0:30937:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788687307.201194:0:30937:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9b29d8596c08), inode mode 41ed mask 1 00000080:00000001:3.0:1788687307.201201:0:30937:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788687307.201220:0:30937:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c31d76c0. 00000020:00000001:3.0:1788687307.201225:0:30937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3ae8 00000080:00200000:3.0:1788687307.201227:0:30937:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff9b29d8596c08), flags=8 00000080:00000001:3.0:1788687307.201230:0:30937:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788687307.201232:0:30937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3998 00000080:00200000:3.0:1788687307.201234:0:30937:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff9b29d8596c08), intent=getattr 00000080:00000010:3.0:1788687307.201243:0:30937:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29d01f3e00. 00000080:00000001:3.0:1788687307.201252:0:30937:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687307.201255:0:30937:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687307.201257:0:30937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef38b8 00800000:00000002:3.0:1788687307.201259:0:30937:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x24:0x0] 00800000:00000001:3.0:1788687307.201263:0:30937:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1788687307.201268:0:30937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3850 00800000:00000002:3.0:1788687307.201270:0:30937:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x24:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:3.0:1788687307.201275:0:30937:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687307.201277:0:30937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3788 00000002:00010000:3.0:1788687307.201279:0:30937:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x24:0x0], intent: getattr flags 01 00000002:00000001:3.0:1788687307.201283:0:30937:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788687307.201286:0:30937:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788687307.201290:0:30937:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb6d80. 00000020:00000040:3.0:1788687307.201294:0:30937:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:3.0:1788687307.201300:0:30937:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788687307.201304:0:30937:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687307.201307:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.201308:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687307.201309:0:30937:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687307.201313:0:30937:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687307.201316:0:30937:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687307.201322:0:30937:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687307.201329:0:30937:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c43bc800. 00000100:00000001:3.0:1788687307.201337:0:30937:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687307.201342:0:30937:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687307.201344:0:30937:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687307.201345:0:30937:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687307.201347:0:30937:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687307.201349:0:30937:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687307.201357:0:30937:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202496531840 : -110871213019776 : ffff9b29c8bb6d80) 00010000:00000001:3.0:1788687307.201361:0:30937:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788687307.201363:0:30937:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788687307.201366:0:30937:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62400 count: 2 00010000:00000001:3.0:1788687307.201368:0:30937:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687307.201371:0:30937:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788687307.201375:0:30937:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c3146600. 00000020:00000001:3.0:1788687307.201378:0:30937:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788687307.201380:0:30937:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c3146600 with handle 0x230d04438e811d44 to hash 00000020:00000001:3.0:1788687307.201383:0:30937:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788687307.201384:0:30937:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687307.201389:0:30937:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687307.201391:0:30937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687307.201393:0:30937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687307.201397:0:30937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811d44 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687307.201404:0:30937:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811d44 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30937 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687307.201415:0:30937:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811d44 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30937 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788687307.201421:0:30937:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687307.201423:0:30937:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687307.201431:0:30937:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e1436840. 00000100:00000001:3.0:1788687307.201434:0:30937:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202908096576 : -110870801455040 : ffff9b29e1436840) 00000100:00000001:3.0:1788687307.201437:0:30937:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687307.201438:0:30937:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496531840 : -110871213019776 : ffff9b29c8bb6d80) 00000100:00000001:3.0:1788687307.201443:0:30937:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687307.201448:0:30937:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687307.201450:0:30937:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687307.201452:0:30937:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687307.201458:0:30937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6d80 x1875572824521344/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.201464:0:30937:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687307.201467:0:30937:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687307.201471:0:30937:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687307.201474:0:30937:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687307.201476:0:30937:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687307.201480:0:30937:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6d80 pname:cluuid:pid:xid:nid:opc:job checkstat:ce1d4174-c231-444b-b3ed-b722bc4901cb:30937:1875572824521344:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:3.0:1788687307.201484:0:30937:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687307.201490:0:30937:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687307.201493:0:30937:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687307.201496:0:30937:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687307.201502:0:30937:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c62e8000. 02000000:00000001:3.0:1788687307.201504:0:30937:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687307.201512:0:30937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687307.201516:0:30937:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4840. 00000400:00000010:3.0:1788687307.201524:0:30937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0088. 00000100:00000200:3.0:1788687307.201532:0:30937:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824521344, portal 10 00000100:00000001:3.0:1788687307.201534:0:30937:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687307.201535:0:30937:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496531840 : -110871213019776 : ffff9b29c8bb6d80) 00000100:00000040:3.0:1788687307.201541:0:30937:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb6d80 x1875572824521344/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.201548:0:30937:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687307.201552:0:30937:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687307.201555:0:30937:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0220. 00000100:00000200:3.0:1788687307.201558:0:30937:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824521344, offset 0 00000400:00000200:3.0:1788687307.201566:0:30937:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687307.201575:0:30937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.201583:0:30937:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687307.201590:0:30937:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687307.201596:0:30937:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687307.201600:0:30937:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687307.201603:0:30937:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687307.201607:0:30937:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2338:2338:256:4294967295] 192.168.203.144@tcp LPNI seq info [2338:2338:8:4294967295] 00000400:00000200:3.0:1788687307.201612:0:30937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.201622:0:30937:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687307.201629:0:30937:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687307.201636:0:30937:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a800. 00000800:00000200:3.0:1788687307.201645:0:30937:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687307.201654:0:30937:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687307.201673:0:30937:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788687307.201690:0:30937:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687307.201695:0:30937:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 817886 usecs (818 jiffies) 00000400:00000200:3.0:1788687307.201699:0:30937:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687307.201703:0:30937:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296434012 00000100:00000001:3.0:1788687307.201707:0:30937:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296436442 00000100:00000001:3.0:1788687307.201709:0:30937:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296434012 00000100:00000001:3.0:1788687307.201712:0:30937:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296436442 00000100:00000001:3.0:1788687307.201714:0:30937:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687307.201717:0:30937:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687307.201719:0:30937:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687307.201722:0:30937:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687307.201724:0:30937:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e1436840 going to sleep for 11 seconds 00000100:00000001:3.0:1788687307.201727:0:30937:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687307.201730:0:30937:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687307.202094:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687307.202099:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a800. 00000400:00000200:2.0:1788687307.202105:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.202110:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687307.202116:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0220 00000400:00000010:2.0:1788687307.202118:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0220. 00000100:00000001:2.0:1788687307.202123:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687307.202127:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6d80 x1875572824521344/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.202137:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687307.202140:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb6d80 x1875572824521344/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687323 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.202147:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687307.202149:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687307.213078:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.213113:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687307.213118:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.213122:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.213133:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.213144:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687307.213156:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.213162:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.213168:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.213173:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 640 into portal 10 MB=0x6a9d2d3f4ba80 00000400:00000200:2.0:1788687307.213179:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.213185:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 640/640 into md 0x6775 [1] + 224 00000800:00000001:2.0:1788687307.213194:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.213203:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.213208:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.213213:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687307.213223:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687307.213235:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6d80 x1875572824521344/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687323 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687307.213246:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9b29c8bb6d80 x1875572824521344/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.213263:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687307.213275:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.213278:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687307.214216:0:30937:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687307.214228:0:30937:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687307.214230:0:30937:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687307.214235:0:30937:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4840. 00000400:00000200:3.0:1788687307.214243:0:30937:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0088 00000400:00000010:3.0:1788687307.214247:0:30937:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0088. 00000100:00000001:3.0:1788687307.214252:0:30937:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687307.214263:0:30937:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb6d80 x1875572824521344/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687307.214275:0:30937:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb6d80 x1875572824521344/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.214282:0:30937:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687307.214284:0:30937:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687307.214287:0:30937:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687307.214292:0:30937:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687307.214295:0:30937:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687307.214298:0:30937:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687307.214301:0:30937:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687307.214313:0:30937:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=79 v=5 (5 103 103 103) 00000100:00001000:3.0:1788687307.214318:0:30937:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687307.214320:0:30937:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687307.214322:0:30937:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687307.214325:0:30937:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687307.214330:0:30937:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687307.214335:0:30937:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687307.214338:0:30937:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967617 00000100:00000001:3.0:1788687307.214340:0:30937:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687307.214343:0:30937:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687307.214349:0:30937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb6d80 x1875572824521344/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/640 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.214357:0:30937:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687307.214360:0:30937:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687307.214363:0:30937:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687307.214367:0:30937:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6d80 x1875572824521344/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/640 e 0 to 0 dl 1788687323 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687307.214382:0:30937:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb6d80 pname:cluuid:pid:xid:nid:opc:job checkstat:ce1d4174-c231-444b-b3ed-b722bc4901cb:30937:1875572824521344:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:3.0:1788687307.214388:0:30937:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687307.214391:0:30937:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687307.214402:0:30937:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687307.214405:0:30937:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687307.214409:0:30937:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6d80 x1875572824521344/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/640 e 0 to 0 dl 1788687323 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.214417:0:30937:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687307.214420:0:30937:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e1436840. 00000100:00000001:3.0:1788687307.214424:0:30937:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687307.214426:0:30937:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687307.214430:0:30937:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788687307.214435:0:30937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687307.214438:0:30937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687307.214441:0:30937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=4 00000020:00000001:3.0:1788687307.214444:0:30937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687307.214448:0:30937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000040:3.0:1788687307.214456:0:30937:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c3146600, remote cookie: 0x59c08f76ab1d22ff, flags: 0x1001 00010000:00010000:3.0:1788687307.214462:0:30937:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811d44 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d22ff expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788687307.214472:0:30937:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x26:0x0].0x0, instead of [0x200000404:0x24:0x0].0x0 00010000:00000001:3.0:1788687307.214476:0:30937:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1788687307.214484:0:30937:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f200 count: 2 00010000:00000001:3.0:1788687307.214487:0:30937:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687307.214490:0:30937:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687307.214493:0:30937:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811d44 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d22ff expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687307.214509:0:30937:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811d44 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d22ff expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687307.214516:0:30937:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788687307.214521:0:30937:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788687307.214524:0:30937:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788687307.214526:0:30937:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788687307.214528:0:30937:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788687307.214530:0:30937:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x26:0x0].0x0 (ffff9b29c422f200) refcount = 2 00010000:00000040:3.0:1788687307.214534:0:30937:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788687307.214537:0:30937:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5400/0x230d04438e811d1a lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d226c expref: -99 pid: 30902 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788687307.214544:0:30937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811d44 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d22ff expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687307.214551:0:30937:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788687307.214554:0:30937:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788687307.214556:0:30937:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687307.214559:0:30937:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788687307.214562:0:30937:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687307.214566:0:30937:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811d44 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d22ff expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687307.214572:0:30937:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788687307.214574:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.214701:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687307.214703:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.214705:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687307.214707:0:30937:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687307.214713:0:30937:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788687307.214715:0:30937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687307.214716:0:30937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687307.214718:0:30937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=3 00000020:00000001:3.0:1788687307.214721:0:30937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687307.214723:0:30937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687307.214725:0:30937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687307.214726:0:30937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687307.214728:0:30937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=4 00000020:00000001:3.0:1788687307.214729:0:30937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687307.214731:0:30937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687307.214734:0:30937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687307.214738:0:30937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687307.214741:0:30937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811d44 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d22ff expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687307.214748:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.214749:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687307.214751:0:30937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687307.214752:0:30937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687307.214753:0:30937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=5 00000020:00000001:3.0:1788687307.214755:0:30937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687307.214757:0:30937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687307.214759:0:30937:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687307.214762:0:30937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811d44 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d22ff expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687307.214768:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.214769:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788687307.214772:0:30937:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811d44 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d22ff expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687307.214778:0:30937:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687307.214780:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.214781:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687307.214782:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.214783:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788687307.214790:0:30937:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c8bb6d80 x1875572824521344/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/640 e 0 to 0 dl 1788687323 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788687307.214800:0:30937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687307.214802:0:30937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687307.214803:0:30937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=3 00000020:00000001:3.0:1788687307.214805:0:30937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687307.214808:0:30937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00000002:00010000:3.0:1788687307.214812:0:30937:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811d44 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d22ff expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788687307.214825:0:30937:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b29c975cf00. 00010000:00000001:3.0:1788687307.214828:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.214829:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687307.214831:0:30937:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687307.214833:0:30937:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687307.214836:0:30937:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788687307.214839:0:30937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687307.214841:0:30937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687307.214842:0:30937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=3 00000020:00000001:3.0:1788687307.214844:0:30937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687307.214846:0:30937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00000002:00010000:3.0:1788687307.214851:0:30937:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811d44 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d22ff expref: -99 pid: 30937 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687307.214858:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.214859:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687307.214861:0:30937:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788687307.214863:0:30937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687307.214864:0:30937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687307.214865:0:30937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=3 00000020:00000001:3.0:1788687307.214868:0:30937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687307.214870:0:30937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000040:3.0:1788687307.214873:0:30937:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f200 count: 3 00010000:00000001:3.0:1788687307.214875:0:30937:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788687307.214880:0:30937:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/38 (0 0) 00010000:00000001:3.0:1788687307.214883:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.214884:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687307.214885:0:30937:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788687307.214888:0:30937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3710 00000002:00002000:3.0:1788687307.214891:0:30937:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788687307.214894:0:30937:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687307.214899:0:30937:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687307.214902:0:30937:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788687307.214931:0:30937:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x24:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788687307.214935:0:30937:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687307.214940:0:30937:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788687307.214942:0:30937:0:(namei.c:674:ll_lookup_it_finish()) it ffffaca081ef3b20 it_disposition b 00000080:00000001:3.0:1788687307.214945:0:30937:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788687307.214953:0:30937:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788687307.214956:0:30937:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788687307.214960:0:30937:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:3.0:1788687307.214963:0:30937:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:3.0:1788687307.214971:0:30937:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788687307.214977:0:30937:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091496 : -110871088460120 : ffff9b29d0280ea8) 00000020:00001000:3.0:1788687307.214979:0:30937:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280ea0 00000020:00000001:3.0:1788687307.214982:0:30937:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788687307.214987:0:30937:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788687307.214989:0:30937:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788687307.214996:0:30937:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c97ab3c0. 00020000:00000010:3.0:1788687307.215001:0:30937:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29d1341000. 00020000:00000010:3.0:1788687307.215007:0:30937:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c97ab300. 00020000:00000001:3.0:1788687307.215010:0:30937:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202509067008 : -110871200484608 : ffff9b29c97ab300) 00020000:00000002:3.0:1788687307.215014:0:30937:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c97ab300, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788687307.215019:0:30937:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788687307.215024:0:30937:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29d1341000: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000002:3.0:1788687307.215029:0:30937:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29e015b6c8) owner ffff9b29c564a7c0 00020000:00000001:3.0:1788687307.215033:0:30937:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788687307.215035:0:30937:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29e015b6c8) owner ffff9b29c564a7c0 00020000:00000010:3.0:1788687307.215041:0:30937:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29d1341000. 00020000:00000010:3.0:1788687307.215045:0:30937:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c97ab3c0. 00020000:00000010:3.0:1788687307.215049:0:30937:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c97ab300. 00020000:00000002:3.0:1788687307.215051:0:30937:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788687307.215053:0:30937:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687307.215055:0:30937:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788687307.215057:0:30937:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280ea0 00000080:00000001:3.0:1788687307.215062:0:30937:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:3.0:1788687307.215065:0:30937:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788687307.215071:0:30937:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x26:0x0](ffff9b29d85aa1c8): rc = 0 00000080:00000001:3.0:1788687307.215073:0:30937:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758623688 : -110870950927928 : ffff9b29d85aa1c8) 00010000:00000001:3.0:1788687307.215075:0:30937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687307.215077:0:30937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687307.215078:0:30937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=3 00000020:00000001:3.0:1788687307.215080:0:30937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687307.215082:0:30937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00000080:00000001:3.0:1788687307.215086:0:30937:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788687307.215087:0:30937:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788687307.215089:0:30937:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091496 : -110871088460120 : ffff9b29d0280ea8) 00000020:00001000:3.0:1788687307.215091:0:30937:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280ea0 00000020:00000001:3.0:1788687307.216643:0:30937:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788687307.216648:0:30937:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788687307.216650:0:30937:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788687307.216882:0:30937:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c33d0960. 00020000:00000010:2.0:1788687307.216888:0:30937:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29c687e180. 00020000:00000010:2.0:1788687307.216895:0:30937:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c33d0060. 00020000:00000001:2.0:1788687307.216898:0:30937:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202404360288 : -110871305191328 : ffff9b29c33d0060) 00020000:00000002:2.0:1788687307.216902:0:30937:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c33d0060, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788687307.216935:0:30937:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788687307.216939:0:30937:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c687e180: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000002:2.0:1788687307.216943:0:30937:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29e015b6c8) owner ffff9b29c564a7c0 00020000:00000001:2.0:1788687307.216946:0:30937:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788687307.216948:0:30937:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29e015b6c8) owner ffff9b29c564a7c0 00020000:00000010:2.0:1788687307.216953:0:30937:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29c687e180. 00020000:00000010:2.0:1788687307.216956:0:30937:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c33d0960. 00020000:00000010:2.0:1788687307.216961:0:30937:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c33d0060. 00020000:00000002:2.0:1788687307.216963:0:30937:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788687307.216967:0:30937:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687307.216969:0:30937:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687307.216975:0:30937:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788687307.216979:0:30937:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015b6c8) owner 0000000000000000/ffff9b29c564a7c0 00020000:00000002:2.0:1788687307.216982:0:30937:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29e06fea80 addref 2/0 by ffff9b29c564a7c0. 00020000:00000002:2.0:1788687307.216985:0:30937:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015b6c8) owner 0000000000000000/ffff9b29c564a7c0 00020000:00000001:2.0:1788687307.216988:0:30937:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788687307.216990:0:30937:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788687307.216992:0:30937:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788687307.216993:0:30937:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788687307.216995:0:30937:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788687307.216998:0:30937:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x26:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1788687307.217002:0:30937:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280ea0 00000080:00000001:2.0:1788687307.217006:0:30937:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687307.217009:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687307.217011:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788687307.217013:0:30937:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788687307.217018:0:30937:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788687307.217020:0:30937:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687307.217025:0:30937:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x26:0x0](ffff9b29d85aa1c8) for lock 0x230d04438e811d44 00800000:00000001:2.0:1788687307.217029:0:30937:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687307.217032:0:30937:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687307.217034:0:30937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687307.217037:0:30937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687307.217039:0:30937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=3 00000020:00000001:2.0:1788687307.217042:0:30937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:2.0:1788687307.217045:0:30937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:2.0:1788687307.217048:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687307.217049:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687307.217051:0:30937:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687307.217053:0:30937:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788687307.217062:0:30937:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d870b0d8 inode ffff9b29d85aa1c8 refc 1 flags 0x40000e 00000080:00000001:2.0:1788687307.217067:0:30937:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788687307.217071:0:30937:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x26:0x0](ffff9b29d85aa1c8) 00000080:00010000:2.0:1788687307.217075:0:30937:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d44 from it ffffaca081ef3b20 00010000:00000001:2.0:1788687307.217078:0:30937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687307.217079:0:30937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687307.217080:0:30937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=3 00000020:00000001:2.0:1788687307.217082:0:30937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:2.0:1788687307.217084:0:30937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:2.0:1788687307.217087:0:30937:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687307.217183:0:30937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811d44 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d22ff expref: -99 pid: 30937 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687307.217194:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687307.217195:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687307.217197:0:30937:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687307.217200:0:30937:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687307.217203:0:30937:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811d44 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d22ff expref: -99 pid: 30937 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687307.217211:0:30937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687307.217215:0:30937:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687307.217217:0:30937:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687307.217222:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687307.217223:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687307.217225:0:30937:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687307.217229:0:30937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687307.217231:0:30937:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687307.217233:0:30937:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687307.217237:0:30937:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687307.217240:0:30937:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687307.217242:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687307.217243:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788687307.217245:0:30937:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788687307.217250:0:30937:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29d01f3e00. 00000100:00000001:2.0:1788687307.217256:0:30937:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687307.217270:0:30937:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb6d80 x1875572824521344/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/640 e 0 to 0 dl 1788687323 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.217278:0:30937:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687307.217283:0:30937:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687307.217287:0:30937:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c62e8000. 02000000:00000001:2.0:1788687307.217290:0:30937:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687307.217293:0:30937:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687307.217295:0:30937:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687307.217298:0:30937:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687307.217301:0:30937:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c43bc800. 02000000:00000001:2.0:1788687307.217305:0:30937:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687307.217307:0:30937:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687307.217310:0:30937:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6d80. 00000100:00000001:2.0:1788687307.217315:0:30937:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687307.217317:0:30937:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687307.217320:0:30937:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788687307.217321:0:30937:0:(dcache.c:176:ll_intent_release()) intent ffffaca081ef3b20 released 00000080:00000001:2.0:1788687307.217323:0:30937:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1788687307.217338:0:30937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3d08 00000080:00200008:2.0:1788687307.217340:0:30937:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000404:0x26:0x0](ffff9b29d85aa1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788687307.217347:0:30937:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687307.217348:0:30937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3c80 00000080:00200000:2.0:1788687307.217350:0:30937:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x26:0x0](ffff9b29d85aa1c8),name=f 00000080:00000010:2.0:1788687307.217358:0:30937:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29cb1b7e00. 00000080:00000001:2.0:1788687307.217369:0:30937:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687307.217374:0:30937:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687307.217376:0:30937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3ba0 00800000:00000002:2.0:1788687307.217379:0:30937:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x26:0x0] 'f' on [0x200000404:0x24:0x0] 00800000:00000001:2.0:1788687307.217382:0:30937:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687307.217388:0:30937:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x24:0x0], fid2=[0x200000404:0x26:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687307.217460:0:30937:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687307.217463:0:30937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3a70 00000002:00010000:2.0:1788687307.217465:0:30937:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x26:0x0]) in obj [0x200000404:0x24:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687307.217470:0:30937:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687307.217472:0:30937:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687307.217476:0:30937:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687307.217483:0:30937:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f200 count: 3 00010000:00000001:2.0:1788687307.217486:0:30937:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687307.217492:0:30937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687307.217496:0:30937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687307.217500:0:30937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811d44 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d22ff expref: -99 pid: 30937 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788687307.217509:0:30937:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687307.217515:0:30937:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687307.217518:0:30937:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811d44 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d22ff expref: -99 pid: 30937 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788687307.217525:0:30937:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687307.217526:0:30937:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687307.217528:0:30937:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687307.217531:0:30937:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687307.217533:0:30937:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687307.217535:0:30937:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x24:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687307.217539:0:30937:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788687307.217541:0:30937:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29cb1b7e00. 00000080:00000001:2.0:1788687307.217546:0:30937:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687307.217548:0:30937:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687307.217550:0:30937:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x26:0x0](ffff9b29d85aa1c8) 00000080:00010000:2.0:1788687307.217554:0:30937:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x26:0x0](ffff9b29d85aa1c8) for lock 0x230d04438e811d44 00800000:00000001:2.0:1788687307.217557:0:30937:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687307.217558:0:30937:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687307.217560:0:30937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687307.217561:0:30937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687307.217563:0:30937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=3 00000020:00000001:2.0:1788687307.217565:0:30937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:2.0:1788687307.217568:0:30937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:2.0:1788687307.217570:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687307.217571:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687307.217573:0:30937:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687307.217575:0:30937:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687307.217642:0:30937:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d44 from it ffffaca081ef3cb8 00010000:00000001:2.0:1788687307.217645:0:30937:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687307.217647:0:30937:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687307.217648:0:30937:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=3 00000020:00000001:2.0:1788687307.217650:0:30937:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:2.0:1788687307.217653:0:30937:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:2.0:1788687307.217663:0:30937:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687307.217666:0:30937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811d44 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d22ff expref: -99 pid: 30937 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687307.217673:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687307.217674:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687307.217676:0:30937:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687307.217677:0:30937:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687307.217679:0:30937:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811d44 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d22ff expref: -99 pid: 30937 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687307.217685:0:30937:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687307.217687:0:30937:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687307.217688:0:30937:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687307.217690:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687307.217691:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687307.217693:0:30937:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687307.217695:0:30937:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687307.217697:0:30937:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687307.217698:0:30937:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687307.217700:0:30937:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687307.217702:0:30937:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687307.217703:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687307.217704:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687307.217705:0:30937:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687307.217707:0:30937:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687307.217711:0:30937:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788687307.217714:0:30937:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788687307.217717:0:30937:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687307.217719:0:30937:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788687307.217721:0:30937:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687307.217724:0:30937:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788687307.217728:0:30937:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788687307.217731:0:30937:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687307.217734:0:30937:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091496 : -110871088460120 : ffff9b29d0280ea8) 00000020:00001000:2.0:1788687307.217737:0:30937:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280ea0 00000020:00000001:2.0:1788687307.217742:0:30937:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0d00 -> ffff9b29d02b0d00 00000020:00000001:2.0:1788687307.217745:0:30937:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788687307.217748:0:30937:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788687307.217750:0:30937:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x26:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788687307.217754:0:30937:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687307.217755:0:30937:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788687307.217757:0:30937:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788687307.217759:0:30937:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687307.217761:0:30937:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687307.217766:0:30937:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x26:0x0]io ffff9b29c38c60c0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788687307.217769:0:30937:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015b6c8) owner 0000000000000000/ffff9b29c564a7c0 00020000:00000001:2.0:1788687307.217772:0:30937:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788687307.217774:0:30937:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788687307.217777:0:30937:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788687307.217779:0:30937:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687307.217782:0:30937:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788687307.217784:0:30937:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788687307.217786:0:30937:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687307.217787:0:30937:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687307.217788:0:30937:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788687307.217790:0:30937:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788687307.217791:0:30937:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015b6c8) owner 0000000000000000/ffff9b29c564a7c0 00000020:00000001:2.0:1788687307.217794:0:30937:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788687307.217796:0:30937:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788687307.217798:0:30937:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x26:0x0] 00000020:00000001:2.0:1788687307.217801:0:30937:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788687307.217803:0:30937:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788687307.217806:0:30937:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788687307.217808:0:30937:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788687307.217814:0:30937:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788687307.217820:0:30937:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c5044800. 00020000:00000002:2.0:1788687307.217824:0:30937:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788687307.217827:0:30937:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788687307.217831:0:30937:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687307.217833:0:30937:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788687307.217835:0:30937:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687307.217837:0:30937:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202888029752 : -110870821521864 : ffff9b29e0113638) 00000020:00001000:2.0:1788687307.217839:0:30937:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29e0113630 00000020:00000001:2.0:1788687307.217842:0:30937:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0b70 -> ffff9b29d02b0d00 00000020:00000001:2.0:1788687307.217843:0:30937:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788687307.217847:0:30937:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687307.217849:0:30937:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788687307.217850:0:30937:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687307.217853:0:30937:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687307.217855:0:30937:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897894328 : -110870811657288 : ffff9b29e0a7bbb8) 00000020:00000001:2.0:1788687307.217857:0:30937:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788687307.217862:0:30937:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29d12aa000. 00000008:00010000:2.0:1788687307.217866:0:30937:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788687307.217870:0:30937:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788687307.217871:0:30937:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788687307.217873:0:30937:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c5044830, osc lock ffff9b29d12aa000, flags 0x400001002 00000020:00000001:2.0:1788687307.217875:0:30937:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687307.217877:0:30937:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687307.217879:0:30937:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202434197504 : -110871275354112 : ffff9b29c5044800) 00000020:00000001:2.0:1788687307.217882:0:30937:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788687307.217882:0:30937:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788687307.217884:0:30937:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687307.217886:0:30937:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687307.217889:0:30937:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788687307.217891:0:30937:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788687307.217892:0:30937:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788687307.217895:0:30937:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788687307.217896:0:30937:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687307.217897:0:30937:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897894328 : -110870811657288 : ffff9b29e0a7bbb8) 00000020:00000001:2.0:1788687307.217899:0:30937:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788687307.217902:0:30937:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788687307.217904:0:30937:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788687307.217939:0:30937:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788687307.217942:0:30937:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788687307.217943:0:30937:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788687307.217945:0:30937:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788687307.217946:0:30937:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788687307.217947:0:30937:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788687307.217951:0:30937:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788687307.217953:0:30937:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788687307.217957:0:30937:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687307.217960:0:30937:0:(ldlm_request.c:995:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788687307.217965:0:30937:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42ea300. 00000020:00000040:2.0:1788687307.217969:0:30937:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00010000:00000001:2.0:1788687307.217974:0:30937:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687307.217980:0:30937:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687307.217982:0:30937:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687307.217986:0:30937:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687307.217989:0:30937:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687307.217992:0:30937:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687307.217999:0:30937:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29cb1b7e00. 00000100:00000001:2.0:1788687307.218007:0:30937:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687307.218013:0:30937:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687307.218015:0:30937:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687307.218016:0:30937:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687307.218017:0:30937:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687307.218020:0:30937:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687307.218023:0:30937:0:(ldlm_request.c:1009:ldlm_enqueue_pack()) Process leaving (rc=18446633202420196096 : -110871289355520 : ffff9b29c42ea300) 00010000:00000001:2.0:1788687307.218026:0:30937:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788687307.218029:0:30937:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788687307.218033:0:30937:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c6090000. 00010000:00000010:2.0:1788687307.218037:0:30937:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9b29c6090300. 00010000:00000001:2.0:1788687307.218042:0:30937:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788687307.218046:0:30937:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29d13a9800. 00000020:00000001:2.0:1788687307.218051:0:30937:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788687307.218053:0:30937:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29d13a9800 with handle 0x230d04438e811d4b to hash 00000020:00000001:2.0:1788687307.218055:0:30937:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788687307.218057:0:30937:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000010:2.0:1788687307.218062:0:30937:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9b29c2c4edc0. 00010000:00000001:2.0:1788687307.218065:0:30937:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:2.0:1788687307.218067:0:30937:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687307.218069:0:30937:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687307.218073:0:30937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811d4b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30937 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687307.218084:0:30937:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811d4b lrc: 3/1,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 30937 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687307.219484:0:30937:0:(ldlm_request.c:1190:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687307.219499:0:30937:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687307.219505:0:30937:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687307.219521:0:30937:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e475e4f] to pc [ptlrpcd_01_00+0] req@ffff9b29c42ea300 x1875572824521472/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788687307.219561:0:30937:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687307.219565:0:30937:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687307.219568:0:30937:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687307.219571:0:30937:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687307.219574:0:30937:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687307.219695:0:30937:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788687307.219699:0:30937:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788687307.219701:0:30937:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788687307.219703:0:30937:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1788687307.219792:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687307.219797:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687307.219801:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687307.219809:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42ea300 x1875572824521472/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.219818:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687307.219821:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687307.219826:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687307.219831:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687307.219834:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687307.219838:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824521472:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:3.0:1788687307.219843:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687307.219850:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687307.219853:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687307.219856:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687307.219866:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c43be000. 02000000:00000001:3.0:1788687307.219868:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687307.219877:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687307.219883:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4840. 00000400:00000010:3.0:1788687307.219891:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0088. 00000100:00000200:3.0:1788687307.219900:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824521472, portal 4 00000100:00000001:3.0:1788687307.219902:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687307.219904:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420196096 : -110871289355520 : ffff9b29c42ea300) 00000100:00000001:2.0:1788687307.219992:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687307.219997:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687307.220032:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42ea300 x1875572824521472/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687323 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.220039:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687307.220042:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687307.220045:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0550. 00000100:00000200:3.0:1788687307.220048:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875572824521472, offset 0 00000400:00000200:3.0:1788687307.220056:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687307.220066:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.220075:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687307.220082:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687307.220086:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687307.220333:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687307.220337:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687307.220342:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2339:2339:256:4294967295] 192.168.203.144@tcp LPNI seq info [2339:2339:8:4294967295] 00000400:00000200:3.0:1788687307.220347:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.220359:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687307.220367:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687307.220375:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415af00. 00000800:00000200:3.0:1788687307.220383:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687307.220400:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687307.220406:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415af00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788687307.220423:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687307.220428:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20241 usecs (21 jiffies) 00000400:00000200:3.0:1788687307.220431:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687307.220434:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296433246 00000100:00000001:3.0:1788687307.220438:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296436442 00000100:00000001:3.0:1788687307.220440:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296433246 00000100:00000001:3.0:1788687307.220443:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296436442 00000100:00000001:3.0:1788687307.220445:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687307.220448:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687307.220452:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687307.220454:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687307.220463:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687307.220466:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788687307.220469:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687307.220470:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687307.220471:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687307.220473:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687307.220723:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687307.220728:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415af00. 00000400:00000200:2.0:1788687307.220735:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.220741:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687307.220749:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0550 00000400:00000010:2.0:1788687307.220751:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0550. 00000100:00000001:2.0:1788687307.220756:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687307.220761:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42ea300 x1875572824521472/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687323 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.220772:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687307.220776:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42ea300 x1875572824521472/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687323 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.220789:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687307.220791:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687307.232356:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.232380:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687307.232385:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.232388:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.232456:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.232466:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687307.232480:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.232486:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.232492:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.232497:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 4 MB=0x6a9d2d3f4bb00 00000400:00000200:2.0:1788687307.232503:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.232510:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 400/400 into md 0x6785 [1] + 224 00000800:00000001:2.0:1788687307.232520:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.232529:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.232533:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.232538:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687307.232548:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687307.232560:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42ea300 x1875572824521472/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687323 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687307.232573:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9b29c42ea300 x1875572824521472/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687323 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.232693:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687307.232699:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687307.232719:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687307.232731:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.232735:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788687307.237743:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687307.237753:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687307.237758:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4840. 00000400:00000200:3.0:1788687307.237772:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0088 00000400:00000010:3.0:1788687307.237775:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0088. 00000100:00000001:3.0:1788687307.237783:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687307.237799:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42ea300 x1875572824521472/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687323 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687307.237812:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42ea300 x1875572824521472/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687323 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.237826:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687307.237829:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687307.237833:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687307.237837:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687307.237840:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687307.237843:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687307.237846:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687307.237859:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=79 v=5 (5 5 16 137) 00000100:00001000:3.0:1788687307.237864:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687307.237866:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687307.237868:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687307.237871:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687307.237876:0:2369:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687307.237881:0:2369:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687307.237883:0:2369:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967340 00000100:00000001:3.0:1788687307.237885:0:2369:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687307.237887:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687307.237892:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42ea300 x1875572824521472/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687323 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.237900:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687307.237903:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687307.237930:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788687307.237933:0:2369:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1788687307.237936:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687307.237939:0:2369:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687307.237943:0:2369:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=4 00000020:00000001:3.0:1788687307.237946:0:2369:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687307.237950:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687307.237952:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687307.237953:0:2369:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687307.237954:0:2369:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=5 00000020:00000001:3.0:1788687307.237956:0:2369:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687307.237957:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687307.237962:0:2369:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687307.237966:0:2369:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687307.237971:0:2369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811d4b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30937 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687307.237984:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.237986:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687307.237988:0:2369:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788687307.237991:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687307.237992:0:2369:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687307.237993:0:2369:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=6 00000020:00000001:3.0:1788687307.237996:0:2369:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687307.237997:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000040:3.0:1788687307.238007:0:2369:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29d13a9800, remote cookie: 0x59c08f76ab1d2306, flags: 0x1001 00010000:00010000:3.0:1788687307.238012:0:2369:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811d4b lrc: 6/2,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2306 expref: -99 pid: 30937 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687307.238021:0:2369:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1788687307.238024:0:2369:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687307.238027:0:2369:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788687307.238031:0:2369:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1788687307.238037:0:2369:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811d4b lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2306 expref: -99 pid: 30937 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788687307.238046:0:2369:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x17:0x0].0x0 (ffff9b29c6090000) refcount = 1 00010000:00000040:3.0:1788687307.238049:0:2369:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788687307.238052:0:2369:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811d4b lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2306 expref: -99 pid: 30937 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687307.238062:0:2369:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788687307.238064:0:2369:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687307.238067:0:2369:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788687307.238070:0:2369:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687307.238073:0:2369:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811d4b lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2306 expref: -99 pid: 30937 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687307.238080:0:2369:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788687307.238082:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.238083:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687307.238084:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.238085:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788687307.238087:0:2369:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1788687307.238090:0:2369:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788687307.238832:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687307.238835:0:2369:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687307.238838:0:2369:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=5 00000020:00000001:3.0:1788687307.238843:0:2369:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687307.238847:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00000008:00000001:3.0:1788687307.238852:0:2369:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1788687307.238858:0:2369:0:(cl_object.c:143:cl_object_top()) ffff9b29c9bd9340 -> ffff9b29d02b0d00 00000008:00010000:3.0:1788687307.238865:0:2369:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811d4b lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2306 expref: -99 pid: 30937 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1788687307.238875:0:2369:0:(cl_object.c:143:cl_object_top()) ffff9b29c9bd9340 -> ffff9b29d02b0d00 00000020:00000001:3.0:1788687307.238877:0:2369:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788687307.238880:0:2369:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1788687307.238884:0:2369:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788687307.238887:0:2369:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687307.238889:0:2369:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687307.238891:0:2369:0:(cl_object.c:143:cl_object_top()) ffff9b29c9bd9340 -> ffff9b29d02b0d00 00000008:00000001:3.0:1788687307.238893:0:2369:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1788687307.238896:0:2369:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788687307.238899:0:2369:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788687307.239026:0:2369:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788687307.239029:0:2369:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687307.239033:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687307.239034:0:2369:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687307.239036:0:2369:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=6 00000020:00000001:3.0:1788687307.239038:0:2369:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687307.239041:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687307.239044:0:2369:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687307.239048:0:2369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811d4b lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d2306 expref: -99 pid: 30937 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687307.239056:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.239058:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788687307.239061:0:2369:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811d4b lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d2306 expref: -99 pid: 30937 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687307.239067:0:2369:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687307.239069:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.239070:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788687307.239071:0:2369:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687307.239073:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687307.239074:0:2369:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687307.239076:0:2369:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=5 00000020:00000001:3.0:1788687307.239078:0:2369:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687307.239080:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687307.239082:0:2369:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687307.239084:0:2369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811d4b lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d2306 expref: -99 pid: 30937 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687307.239090:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.239107:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687307.239109:0:2369:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687307.239112:0:2369:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687307.239115:0:2369:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811d4b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2306 expref: -99 pid: 30937 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788687307.239126:0:2369:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687307.239130:0:2369:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687307.239132:0:2369:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687307.239137:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.239139:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687307.239140:0:2369:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687307.239143:0:2369:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687307.239146:0:2369:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687307.239148:0:2369:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687307.239150:0:2369:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687307.239152:0:2369:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687307.239153:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.239154:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687307.239155:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687307.239156:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788687307.239158:0:2369:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687307.239170:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42ea300 x1875572824521472/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687323 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687307.239179:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824521472:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:3.0:1788687307.239185:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687307.239190:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687307.239194:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42ea300 x1875572824521472/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687323 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.239200:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687307.239204:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687307.239209:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c43be000. 02000000:00000001:3.0:1788687307.239216:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687307.239219:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687307.239221:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:3.0:1788687307.239223:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687307.239226:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29cb1b7e00. 02000000:00000001:3.0:1788687307.239233:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687307.239236:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687307.239238:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42ea300. 00000100:00000001:3.0:1788687307.239241:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687307.239243:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687307.239246:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687307.239256:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687307.239259:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687307.239261:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687307.239264:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687307.242302:0:30937:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687307.242313:0:30937:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687307.242322:0:30937:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788687307.242327:0:30937:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0d00 -> ffff9b29d02b0d00 00000020:00000001:2.0:1788687307.242331:0:30937:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0d00 -> ffff9b29d02b0d00 00000020:00000001:2.0:1788687307.242333:0:30937:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788687307.242340:0:30937:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788687307.242346:0:30937:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788687307.242349:0:30937:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687307.242350:0:30937:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788687307.242351:0:30937:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687307.242354:0:30937:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x26:1028 on OST[0]: s=0 (1) m=1788687289 a=1788687289 c=1788687289 b=1 00020000:00000001:2.0:1788687307.242359:0:30937:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687307.242361:0:30937:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1788687289 a=1788687289 c=1788687289 b=1 00020000:00000001:2.0:1788687307.242365:0:30937:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687307.242367:0:30937:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687307.242369:0:30937:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0d00 -> ffff9b29d02b0d00 00000080:00200000:2.0:1788687307.242372:0:30937:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x26:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1788687307.242374:0:30937:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788687307.242377:0:30937:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788687307.242379:0:30937:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29c38c6060 (ffff9b29d0280ea8/0) at cl_lock_release():245 00000020:00000001:2.0:1788687307.242383:0:30937:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788687307.242384:0:30937:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c38c6060 (ffff9b29d0280ea8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788687307.242388:0:30937:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788687307.243119:0:30937:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687307.243124:0:30937:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897894328 : -110870811657288 : ffff9b29e0a7bbb8) 00000020:00000001:2.0:1788687307.243128:0:30937:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788687307.243130:0:30937:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5044830 (ffff9b29e0113638/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788687307.243135:0:30937:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788687307.243137:0:30937:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788687307.243140:0:30937:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687307.243143:0:30937:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788687307.243145:0:30937:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788687307.243147:0:30937:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687307.243148:0:30937:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687307.243149:0:30937:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687307.243151:0:30937:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788687307.243152:0:30937:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c38c6060 (ffff9b29d0280ea8/0) at cl_lock_fini():72 00020000:00000001:2.0:1788687307.243156:0:30937:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788687307.243157:0:30937:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788687307.243159:0:30937:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5044830 (ffff9b29d0280ea8/1) at cl_lock_fini():72 00000008:00000010:2.0:1788687307.243163:0:30937:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d12aa000. 00000020:00000001:2.0:1788687307.243170:0:30937:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788687307.243174:0:30937:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5044800. 00020000:00000001:2.0:1788687307.243178:0:30937:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788687307.243179:0:30937:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788687307.243180:0:30937:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788687307.243183:0:30937:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687307.243187:0:30937:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788687307.243190:0:30937:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788687307.243193:0:30937:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788687307.243194:0:30937:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788687307.243196:0:30937:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788687307.243199:0:30937:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29e0113630 00020000:00000001:2.0:1788687307.243204:0:30937:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788687307.243207:0:30937:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788687307.243211:0:30937:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788687307.243213:0:30937:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x26:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788687307.243218:0:30937:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788687307.243220:0:30937:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687307.243223:0:30937:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788687307.243225:0:30937:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788687307.243226:0:30937:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788687307.243227:0:30937:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280ea0 00000001:00000001:2.0:1788687307.243230:0:30937:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687307.243241:0:30937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3d08 00000080:00000008:2.0:1788687307.243245:0:30937:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x26:0x0](ffff9b29d85aa1c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788687307.243252:0:30937:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788687307.243254:0:30937:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ef3da0 00000080:00002000:2.0:1788687307.243256:0:30937:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9b29d870b0d8, parent ffff9b29d870be58, inode ffff9b29d85aa1c8) hashed, 00000080:00000001:2.0:1788687307.243259:0:30937:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687307.253129:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687307.253143:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445900. 00000400:00000200:2.0:1788687307.253153:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.253165:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687307.253176:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdaee0 00000400:00000010:2.0:1788687307.253179:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdaee0. 00000100:00000001:2.0:1788687307.253186:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687307.253198:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0000 x1875572824521600/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.253213:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687307.253218:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0000 x1875572824521600/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687323 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.253227:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687307.253229:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687307.255664:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.255688:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687307.255693:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.255696:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.255708:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.255716:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687307.255727:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.255732:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.255738:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.255743:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 4096 into portal 14 MB=0x6a9d2d3f4bb80 00000400:00000200:2.0:1788687307.255749:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.255756:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.144@tcp of length 4096/4096 into md 0x6795 [256] + 0 00000400:00000010:2.0:1788687307.255762:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1108. 00000400:00000200:2.0:1788687307.255768:0:2361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9b29c70aa000 00000800:00000001:2.0:1788687307.255775:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.255785:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.255789:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.255795:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687307.255802:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c70aa000 00000400:00000010:2.0:1788687307.255805:0:2361:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9b29c70aa000. 00000100:00000001:2.0:1788687307.255811:0:2361:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788687307.255813:0:2361:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9b29c97f0000 desc ffff9b29d8a02c00 mbits 1875572824521600 00000100:00000001:2.0:1788687307.255999:0:2361:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788687307.256012:0:2361:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788687307.256016:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.256024:0:2361:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687307.256031:0:2361:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2341:2341:256:4294967295] 192.168.203.144@tcp LPNI seq info [2341:2341:8:4294967295] 00000400:00000200:2.0:1788687307.256036:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.256046:0:2361:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1788687307.256052:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687307.256062:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9b29c69dc000. 00000800:00000200:2.0:1788687307.256069:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687307.256078:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687307.256084:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c69dc000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788687307.256276:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687307.256280:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9b29c69dc000. 00000400:00000200:2.0:1788687307.256284:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.256288:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1788687307.256295:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.256299:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687307.262728:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.262749:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687307.262755:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.262757:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687307.262770:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.262779:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687307.262790:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.262795:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.262802:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.262807:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 440 into portal 10 MB=0x6a9d2d3f4bb80 00000400:00000200:3.0:1788687307.262813:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.262820:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 440/440 into md 0x679d [1] + 224 00000800:00000001:3.0:1788687307.262829:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.262836:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687307.262840:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687307.262845:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687307.262857:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687307.262869:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0000 x1875572824521600/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687323 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687307.262881:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9b29c97f0000 x1875572824521600/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.262893:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687307.262902:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.265466:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788687307.286938:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687307.286946:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445900. 00000400:00000200:2.0:1788687307.286953:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.286963:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687307.286973:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdad48 00000400:00000010:2.0:1788687307.286977:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdad48. 00000100:00000001:2.0:1788687307.286982:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687307.286992:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0000 x1875572824521856/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687323 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.287006:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687307.287010:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0000 x1875572824521856/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687323 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.287018:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687307.287020:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687307.293933:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.293954:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687307.293959:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.293962:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.293973:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.293982:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687307.293994:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.294000:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.294007:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.294011:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 608 into portal 10 MB=0x6a9d2d3f4bc80 00000400:00000200:2.0:1788687307.294017:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.294024:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 608/608 into md 0x67a5 [64] + 224 00000800:00000001:2.0:1788687307.294033:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.294040:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.294044:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.294048:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687307.294058:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687307.294069:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0000 x1875572824521856/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687323 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687307.294081:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9b29c97f0000 x1875572824521856/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.304229:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687307.304262:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.304276:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788687307.307133:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687307.307139:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445f00. 00000400:00000200:2.0:1788687307.307144:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.307151:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687307.307157:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda220 00000400:00000010:2.0:1788687307.307159:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda220. 00000100:00000001:2.0:1788687307.307164:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687307.307169:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1c00 x1875572824521984/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.307180:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687307.307183:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1c00 x1875572824521984/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687323 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.307190:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687307.307193:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687307.311816:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.311839:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687307.311844:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.311846:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.311856:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.311866:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687307.311876:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.311882:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.311888:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.311893:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 4096 into portal 14 MB=0x6a9d2d3f4bd00 00000400:00000200:2.0:1788687307.311900:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.311938:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.144@tcp of length 4096/4096 into md 0x67ad [256] + 0 00000400:00000010:2.0:1788687307.311945:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e12c0. 00000400:00000200:2.0:1788687307.311952:0:2361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9b29c70aa000 00000800:00000001:2.0:1788687307.311959:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.311970:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.311974:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.311980:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687307.311986:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c70aa000 00000400:00000010:2.0:1788687307.311989:0:2361:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9b29c70aa000. 00000100:00000001:2.0:1788687307.311995:0:2361:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788687307.311998:0:2361:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9b29c97f1c00 desc ffff9b29d8a01000 mbits 1875572824521984 00000100:00000001:2.0:1788687307.312008:0:2361:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788687307.312017:0:2361:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788687307.312021:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.312028:0:2361:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687307.312034:0:2361:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2344:2344:256:4294967295] 192.168.203.144@tcp LPNI seq info [2344:2344:8:4294967295] 00000400:00000200:2.0:1788687307.312039:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.312048:0:2361:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1788687307.312054:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687307.312063:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9b29c69dc000. 00000800:00000200:2.0:1788687307.312072:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687307.312082:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687307.312087:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c69dc000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788687307.312162:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687307.312167:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9b29c69dc000. 00000400:00000200:2.0:1788687307.312171:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.312175:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1788687307.312182:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.312186:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788687307.321497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4c00. 00000800:00000001:2.0:1788687307.325996:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.326025:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687307.326031:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.326034:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.326046:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.326057:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687307.326070:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.326076:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.326082:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.326087:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 440 into portal 10 MB=0x6a9d2d3f4bd00 00000400:00000200:2.0:1788687307.326093:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.326100:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 440/440 into md 0x67b5 [1] + 224 00000800:00000001:2.0:1788687307.326109:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.326124:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.326128:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.326134:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687307.326144:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687307.326155:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1c00 x1875572824521984/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687323 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687307.326167:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9b29c97f1c00 x1875572824521984/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.326185:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687307.326195:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.326200:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788687307.328498:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687307.328504:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445d00. 00000400:00000200:3.0:1788687307.328510:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687307.328517:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687307.328523:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda5d8 00000400:00000010:3.0:1788687307.328526:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda5d8. 00000100:00000001:3.0:1788687307.328531:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687307.328536:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1c00 x1875572824522240/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.328546:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687307.328549:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1c00 x1875572824522240/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687323 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.328556:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687307.328558:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687307.330820:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.330844:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687307.330848:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.330851:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.330862:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.330870:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687307.330880:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.330886:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.330893:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.330897:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f4be00 00000400:00000200:2.0:1788687307.330903:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.330939:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x67bd [1] + 224 00000800:00000001:2.0:1788687307.330948:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.330957:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.330960:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.330965:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687307.330975:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687307.330985:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1c00 x1875572824522240/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687323 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687307.330996:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b29c97f1c00 x1875572824522240/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.331016:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687307.331026:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.331029:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1788687307.335861:0:30938:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6912c00. 00000100:00000001:1.0:1788687307.335874:0:30938:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.335882:0:30938:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687307.335884:0:30938:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.335885:0:30938:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687307.335886:0:30938:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.335888:0:30938:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687307.335899:0:30938:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00010000:00000001:1.0:1788687307.335928:0:30938:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788687307.335932:0:30938:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788687307.335938:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f500 count: 2 00010000:00000001:1.0:1788687307.335941:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687307.335944:0:30938:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687307.335949:0:30938:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a4c00. 00000020:00000001:1.0:1788687307.335956:0:30938:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687307.335960:0:30938:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a4c00 with handle 0x230d04438e811d59 to hash 00000020:00000001:1.0:1788687307.335962:0:30938:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687307.335963:0:30938:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687307.335969:0:30938:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687307.335974:0:30938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687307.335977:0:30938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687307.335982:0:30938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811d59 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687307.335994:0:30938:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811d59 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30938 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788687307.336010:0:30938:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788687307.336024:0:30938:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c97f1c00 x1875572824522496/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788687307.336033:0:30938:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811d59 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788687307.336039:0:30938:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687307.336041:0:30938:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687307.336051:0:30938:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c68fee40. 00000100:00000001:1.0:1788687307.336053:0:30938:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202460126784 : -110871249424832 : ffff9b29c68fee40) 00000100:00000001:1.0:1788687307.336056:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687307.336058:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00000100:00000001:1.0:1788687307.336064:0:30938:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687307.336070:0:30938:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.336072:0:30938:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687307.336074:0:30938:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687307.336079:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f1c00 x1875572824522496/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.336088:0:30938:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687307.336090:0:30938:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687307.336094:0:30938:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687307.336097:0:30938:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687307.336100:0:30938:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687307.336103:0:30938:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f1c00 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30938:1875572824522496:192.168.203.144@tcp:101:rm.0 00000100:00000001:1.0:1788687307.336108:0:30938:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687307.336114:0:30938:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687307.336117:0:30938:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687307.336120:0:30938:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687307.336252:0:30938:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9b29c6980000. 02000000:00000001:1.0:1788687307.336255:0:30938:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687307.336265:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687307.336271:0:30938:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e01505d8. 00000400:00000010:1.0:1788687307.336280:0:30938:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9b29c7090800. 00000100:00000200:1.0:1788687307.336290:0:30938:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875572824522496, portal 10 00000100:00000001:1.0:1788687307.336291:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687307.336293:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00000100:00000040:1.0:1788687307.336300:0:30938:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f1c00 x1875572824522496/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687323 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.336308:0:30938:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687307.336311:0:30938:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687307.336315:0:30938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dce58. 00000100:00000200:1.0:1788687307.336319:0:30938:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875572824522496, offset 0 00000400:00000200:1.0:1788687307.336327:0:30938:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687307.336336:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687307.336345:0:30938:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687307.336351:0:30938:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687307.336355:0:30938:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687307.336359:0:30938:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687307.336362:0:30938:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687307.336367:0:30938:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2346:2346:256:4294967295] 192.168.203.144@tcp LPNI seq info [2346:2346:8:4294967295] 00000400:00000200:1.0:1788687307.336371:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687307.336383:0:30938:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687307.336390:0:30938:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687307.336406:0:30938:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2400. 00000800:00000200:1.0:1788687307.336415:0:30938:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687307.336425:0:30938:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687307.336430:0:30938:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788687307.336453:0:30938:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687307.336459:0:30938:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 812071 usecs (813 jiffies) 00000400:00000200:1.0:1788687307.336463:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687307.336466:0:30938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296434153 00000100:00000001:1.0:1788687307.336470:0:30938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296436442 00000100:00000001:1.0:1788687307.336472:0:30938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296434153 00000100:00000001:1.0:1788687307.336475:0:30938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296436442 00000100:00000001:1.0:1788687307.336477:0:30938:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687307.336481:0:30938:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.336483:0:30938:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687307.336485:0:30938:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687307.336488:0:30938:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c68fee40 going to sleep for 11 seconds 00000100:00000001:1.0:1788687307.336491:0:30938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687307.336495:0:30938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687307.336818:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687307.336825:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2400. 00000400:00000200:3.0:1788687307.336832:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687307.336838:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687307.336845:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dce58 00000400:00000010:3.0:1788687307.336847:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dce58. 00000100:00000001:3.0:1788687307.336851:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687307.336856:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1c00 x1875572824522496/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687323 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.336866:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687307.336869:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1c00 x1875572824522496/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687323 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.336876:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687307.336878:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687307.347176:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.347199:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687307.347204:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.347207:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.347219:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.347228:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687307.347238:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.347244:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.347251:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.347255:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 608 into portal 10 MB=0x6a9d2d3f4bf00 00000400:00000200:2.0:1788687307.347261:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.347267:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 608/608 into md 0x67c5 [64] + 224 00000800:00000001:2.0:1788687307.347275:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.347304:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.347307:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.347313:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687307.347323:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687307.347334:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1c00 x1875572824522496/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687323 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687307.347347:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9b29c97f1c00 x1875572824522496/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.347368:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687307.347378:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.347382:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.347683:0:30938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687307.347694:0:30938:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687307.347696:0:30938:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687307.347701:0:30938:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e01505d8. 00000400:00000200:1.0:1788687307.347707:0:30938:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c7090800 00000400:00000010:1.0:1788687307.347710:0:30938:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9b29c7090800. 00000100:00000001:1.0:1788687307.347714:0:30938:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687307.347718:0:30938:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f1c00 x1875572824522496/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687307.347727:0:30938:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f1c00 x1875572824522496/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.347733:0:30938:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687307.347735:0:30938:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.347737:0:30938:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687307.347741:0:30938:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687307.347744:0:30938:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687307.347747:0:30938:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687307.347750:0:30938:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687307.347761:0:30938:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=79 v=5 (5 103 103 103) 00000100:00001000:1.0:1788687307.347765:0:30938:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687307.347768:0:30938:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687307.347771:0:30938:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.347774:0:30938:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687307.347778:0:30938:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.347782:0:30938:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788687307.347784:0:30938:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788687307.347786:0:30938:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788687307.347789:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687307.347791:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00000100:00000001:1.0:1788687307.347794:0:30938:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687307.347797:0:30938:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967617 00000100:00000001:1.0:1788687307.347799:0:30938:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687307.347802:0:30938:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687307.347807:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f1c00 x1875572824522496/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.347815:0:30938:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687307.347818:0:30938:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687307.347821:0:30938:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687307.347825:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f1c00 x1875572824522496/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687307.347834:0:30938:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f1c00 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30938:1875572824522496:192.168.203.144@tcp:101:rm.0 00000100:00000001:1.0:1788687307.347839:0:30938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.347842:0:30938:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.347844:0:30938:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687307.347847:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687307.347850:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1c00 x1875572824522496/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.347857:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687307.347860:0:30938:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c68fee40. 00000100:00000001:1.0:1788687307.347863:0:30938:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687307.347865:0:30938:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.347868:0:30938:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788687307.347875:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.347878:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.347881:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4c00 refcount=4 00000020:00000001:1.0:1788687307.347883:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687307.347887:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000040:1.0:1788687307.347894:0:30938:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c97a4c00, remote cookie: 0x59c08f76ab1d2322, flags: 0x1001 00010000:00000040:1.0:1788687307.347898:0:30938:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788687307.347901:0:30938:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788687307.348016:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:1.0:1788687307.348020:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687307.348025:0:30938:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687307.348030:0:30938:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811d59 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2322 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687307.348041:0:30938:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811d59 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2322 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687307.348048:0:30938:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788687307.348054:0:30938:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788687307.348056:0:30938:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788687307.348058:0:30938:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788687307.348060:0:30938:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788687307.348063:0:30938:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x23:0x0].0x0 (ffff9b29c64dea00) refcount = 2 00010000:00000040:1.0:1788687307.348066:0:30938:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788687307.348069:0:30938:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811d28 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d229d expref: -99 pid: 30936 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1788687307.348076:0:30938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811d59 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2322 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687307.348082:0:30938:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788687307.348086:0:30938:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788687307.348088:0:30938:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687307.348092:0:30938:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788687307.348094:0:30938:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687307.348098:0:30938:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811d59 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2322 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687307.348104:0:30938:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788687307.348105:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.348107:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.348108:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.348109:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.348111:0:30938:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687307.348116:0:30938:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788687307.348119:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.348120:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.348122:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4c00 refcount=3 00000020:00000001:1.0:1788687307.348124:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687307.348127:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687307.348129:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.348130:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788687307.348136:0:30938:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9b29c97f1c00 x1875572824522496/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788687307.348146:0:30938:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788687307.348151:0:30938:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c97f1c00 x1875572824522496/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788687307.348157:0:30938:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.348159:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.348161:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.348162:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4c00 refcount=3 00000020:00000001:1.0:1788687307.348164:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687307.348166:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687307.348169:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.348170:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687307.348172:0:30938:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687307.348174:0:30938:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687307.348178:0:30938:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788687307.348180:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687307.348181:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00010000:00000001:1.0:1788687307.348183:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.348184:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.348185:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4c00 refcount=3 00000020:00000001:1.0:1788687307.348187:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687307.348189:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00000002:00010000:1.0:1788687307.348193:0:30938:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811d59 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2322 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687307.348199:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.348200:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.348202:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687307.348203:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.348204:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.348206:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4c00 refcount=3 00000020:00000001:1.0:1788687307.348207:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687307.348209:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000040:1.0:1788687307.348212:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 3 00010000:00000001:1.0:1788687307.348214:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788687307.348218:0:30938:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 16 res 8589935620/35 (0 0) 00010000:00000001:1.0:1788687307.348221:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.348222:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687307.348223:0:30938:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788687307.348226:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbb868 00000002:00002000:1.0:1788687307.348228:0:30938:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:1.0:1788687307.348231:0:30938:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687307.348235:0:30938:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687307.348238:0:30938:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788687307.348242:0:30938:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788687307.348245:0:30938:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687307.348251:0:30938:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687307.348255:0:30938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6328c00. 00000080:00000001:1.0:1788687307.348261:0:30938:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788687307.348268:0:30938:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788687307.348271:0:30938:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788687307.348275:0:30938:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788687307.348277:0:30938:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:1.0:1788687307.348280:0:30938:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.348285:0:30938:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:1.0:1788687307.348288:0:30938:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788687307.348294:0:30938:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 16384 00010000:00000001:1.0:1788687307.348297:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.348298:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.348300:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4c00 refcount=3 00000020:00000001:1.0:1788687307.348302:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687307.348304:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687307.348306:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.348307:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687307.348309:0:30938:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788687307.348311:0:30938:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788687307.348313:0:30938:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687307.348317:0:30938:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff9b29d85763c8) for lock 0x230d04438e811d59 00800000:00000001:1.0:1788687307.348320:0:30938:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687307.348321:0:30938:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687307.348322:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.348323:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.348325:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4c00 refcount=3 00000020:00000001:1.0:1788687307.348326:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687307.348328:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687307.348331:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.348332:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687307.348333:0:30938:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687307.348335:0:30938:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.348338:0:30938:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788687307.348340:0:30938:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.348343:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687307.348348:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1c00 x1875572824522496/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.348354:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687307.348358:0:30938:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d59 from it ffffaca081cbbbd0 00010000:00000001:1.0:1788687307.348361:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.348362:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.348364:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4c00 refcount=3 00000020:00000001:1.0:1788687307.348366:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687307.348368:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687307.348371:0:30938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687307.348374:0:30938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811d59 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2322 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687307.348380:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.348382:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.348383:0:30938:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687307.348386:0:30938:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687307.348389:0:30938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811d59 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2322 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687307.349722:0:30938:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687307.349727:0:30938:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687307.349729:0:30938:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687307.349735:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.349737:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.349738:0:30938:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.349742:0:30938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687307.349745:0:30938:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.349748:0:30938:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.349752:0:30938:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.349755:0:30938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687307.349757:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.349758:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687307.349764:0:30938:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687307.349777:0:30938:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b29d099b380. 00000080:00000001:1.0:1788687307.349782:0:30938:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788687307.349792:0:30938:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1788687307.349797:0:30938:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788687307.349802:0:30938:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b29c5d003c0. 00000002:00100000:1.0:1788687307.349815:0:30938:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c97f1c00 x1875572824522496/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788687307.349824:0:30938:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687307.349826:0:30938:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788687307.349830:0:30938:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788687307.349835:0:30938:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.349839:0:30938:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1788687307.349840:0:30938:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.349842:0:30938:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687307.349848:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687307.349852:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1c00 x1875572824522496/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788687307.349860:0:30938:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687307.349865:0:30938:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9b29c6980000. 02000000:00000001:1.0:1788687307.351178:0:30938:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788687307.351187:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687307.351194:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbb78 00000080:00000008:1.0:1788687307.351198:0:30938:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff9b29d85763c8), flags 704400, rc = 0 00000080:00000001:1.0:1788687307.351204:0:30938:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687307.351240:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbd28 00000080:00200008:1.0:1788687307.351243:0:30938:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff9b29d85763c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788687307.351256:0:30938:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1788687307.351261:0:30938:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.351265:0:30938:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687307.351266:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbca0 00000080:00200000:1.0:1788687307.351268:0:30938:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff9b29d85763c8),name=d21g.recovery-small-1 00000080:00000010:1.0:1788687307.351283:0:30938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c57a00. 00800000:00000002:1.0:1788687307.351292:0:30938:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687307.351304:0:30938:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687307.351310:0:30938:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687307.351313:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbbc0 00800000:00000002:1.0:1788687307.351316:0:30938:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x23:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687307.351320:0:30938:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687307.351328:0:30938:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687307.351333:0:30938:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687307.351335:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbba90 00000002:00010000:1.0:1788687307.351336:0:30938:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687307.351340:0:30938:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687307.351343:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687307.351346:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687307.351354:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 3 00010000:00000001:1.0:1788687307.351357:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687307.351364:0:30938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687307.351369:0:30938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687307.351374:0:30938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811d28 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d229d expref: -99 pid: 30936 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788687307.351386:0:30938:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687307.354485:0:30938:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687307.354504:0:30938:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811d28 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d229d expref: -99 pid: 30936 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788687307.354519:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687307.354522:0:30938:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687307.354525:0:30938:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687307.354529:0:30938:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687307.354532:0:30938:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687307.354535:0:30938:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687307.354539:0:30938:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788687307.354544:0:30938:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687307.354548:0:30938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c57a00. 00000080:00000001:1.0:1788687307.354557:0:30938:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687307.354560:0:30938:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687307.354564:0:30938:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff9b29d85763c8) 00000080:00010000:1.0:1788687307.354568:0:30938:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff9b29d85763c8) for lock 0x230d04438e811d28 00800000:00000001:1.0:1788687307.354572:0:30938:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687307.354575:0:30938:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687307.354577:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.354581:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.354584:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=3 00000020:00000001:1.0:1788687307.354586:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687307.354589:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687307.354592:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.354594:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687307.354595:0:30938:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687307.354596:0:30938:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687307.354599:0:30938:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d28 from it ffffaca081cbbcd8 00010000:00000001:1.0:1788687307.354601:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.354602:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.354604:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=3 00000020:00000001:1.0:1788687307.354606:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687307.354607:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687307.354610:0:30938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687307.354613:0:30938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811d28 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d229d expref: -99 pid: 30936 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788687307.354620:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.354621:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.354623:0:30938:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687307.354627:0:30938:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687307.354629:0:30938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811d28 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d229d expref: -99 pid: 30936 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788687307.354637:0:30938:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687307.354641:0:30938:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687307.354644:0:30938:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687307.354649:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.354650:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.354652:0:30938:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.354666:0:30938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687307.354668:0:30938:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.354671:0:30938:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.354675:0:30938:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.354677:0:30938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687307.354679:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.354680:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687307.354684:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687307.354686:0:30938:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687307.354694:0:30938:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687307.354702:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbd28 00000080:00000008:1.0:1788687307.354704:0:30938:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff9b29d85763c8), request_mask 2047, flags 0, foreign 0 00000020:00000001:1.0:1788687307.354835:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbd48 00000080:00200000:1.0:1788687307.354838:0:30938:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff9b29e019e800) d21g.recovery-small-1 proj=0 00000080:00000001:1.0:1788687307.354841:0:30938:0:(llite_lib.c:2738:ll_statfs_internal()) Process entered 00000080:00000001:1.0:1788687307.354844:0:30938:0:(obd_class.h:1074:obd_statfs()) Process entered 00000080:00000004:1.0:1788687307.354846:0:30938:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff9b29e019e800: age 1740, max_age 1765 00800000:00000001:1.0:1788687307.354851:0:30938:0:(lmv_obd.c:1450:lmv_statfs()) Process entered 00800000:00000010:1.0:1788687307.354857:0:30938:0:(lmv_obd.c:1454:lmv_statfs()) kmalloced '(temp)': 144 at ffff9b29c68fee40. 00800000:00000001:1.0:1788687307.354860:0:30938:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:1.0:1788687307.354863:0:30938:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9b29e019e800: age 1740, max_age 1765 00000002:00000001:1.0:1788687307.354867:0:30938:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1788687307.354870:0:30938:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000010:1.0:1788687307.354880:0:30938:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b98000. 00000020:00000040:1.0:1788687307.354883:0:30938:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:1.0:1788687307.354888:0:30938:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687307.354891:0:30938:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687307.354896:0:30938:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687307.354924:0:30938:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c4c57a00. 00000100:00000001:1.0:1788687307.354934:0:30938:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.354941:0:30938:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687307.354944:0:30938:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687307.354953:0:30938:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c68fe840. 00000100:00000001:1.0:1788687307.354957:0:30938:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202460125248 : -110871249426368 : ffff9b29c68fe840) 00000100:00000001:1.0:1788687307.354960:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687307.354962:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00000100:00000001:1.0:1788687307.354968:0:30938:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687307.354974:0:30938:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.354977:0:30938:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687307.354979:0:30938:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687307.354993:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b98000 x1875572824522624/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687307.355002:0:30938:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687307.355005:0:30938:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687307.355009:0:30938:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687307.355012:0:30938:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687307.355015:0:30938:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687307.355019:0:30938:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b98000 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30938:1875572824522624:192.168.203.144@tcp:41:rm.0 00000100:00000001:1.0:1788687307.355025:0:30938:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687307.355032:0:30938:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687307.355035:0:30938:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687307.355037:0:30938:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687307.355043:0:30938:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6910800. 02000000:00000001:1.0:1788687307.355045:0:30938:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687307.355054:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687307.355060:0:30938:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e01505d8. 00000400:00000010:1.0:1788687307.355068:0:30938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc550. 00000100:00000200:1.0:1788687307.355077:0:30938:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824522624, portal 10 00000100:00000001:1.0:1788687307.355079:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687307.355080:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00000100:00000040:1.0:1788687307.355087:0:30938:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b98000 x1875572824522624/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 440/368 e 0 to 0 dl 1788687323 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687307.355105:0:30938:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687307.355108:0:30938:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687307.355112:0:30938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc6e8. 00000100:00000200:1.0:1788687307.355116:0:30938:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1875572824522624, offset 0 00000400:00000200:1.0:1788687307.355124:0:30938:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687307.355133:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687307.355143:0:30938:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687307.355149:0:30938:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687307.355154:0:30938:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687307.355158:0:30938:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687307.355161:0:30938:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687307.355165:0:30938:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2347:2347:256:4294967295] 192.168.203.144@tcp LPNI seq info [2347:2347:8:4294967295] 00000400:00000200:1.0:1788687307.355170:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687307.355183:0:30938:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687307.355191:0:30938:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687307.355199:0:30938:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2e00. 00000800:00000200:1.0:1788687307.355208:0:30938:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687307.355218:0:30938:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687307.355222:0:30938:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2e00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1788687307.355247:0:30938:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687307.355252:0:30938:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 810911 usecs (811 jiffies) 00000400:00000200:1.0:1788687307.355256:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687307.355259:0:30938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296434171 00000100:00000001:1.0:1788687307.355263:0:30938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296436442 00000100:00000001:1.0:1788687307.355265:0:30938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296434171 00000100:00000001:1.0:1788687307.355268:0:30938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296436442 00000100:00000001:1.0:1788687307.355271:0:30938:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687307.355274:0:30938:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.355277:0:30938:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687307.355279:0:30938:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687307.355282:0:30938:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c68fe840 going to sleep for 11 seconds 00000100:00000001:1.0:1788687307.355285:0:30938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687307.355289:0:30938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687307.355735:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687307.355742:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2e00. 00000400:00000200:3.0:1788687307.355749:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687307.355755:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687307.355762:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc6e8 00000400:00000010:3.0:1788687307.355765:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc6e8. 00000100:00000001:3.0:1788687307.355770:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687307.355775:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b98000 x1875572824522624/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 440/368 e 0 to 0 dl 1788687323 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687307.355786:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687307.355789:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b98000 x1875572824522624/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 440/368 e 0 to 0 dl 1788687323 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687307.355796:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687307.355798:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687307.360350:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.360374:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687307.360380:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.360383:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.360402:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.360412:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687307.360423:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.360429:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.360437:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.360442:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 10 MB=0x6a9d2d3f4bf80 00000400:00000200:2.0:1788687307.360447:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.360454:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 368/368 into md 0x67cd [1] + 224 00000800:00000001:2.0:1788687307.360463:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.360472:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.360476:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.360481:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687307.360493:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687307.360503:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b98000 x1875572824522624/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 440/368 e 0 to 0 dl 1788687323 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687307.360515:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b29c8b98000 x1875572824522624/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 440/368 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687307.360536:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687307.360547:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.360550:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.360817:0:30938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687307.360828:0:30938:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687307.360830:0:30938:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687307.360835:0:30938:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e01505d8. 00000400:00000200:1.0:1788687307.360842:0:30938:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc550 00000400:00000010:1.0:1788687307.360845:0:30938:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc550. 00000100:00000001:1.0:1788687307.360848:0:30938:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687307.360853:0:30938:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b98000 x1875572824522624/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 440/368 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687307.360862:0:30938:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b98000 x1875572824522624/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 440/368 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687307.360869:0:30938:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687307.360871:0:30938:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.360874:0:30938:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687307.360878:0:30938:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687307.360881:0:30938:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687307.360884:0:30938:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687307.360887:0:30938:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687307.360899:0:30938:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=79 v=5 (5 103 103 103) 00000100:00001000:1.0:1788687307.360904:0:30938:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687307.361012:0:30938:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687307.361014:0:30938:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.361017:0:30938:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687307.361021:0:30938:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.361026:0:30938:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687307.361028:0:30938:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967617 00000100:00000001:1.0:1788687307.361031:0:30938:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687307.361034:0:30938:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687307.361040:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b98000 x1875572824522624/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 440/368 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687307.361048:0:30938:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687307.361052:0:30938:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687307.361054:0:30938:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687307.361059:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b98000 x1875572824522624/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 440/368 e 0 to 0 dl 1788687323 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687307.361072:0:30938:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b98000 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30938:1875572824522624:192.168.203.144@tcp:41:rm.0 00000100:00000001:1.0:1788687307.361078:0:30938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.361081:0:30938:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.361084:0:30938:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687307.361086:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687307.361090:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b98000 x1875572824522624/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 440/368 e 0 to 0 dl 1788687323 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687307.361108:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687307.361111:0:30938:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c68fe840. 00000100:00000001:1.0:1788687307.361115:0:30938:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687307.361117:0:30938:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687307.361125:0:30938:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1788687307.361127:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687307.361131:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b98000 x1875572824522624/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 440/368 e 0 to 0 dl 1788687323 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687307.361137:0:30938:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687307.361140:0:30938:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687307.361144:0:30938:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6910800. 02000000:00000001:1.0:1788687307.361147:0:30938:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687307.361150:0:30938:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687307.361152:0:30938:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687307.361154:0:30938:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687307.361157:0:30938:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c4c57a00. 02000000:00000001:1.0:1788687307.361162:0:30938:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687307.361164:0:30938:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687307.361167:0:30938:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b98000. 00000100:00000001:1.0:1788687307.361170:0:30938:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687307.361172:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788687307.361173:0:30938:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687307.361175:0:30938:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687307.361176:0:30938:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:1.0:1788687307.361179:0:30938:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9b29e019e800: update ffff9b29c9710458 cache blocks 1883648/1885696 objects 235584/235938 00800000:00000001:1.0:1788687307.361183:0:30938:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687307.361187:0:30938:0:(lmv_obd.c:1490:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:1.0:1788687307.361190:0:30938:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at ffff9b29c68fee40. 00800000:00000001:1.0:1788687307.361193:0:30938:0:(lmv_obd.c:1515:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:1.0:1788687307.361197:0:30938:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff9b29e019e800: update ffff9b29c9711e18 cache blocks 1883648/1885696 objects 235584/235938 00000080:00000001:1.0:1788687307.361203:0:30938:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:1.0:1788687307.361206:0:30938:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1883648/1885696 objects 235584/235938 00000080:00000001:1.0:1788687307.361209:0:30938:0:(llite_lib.c:2758:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788687307.361211:0:30938:0:(llite_lib.c:2791:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.361253:0:30938:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788687307.361256:0:30938:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff9b29d85763c8) pos/size0/16384 32bit_api 0 00000080:00000010:1.0:1788687307.361266:0:30938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c57a00. 00000080:00000001:1.0:1788687307.361275:0:30938:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:1.0:1788687307.361283:0:30938:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446732216458545152 : -11857251006464 : fffff53744c40800) 00000080:00000001:1.0:1788687307.361288:0:30938:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:1.0:1788687307.361292:0:30938:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788687307.361295:0:30938:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:1.0:1788687307.361300:0:30938:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687307.361304:0:30938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c57a00. 00000080:00000001:1.0:1788687307.361308:0:30938:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.361322:0:30938:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788687307.361323:0:30938:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff9b29d85763c8) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:1.0:1788687307.361326:0:30938:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788687307.361328:0:30938:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.361352:0:30938:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687307.361355:0:30938:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788687307.361357:0:30938:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff9b29d85763c8), inode mode 41ed mask 1 00000080:00000001:1.0:1788687307.361361:0:30938:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.361370:0:30938:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788687307.361374:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbda0 00000080:00002000:1.0:1788687307.361377:0:30938:0:(dcache.c:87:ll_dcompare()) found name f(ffff9b29d8745af8) flags 0x48000e refc 0 00000080:00000001:1.0:1788687307.361380:0:30938:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687307.361382:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbe10 00000080:00200000:1.0:1788687307.361383:0:30938:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:1.0:1788687307.361493:0:30938:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788687307.361495:0:30938:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff9b29d85763c8), inode mode 41ed mask 3 00000080:00000001:1.0:1788687307.361499:0:30938:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.361504:0:30938:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:1.0:1788687307.361506:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbdf8 00000080:00200000:1.0:1788687307.361508:0:30938:0:(namei.c:2351:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff9b29d85763c8) 00000080:00000001:1.0:1788687307.361511:0:30938:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1788687307.361514:0:30938:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687307.361519:0:30938:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:1.0:1788687307.361522:0:30938:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:1.0:1788687307.361524:0:30938:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788687307.361530:0:30938:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f4d8) owner 0000000000000000/ffff9b29cb378000 00020000:00000002:1.0:1788687307.361534:0:30938:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c3344960 addref 2/0 by ffff9b29cb378000. 00020000:00000002:1.0:1788687307.361536:0:30938:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f4d8) owner 0000000000000000/ffff9b29cb378000 00020000:00000001:1.0:1788687307.361539:0:30938:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788687307.361542:0:30938:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788687307.361543:0:30938:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788687307.361546:0:30938:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1788687307.361548:0:30938:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1788687307.361551:0:30938:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00000080:00000001:1.0:1788687307.361554:0:30938:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788687307.361558:0:30938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c57a00. 00800000:00000001:1.0:1788687307.361573:0:30938:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1788687307.362077:0:30938:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1788687307.362080:0:30938:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x25:0x0] 00800000:00000001:1.0:1788687307.362083:0:30938:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687307.362085:0:30938:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000404:0x23:0x0]/[0x200000404:0x25:0x0] -> mds #0 00000002:00000001:1.0:1788687307.362100:0:30938:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1788687307.362103:0:30938:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788687307.362112:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 3 00010000:00000001:1.0:1788687307.362115:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687307.362118:0:30938:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788687307.362123:0:30938:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687307.362128:0:30938:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811d28 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d229d expref: -99 pid: 30936 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1788687307.362144:0:30938:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788687307.362149:0:30938:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788687307.362151:0:30938:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788687307.362153:0:30938:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode (null) 00000002:00000001:1.0:1788687307.362157:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687307.362159:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687307.362161:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 4 00010000:00000001:1.0:1788687307.362163:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687307.362167:0:30938:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788687307.362171:0:30938:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788687307.362174:0:30938:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687307.362178:0:30938:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687307.362182:0:30938:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811d59 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2322 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788687307.362189:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.362191:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687307.362193:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:1.0:1788687307.362195:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.362198:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.362201:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4c00 refcount=2 00000020:00000001:1.0:1788687307.362203:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687307.362206:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687307.362208:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.362209:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687307.362210:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687307.362211:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687307.362213:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 4 00010000:00000001:1.0:1788687307.362215:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687307.362218:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687307.362219:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687307.362221:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687307.362222:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 4 00010000:00000001:1.0:1788687307.362224:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687307.362226:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.362228:0:30938:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788687307.362232:0:30938:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x23:0x0] lli = ffff9b29d8576300, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788687307.362312:0:30938:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788687307.362315:0:30938:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788687307.362318:0:30938:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788687307.362320:0:30938:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x23:0x0](ffff9b29d85763c8) invalid 00000020:00000001:1.0:1788687307.362323:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbba60 00000080:00002000:1.0:1788687307.362325:0:30938:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff9b29d8747a20) parent ffff9b29d84cabd0 inode ffff9b29d85763c8 refc 3 00000080:00000001:1.0:1788687307.362329:0:30938:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788687307.362331:0:30938:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788687307.362333:0:30938:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.362338:0:30938:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687307.362342:0:30938:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687307.362344:0:30938:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687307.362346:0:30938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687307.362349:0:30938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788687307.362352:0:30938:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a5a00 with handle 0x230d04438e811d28 from hash 00010000:00000001:1.0:1788687307.362355:0:30938:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687307.362356:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.362357:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.362358:0:30938:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687307.362362:0:30938:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687307.362364:0:30938:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788687307.362368:0:30938:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788687307.362370:0:30938:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687307.362372:0:30938:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687307.362374:0:30938:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788687307.362377:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64deb00 count: 2 00010000:00000001:1.0:1788687307.362380:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687307.362382:0:30938:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788687307.362384:0:30938:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687307.362387:0:30938:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d2f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x59c08f76ab1d22b9 expref: -99 pid: 30936 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788687307.362410:0:30938:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788687307.362413:0:30938:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788687307.362414:0:30938:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788687307.362415:0:30938:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x25:0x0] mode (null) 00000002:00000001:1.0:1788687307.362418:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687307.362419:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687307.362421:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64deb00 count: 3 00010000:00000001:1.0:1788687307.362423:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687307.362426:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687307.362427:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687307.362428:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687307.362429:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64deb00 count: 3 00010000:00000001:1.0:1788687307.362431:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687307.362433:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687307.362435:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687307.362436:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687307.362437:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64deb00 count: 3 00010000:00000001:1.0:1788687307.362439:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687307.362441:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687307.362442:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687307.362443:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687307.362445:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64deb00 count: 3 00010000:00000001:1.0:1788687307.362447:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687307.362449:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.362451:0:30938:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.362453:0:30938:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788687307.362456:0:30938:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687307.362458:0:30938:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:1.0:1788687307.362461:0:30938:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:1.0:1788687307.362463:0:30938:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788687307.362466:0:30938:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x25:0x0]: losing layout lock 00000080:00000001:1.0:1788687307.362469:0:30938:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788687307.362472:0:30938:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788687307.362476:0:30938:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788687307.362479:0:30938:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788687307.362483:0:30938:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788687307.362485:0:30938:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687307.362487:0:30938:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788687307.362489:0:30938:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00000080:00000001:1.0:1788687307.362491:0:30938:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.362493:0:30938:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788687307.362495:0:30938:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x25:0x0](ffff9b29d8591988) invalid 00000020:00000001:1.0:1788687307.362497:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbba60 00000080:00002000:1.0:1788687307.362498:0:30938:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9b29d8745af8) parent ffff9b29d8747a20 inode ffff9b29d8591988 refc 1 00000080:00000001:1.0:1788687307.362501:0:30938:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788687307.362502:0:30938:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788687307.362504:0:30938:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.362506:0:30938:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687307.362507:0:30938:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687307.362508:0:30938:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687307.362510:0:30938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687307.362512:0:30938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788687307.362514:0:30938:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc4e00 with handle 0x230d04438e811d2f from hash 00010000:00000001:1.0:1788687307.362516:0:30938:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687307.362517:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.362518:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.362519:0:30938:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687307.362521:0:30938:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687307.362522:0:30938:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788687307.362525:0:30938:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788687307.362527:0:30938:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687307.362529:0:30938:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788687307.362537:0:30938:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b98000. 00000020:00000040:1.0:1788687307.362541:0:30938:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:1.0:1788687307.362547:0:30938:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788687307.362548:0:30938:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.362552:0:30938:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687307.362558:0:30938:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687307.362564:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.362565:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.362567:0:30938:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.362571:0:30938:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687307.362573:0:30938:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687307.362647:0:30938:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687307.362664:0:30938:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c4c56400. 00000100:00000001:1.0:1788687307.362673:0:30938:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.362676:0:30938:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687307.362679:0:30938:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788687307.362687:0:30938:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d2f lrc: 1/0,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d22b9 expref: -99 pid: 30936 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788687307.362695:0:30938:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811d28 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d229d expref: -99 pid: 30936 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1788687307.362702:0:30938:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:1.0:1788687307.362704:0:30938:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788687307.362705:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687307.362708:0:30938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d2f lrc: 0/0,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d22b9 expref: -99 pid: 30936 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788687307.362715:0:30938:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29c4c6fa40. 00010000:00000040:1.0:1788687307.362721:0:30938:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64deb00 count: 0 00010000:00000010:1.0:1788687307.362727:0:30938:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5ca0680. 00010000:00000001:1.0:1788687307.362737:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.362738:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687307.362740:0:30938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811d28 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d229d expref: -99 pid: 30936 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788687307.362747:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.362749:0:30938:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.362750:0:30938:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687307.362752:0:30938:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.362754:0:30938:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788687307.362766:0:30938:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788687307.362779:0:30938:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8b98000 x1875572824522880/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687307.362787:0:30938:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687307.362789:0:30938:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687307.362798:0:30938:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c68fee40. 00000100:00000001:1.0:1788687307.362801:0:30938:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202460126784 : -110871249424832 : ffff9b29c68fee40) 00000100:00000001:1.0:1788687307.362804:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687307.362806:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00000100:00000001:1.0:1788687307.362811:0:30938:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687307.362817:0:30938:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.362819:0:30938:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687307.362821:0:30938:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687307.362826:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b98000 x1875572824522880/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687307.362833:0:30938:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687307.362836:0:30938:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687307.362840:0:30938:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687307.362843:0:30938:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687307.362846:0:30938:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687307.362849:0:30938:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b98000 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30938:1875572824522880:192.168.203.144@tcp:36:rm.0 00000100:00000001:1.0:1788687307.362854:0:30938:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687307.362861:0:30938:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687307.362864:0:30938:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687307.362867:0:30938:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687307.362872:0:30938:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6910800. 02000000:00000001:1.0:1788687307.362874:0:30938:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687307.362883:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687307.362887:0:30938:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e01505d8. 00000400:00000010:1.0:1788687307.362895:0:30938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc550. 00000100:00000200:1.0:1788687307.362904:0:30938:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824522880, portal 10 00000100:00000001:1.0:1788687307.363335:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687307.363337:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00000100:00000040:1.0:1788687307.363347:0:30938:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b98000 x1875572824522880/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/624 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687307.363360:0:30938:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687307.363363:0:30938:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687307.363719:0:30938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240cc0. 00000100:00000200:2.0:1788687307.363727:0:30938:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875572824522880, offset 0 00000400:00000200:2.0:1788687307.363736:0:30938:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687307.363747:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.363756:0:30938:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687307.363762:0:30938:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687307.363767:0:30938:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687307.363771:0:30938:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687307.363774:0:30938:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687307.363778:0:30938:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2348:2348:256:4294967295] 192.168.203.144@tcp LPNI seq info [2348:2348:8:4294967295] 00000400:00000200:2.0:1788687307.363783:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.363794:0:30938:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687307.363801:0:30938:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687307.363808:0:30938:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec700. 00000800:00000200:2.0:1788687307.363816:0:30938:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687307.363825:0:30938:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687307.363841:0:30938:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec700 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1788687307.363862:0:30938:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687307.363868:0:30938:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 809745 usecs (810 jiffies) 00000400:00000200:2.0:1788687307.363871:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687307.363874:0:30938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296434178 00000100:00000001:2.0:1788687307.363877:0:30938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296436442 00000100:00000001:2.0:1788687307.363881:0:30938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296434178 00000100:00000001:2.0:1788687307.363883:0:30938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296436442 00000100:00000001:2.0:1788687307.363885:0:30938:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687307.363888:0:30938:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687307.363891:0:30938:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687307.363893:0:30938:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687307.363896:0:30938:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c68fee40 going to sleep for 11 seconds 00000100:00000001:2.0:1788687307.363899:0:30938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687307.363902:0:30938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687307.364061:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687307.364065:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec700. 00000400:00000200:2.0:1788687307.364071:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.364077:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687307.364084:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240cc0 00000400:00000010:2.0:1788687307.364087:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240cc0. 00000100:00000001:2.0:1788687307.364102:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687307.364109:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b98000 x1875572824522880/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/624 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687307.364120:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687307.364124:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b98000 x1875572824522880/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/624 e 0 to 0 dl 1788687323 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687307.364131:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687307.364133:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687307.380108:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.380135:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687307.380141:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.380144:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.380155:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.380165:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687307.380178:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.380183:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.380189:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.380194:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f4c080 00000400:00000200:2.0:1788687307.380200:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.380208:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x67d5 [1] + 224 00000800:00000001:2.0:1788687307.380216:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.380230:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.380234:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.380239:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687307.380250:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687307.380262:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b98000 x1875572824522880/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/624 e 0 to 0 dl 1788687323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687307.380274:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b29c8b98000 x1875572824522880/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/624 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687307.380370:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788687307.380383:0:2361:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788687307.380387:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.380518:0:2361:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687307.380526:0:2361:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2349:2349:256:4294967295] 192.168.203.144@tcp LPNI seq info [2349:2349:8:4294967295] 00000400:00000200:2.0:1788687307.380531:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.380540:0:2361:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1788687307.380545:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687307.380552:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec700. 00000800:00000200:2.0:1788687307.380559:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687307.380569:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687307.380584:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec700 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788687307.380958:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687307.380964:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec700. 00000400:00000200:2.0:1788687307.380968:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.380973:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1788687307.380981:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.380984:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788687307.386903:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687307.387833:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445a00. 00000400:00000200:2.0:1788687307.387845:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.387854:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687307.387865:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda440 00000400:00000010:2.0:1788687307.387867:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda440. 00000100:00000001:2.0:1788687307.387873:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687307.387883:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0000 x1875572824523008/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.387896:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687307.387900:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0000 x1875572824523008/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687323 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.387933:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687307.387935:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788687307.388049:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64deb00. 00010000:00000010:1.1:1788687307.388057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4e00. 00010000:00000010:1.1:1788687307.388062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5a00. 00000080:00000010:0.1:1788687307.394838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636d340. 00000080:00000010:0.1:1788687307.394880:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85918c0. 00000080:00000010:0.1:1788687307.394892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d00860. 00000800:00000001:3.0:1788687307.396031:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.396051:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687307.396056:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.396059:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687307.396069:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.396079:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687307.396091:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.396110:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.396116:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.396122:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x6a9d2d3f4c100 00000400:00000200:3.0:1788687307.396128:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.396135:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x67e5 [1] + 224 00000800:00000001:3.0:1788687307.396144:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.396156:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687307.396161:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687307.396166:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687307.396177:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687307.396188:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0000 x1875572824523008/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687323 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687307.396199:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b29c97f0000 x1875572824523008/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.396221:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687307.396232:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.396235:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788687307.398622:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687307.398628:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445700. 00000400:00000200:2.0:1788687307.398634:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.398640:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687307.398646:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdacc0 00000400:00000010:2.0:1788687307.398649:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdacc0. 00000100:00000001:2.0:1788687307.398662:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687307.398667:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0000 x1875572824523264/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.398677:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687307.398681:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0000 x1875572824523264/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687323 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.398688:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687307.398689:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687307.402307:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.402328:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687307.402333:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.402336:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687307.402347:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.402357:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687307.402368:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.402373:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.402379:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.402384:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f4c200 00000400:00000200:3.0:1788687307.402390:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.402408:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x67ed [1] + 224 00000800:00000001:3.0:1788687307.402418:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.402427:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687307.402431:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687307.402436:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687307.402446:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687307.402458:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0000 x1875572824523264/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687323 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687307.402469:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b29c97f0000 x1875572824523264/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.402486:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687307.402496:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.402499:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687307.403686:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687307.403690:0:30938:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e01163c0. 00000100:00000001:0.0:1788687307.403694:0:30938:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687307.403695:0:30938:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.403704:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687307.403705:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509348864 : -110871200202752 : ffff9b29c97f0000) 00000002:00000001:0.0:1788687307.403709:0:30938:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687307.403713:0:30938:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687307.403719:0:30938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6328e00. 00000080:00000001:0.0:1788687307.403724:0:30938:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788687307.403728:0:30938:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788687307.403734:0:30938:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788687307.403740:0:30938:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b29c97f1c00 x1875572824522496/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.403748:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687307.403750:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00000100:00000001:0.0:1788687307.403752:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687307.403755:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1c00 x1875572824522496/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.403761:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.403763:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687307.403766:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0000 x1875572824523264/t4294967624(4294967624) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687323 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.403772:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.403773:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687307.403776:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f1c00 x1875572824522496/t4294967622(4294967622) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.403783:0:30938:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788687307.403787:0:30938:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687307.403790:0:30938:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687307.403792:0:30938:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687307.403796:0:30938:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c6912c00. 02000000:00000001:0.0:1788687307.403801:0:30938:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687307.403804:0:30938:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687307.403806:0:30938:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f1c00. 00000100:00000001:0.0:1788687307.403810:0:30938:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687307.403811:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687307.403812:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687307.403815:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0000 x1875572824523264/t4294967624(4294967624) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687323 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.403820:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687307.403822:0:30938:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9b29c5d003c0. 00000002:00000001:0.0:1788687307.403826:0:30938:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687307.403827:0:30938:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687307.403829:0:30938:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b29d099b380. 00000100:00000001:0.0:1788687307.403831:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687307.403834:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f0000 x1875572824523264/t4294967624(4294967624) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687323 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.403839:0:30938:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687307.403840:0:30938:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687307.403843:0:30938:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a01000. 02000000:00000001:0.0:1788687307.403846:0:30938:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687307.403847:0:30938:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687307.403848:0:30938:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687307.403850:0:30938:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687307.403851:0:30938:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c6329e00. 02000000:00000001:0.0:1788687307.403853:0:30938:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687307.403854:0:30938:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687307.403855:0:30938:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f0000. 00000100:00000001:0.0:1788687307.403858:0:30938:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687307.403859:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687307.403862:0:30938:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.403865:0:30938:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788687307.403867:0:30938:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode (null) 00000002:00000001:0.0:1788687307.403871:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687307.403874:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687307.403882:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 4 00010000:00000001:0.0:1788687307.403885:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687307.403891:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.403894:0:30938:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.403898:0:30938:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788687307.403900:0:30938:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x23:0x0](ffff9b29d85763c8) invalid 00000020:00000001:0.0:1788687307.403925:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbba80 00000080:00002000:0.0:1788687307.403928:0:30938:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff9b29d8745d80) parent ffff9b29d84cabd0 inode ffff9b29d85763c8 refc 2 00000080:00000001:0.0:1788687307.403932:0:30938:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788687307.403936:0:30938:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788687307.403939:0:30938:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.403943:0:30938:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687307.403948:0:30938:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687307.403950:0:30938:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687307.403952:0:30938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687307.403955:0:30938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788687307.403960:0:30938:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a4c00 with handle 0x230d04438e811d59 from hash 00010000:00000001:0.0:1788687307.403963:0:30938:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687307.403965:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.403966:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.403968:0:30938:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687307.403971:0:30938:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687307.403973:0:30938:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788687307.403976:0:30938:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788687307.403979:0:30938:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1788687307.403982:0:30938:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1788687307.403993:0:30938:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f0000. 00000020:00000040:0.0:1788687307.403996:0:30938:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:0.0:1788687307.404001:0:30938:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788687307.404003:0:30938:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.404007:0:30938:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687307.404012:0:30938:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687307.404017:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.404018:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.404020:0:30938:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.404023:0:30938:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687307.404026:0:30938:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687307.404031:0:30938:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687307.404038:0:30938:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c6329e00. 00000100:00000001:0.0:1788687307.404046:0:30938:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.404049:0:30938:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687307.404052:0:30938:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788687307.404059:0:30938:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811d60 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2361 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788687307.404068:0:30938:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811d59 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2322 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788687307.404076:0:30938:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811d21 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2281 expref: -99 pid: 30936 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1788687307.404084:0:30938:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1788687307.404085:0:30938:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788687307.404087:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687307.404090:0:30938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811d60 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2361 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687307.404115:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.404117:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687307.404119:0:30938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811d59 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2322 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1788687307.404125:0:30938:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64dea00 count: 0 00010000:00000010:0.0:1788687307.404132:0:30938:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5ca0900. 00010000:00000001:0.0:1788687307.404137:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.404138:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687307.404140:0:30938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811d21 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2281 expref: -99 pid: 30936 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:0.0:1788687307.404147:0:30938:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c422f500 count: 0 00010000:00000010:0.0:1788687307.404149:0:30938:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5d3bf00. 00010000:00000001:0.0:1788687307.404155:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.404156:0:30938:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.404158:0:30938:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687307.404159:0:30938:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.404162:0:30938:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788687307.404173:0:30938:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788687307.404180:0:30938:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c97f0000 x1875572824523520/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788687307.404188:0:30938:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687307.404189:0:30938:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687307.404196:0:30938:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e01163c0. 00000100:00000001:0.0:1788687307.404199:0:30938:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202888041408 : -110870821510208 : ffff9b29e01163c0) 00000100:00000001:0.0:1788687307.404201:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687307.404202:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509348864 : -110871200202752 : ffff9b29c97f0000) 00000100:00000001:0.0:1788687307.404206:0:30938:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687307.404211:0:30938:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.404214:0:30938:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687307.404216:0:30938:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687307.404220:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f0000 x1875572824523520/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687307.404228:0:30938:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687307.404231:0:30938:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687307.404234:0:30938:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687307.404237:0:30938:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687307.404239:0:30938:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687307.404244:0:30938:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f0000 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30938:1875572824523520:192.168.203.144@tcp:36:rm.0 00000100:00000001:0.0:1788687307.404248:0:30938:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687307.404255:0:30938:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687307.404258:0:30938:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687307.404260:0:30938:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687307.404266:0:30938:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a01000. 02000000:00000001:0.0:1788687307.404268:0:30938:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687307.404275:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687307.404279:0:30938:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1630. 00000400:00000010:0.0:1788687307.404284:0:30938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdae58. 00000100:00000200:0.0:1788687307.404292:0:30938:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824523520, portal 10 00000100:00000001:0.0:1788687307.404294:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687307.404295:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509348864 : -110871200202752 : ffff9b29c97f0000) 00000100:00000040:0.0:1788687307.404302:0:30938:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f0000 x1875572824523520/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687307.404309:0:30938:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687307.404312:0:30938:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687307.404314:0:30938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda880. 00000100:00000200:0.0:1788687307.404318:0:30938:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875572824523520, offset 0 00000400:00000200:0.0:1788687307.404327:0:30938:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687307.404336:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687307.404345:0:30938:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687307.404351:0:30938:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687307.404356:0:30938:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687307.404360:0:30938:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687307.404362:0:30938:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687307.404367:0:30938:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2352:2352:256:4294967295] 192.168.203.144@tcp LPNI seq info [2352:2352:8:4294967295] 00000400:00000200:0.0:1788687307.404371:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687307.404382:0:30938:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687307.404390:0:30938:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687307.404396:0:30938:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29e1445c00. 00000800:00000200:0.0:1788687307.404404:0:30938:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687307.404415:0:30938:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687307.404420:0:30938:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29e1445c00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1788687307.404443:0:30938:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687307.404449:0:30938:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 806301 usecs (807 jiffies) 00000400:00000200:0.0:1788687307.404453:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687307.404456:0:30938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296434216 00000100:00000001:0.0:1788687307.404460:0:30938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296436442 00000100:00000001:0.0:1788687307.404463:0:30938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296434216 00000100:00000001:0.0:1788687307.404466:0:30938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296436442 00000100:00000001:0.0:1788687307.404468:0:30938:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687307.404471:0:30938:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.404474:0:30938:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687307.404476:0:30938:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687307.404479:0:30938:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e01163c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788687307.404481:0:30938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687307.404483:0:30938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687307.409100:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687307.409115:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445c00. 00000400:00000200:2.0:1788687307.409125:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.409137:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687307.409147:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda880 00000400:00000010:2.0:1788687307.409152:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda880. 00000100:00000001:2.0:1788687307.409159:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687307.409169:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0000 x1875572824523520/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687307.409184:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687307.409188:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0000 x1875572824523520/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687323 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687307.409195:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687307.409197:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687307.414313:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.414336:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687307.414341:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.414343:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687307.414354:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.414364:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687307.414376:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.414382:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.414388:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.414404:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f4c300 00000400:00000200:3.0:1788687307.414410:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.414418:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x67f5 [1] + 224 00000800:00000001:3.0:1788687307.414426:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.414434:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687307.414438:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687307.414443:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687307.414454:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687307.414465:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0000 x1875572824523520/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687307.414477:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b29c97f0000 x1875572824523520/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687307.414495:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788687307.414505:0:2362:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788687307.414510:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.414516:0:2362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687307.414523:0:2362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2353:2353:256:4294967295] 192.168.203.144@tcp LPNI seq info [2353:2353:8:4294967295] 00000400:00000200:3.0:1788687307.414527:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.414535:0:2362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1788687307.414541:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687307.414547:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a200. 00000800:00000200:3.0:1788687307.414553:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687307.414562:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687307.414567:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788687307.414677:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687307.414681:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a200. 00000400:00000200:3.0:1788687307.414685:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687307.414689:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1788687307.414695:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.414699:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687307.415080:0:30938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687307.415090:0:30938:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687307.415092:0:30938:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687307.415097:0:30938:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1630. 00000400:00000200:0.0:1788687307.415102:0:30938:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdae58 00000400:00000010:0.0:1788687307.415105:0:30938:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdae58. 00000100:00000001:0.0:1788687307.415108:0:30938:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687307.415114:0:30938:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f0000 x1875572824523520/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687307.415122:0:30938:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f0000 x1875572824523520/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687307.415128:0:30938:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687307.415131:0:30938:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687307.415133:0:30938:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687307.415137:0:30938:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687307.415140:0:30938:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687307.415143:0:30938:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687307.415146:0:30938:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687307.415157:0:30938:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=79 v=5 (5 103 103 103) 00000100:00001000:0.0:1788687307.415162:0:30938:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687307.415165:0:30938:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687307.415167:0:30938:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.415169:0:30938:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687307.415174:0:30938:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.415177:0:30938:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687307.415180:0:30938:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x10000013d] 00000100:00000001:0.0:1788687307.415182:0:30938:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687307.415184:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687307.415186:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509348864 : -110871200202752 : ffff9b29c97f0000) 00000100:00000001:0.0:1788687307.415190:0:30938:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687307.415192:0:30938:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1788687307.415194:0:30938:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687307.415197:0:30938:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687307.415202:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f0000 x1875572824523520/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1788687323 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687307.415210:0:30938:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687307.415213:0:30938:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687307.415216:0:30938:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687307.415220:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f0000 x1875572824523520/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1788687323 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687307.415228:0:30938:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f0000 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30938:1875572824523520:192.168.203.144@tcp:36:rm.0 00000100:00000001:0.0:1788687307.415234:0:30938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687307.415237:0:30938:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.415239:0:30938:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687307.415242:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687307.415245:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0000 x1875572824523520/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1788687323 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687307.415252:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687307.415255:0:30938:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e01163c0. 00000100:00000001:0.0:1788687307.415259:0:30938:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687307.415261:0:30938:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.415271:0:30938:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687307.415275:0:30938:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687307.415280:0:30938:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687307.415283:0:30938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6329600. 00000080:00000002:0.0:1788687307.415289:0:30938:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788687288 to 1788687307 00000100:00000001:0.0:1788687307.415295:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687307.415299:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0000 x1875572824523520/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1788687323 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687307.415306:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.415308:0:30938:0:(namei.c:2304:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.415327:0:30938:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788687307.415331:0:30938:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788687307.415333:0:30938:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x23:0x0](ffff9b29d85763c8) 00800000:00000001:0.0:1788687307.415338:0:30938:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788687307.415340:0:30938:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x23:0x0] 00000002:00000001:0.0:1788687307.415345:0:30938:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788687307.415353:0:30938:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687307.415355:0:30938:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.415358:0:30938:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788687307.415361:0:30938:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788687307.415363:0:30938:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.415365:0:30938:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.415370:0:30938:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788687307.415372:0:30938:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788687307.415388:0:30938:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788687307.415400:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbe30 00000080:00002000:0.0:1788687307.415403:0:30938:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-1 (ffff9b29d8745d80, parent ffff9b29d84cabd0, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788687307.415407:0:30938:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687307.415411:0:30938:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788687307.415414:0:30938:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788687307.415462:0:30938:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687307.415466:0:30938:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687307.415468:0:30938:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687307.415470:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbb20 00000080:00200000:0.0:1788687307.415473:0:30938:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687307.415479:0:30938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6329600. 00800000:00000002:0.0:1788687307.415486:0:30938:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687307.415491:0:30938:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687307.415495:0:30938:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687307.415497:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbba40 00800000:00000002:0.0:1788687307.415500:0:30938:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687307.415504:0:30938:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687307.415509:0:30938:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687307.415514:0:30938:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687307.415516:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbb910 00000002:00010000:0.0:1788687307.415518:0:30938:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687307.415522:0:30938:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687307.415524:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687307.415526:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687307.415530:0:30938:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.415532:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.415534:0:30938:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.415537:0:30938:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788687307.415540:0:30938:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788687307.415545:0:30938:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f1c00. 00000020:00000040:0.0:1788687307.415549:0:30938:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:0.0:1788687307.415555:0:30938:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687307.415560:0:30938:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687307.415567:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.415569:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.415571:0:30938:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.415574:0:30938:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687307.415587:0:30938:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687307.415593:0:30938:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687307.415600:0:30938:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a02c00. 00000100:00000001:0.0:1788687307.415608:0:30938:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.415612:0:30938:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687307.415614:0:30938:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.415616:0:30938:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687307.415617:0:30938:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.415619:0:30938:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.415626:0:30938:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00010000:00000001:0.0:1788687307.415631:0:30938:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687307.415633:0:30938:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788687307.415639:0:30938:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c64ded00. 00010000:00000010:0.0:1788687307.415643:0:30938:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5ca0900. 00010000:00000001:0.0:1788687307.415649:0:30938:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687307.415652:0:30938:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc5200. 00000020:00000001:0.0:1788687307.415667:0:30938:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687307.415671:0:30938:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc5200 with handle 0x230d04438e811d67 to hash 00000020:00000001:0.0:1788687307.415673:0:30938:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687307.415676:0:30938:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.415680:0:30938:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.415685:0:30938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687307.415688:0:30938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687307.415693:0:30938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687307.415703:0:30938:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687307.415714:0:30938:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687307.415721:0:30938:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687307.415723:0:30938:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687307.415729:0:30938:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e01163c0. 00000100:00000001:0.0:1788687307.415732:0:30938:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202888041408 : -110870821510208 : ffff9b29e01163c0) 00000100:00000001:0.0:1788687307.415734:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687307.415735:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00000100:00000001:0.0:1788687307.415740:0:30938:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687307.415746:0:30938:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.415747:0:30938:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687307.415749:0:30938:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687307.415754:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f1c00 x1875572824523648/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.415760:0:30938:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687307.415763:0:30938:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687307.415767:0:30938:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687307.415770:0:30938:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687307.415772:0:30938:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687307.415775:0:30938:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f1c00 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30938:1875572824523648:192.168.203.144@tcp:101:rm.0 00000100:00000001:0.0:1788687307.415782:0:30938:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687307.415789:0:30938:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687307.415791:0:30938:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687307.415794:0:30938:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687307.415800:0:30938:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c631d000. 02000000:00000001:0.0:1788687307.415802:0:30938:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687307.415807:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687307.415810:0:30938:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1630. 00000400:00000010:0.0:1788687307.415815:0:30938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdae58. 00000100:00000200:0.0:1788687307.415822:0:30938:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824523648, portal 10 00000100:00000001:0.0:1788687307.415823:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687307.415825:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00000100:00000040:0.0:1788687307.415830:0:30938:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f1c00 x1875572824523648/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.415838:0:30938:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687307.415840:0:30938:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687307.415843:0:30938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda908. 00000100:00000200:0.0:1788687307.415846:0:30938:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824523648, offset 0 00000400:00000200:0.0:1788687307.415853:0:30938:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687307.415861:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687307.415866:0:30938:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687307.415872:0:30938:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687307.415876:0:30938:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687307.415880:0:30938:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687307.415883:0:30938:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687307.415886:0:30938:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2354:2354:256:4294967295] 192.168.203.144@tcp LPNI seq info [2354:2354:8:4294967295] 00000400:00000200:0.0:1788687307.415890:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687307.415899:0:30938:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687307.415944:0:30938:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687307.415949:0:30938:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29e1445100. 00000800:00000200:0.0:1788687307.415956:0:30938:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687307.415964:0:30938:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687307.415969:0:30938:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29e1445100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788687307.415981:0:30938:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687307.415986:0:30938:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 805157 usecs (806 jiffies) 00000400:00000200:0.0:1788687307.415989:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687307.415993:0:30938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296434227 00000100:00000001:0.0:1788687307.415997:0:30938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296436442 00000100:00000001:0.0:1788687307.416000:0:30938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296434227 00000100:00000001:0.0:1788687307.416002:0:30938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296436442 00000100:00000001:0.0:1788687307.416004:0:30938:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687307.416008:0:30938:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.416010:0:30938:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687307.416013:0:30938:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687307.416015:0:30938:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e01163c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788687307.416017:0:30938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687307.416020:0:30938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687307.416375:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687307.416380:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445100. 00000400:00000200:3.0:1788687307.416385:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687307.416395:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687307.416401:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda908 00000400:00000010:3.0:1788687307.416404:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda908. 00000100:00000001:3.0:1788687307.416408:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687307.416412:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1c00 x1875572824523648/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.416421:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687307.416425:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1c00 x1875572824523648/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687323 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.416431:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687307.416433:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687307.420739:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.420762:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687307.420767:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.420769:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.420780:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.420789:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687307.420800:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.420806:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.420812:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.420817:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f4c380 00000400:00000200:2.0:1788687307.420823:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.420830:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x67fd [1] + 224 00000800:00000001:2.0:1788687307.420838:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.420852:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.420857:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.420862:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687307.420871:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687307.420882:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1c00 x1875572824523648/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687323 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687307.420894:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c97f1c00 x1875572824523648/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.420944:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687307.420954:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.420959:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687307.421034:0:30938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687307.421043:0:30938:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687307.421045:0:30938:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687307.421050:0:30938:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1630. 00000400:00000200:0.0:1788687307.421055:0:30938:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdae58 00000400:00000010:0.0:1788687307.421058:0:30938:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdae58. 00000100:00000001:0.0:1788687307.421062:0:30938:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687307.421067:0:30938:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f1c00 x1875572824523648/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687307.421076:0:30938:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f1c00 x1875572824523648/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.421082:0:30938:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687307.421085:0:30938:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687307.421087:0:30938:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687307.421101:0:30938:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687307.421104:0:30938:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687307.421107:0:30938:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687307.421111:0:30938:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687307.421122:0:30938:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=79 v=5 (5 103 103 103) 00000100:00001000:0.0:1788687307.421126:0:30938:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687307.421129:0:30938:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687307.421130:0:30938:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.421133:0:30938:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687307.421138:0:30938:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.421142:0:30938:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687307.421145:0:30938:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1788687307.421147:0:30938:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687307.421151:0:30938:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687307.421155:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f1c00 x1875572824523648/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.421162:0:30938:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687307.421165:0:30938:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687307.421167:0:30938:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687307.421171:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f1c00 x1875572824523648/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687323 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687307.421178:0:30938:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f1c00 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30938:1875572824523648:192.168.203.144@tcp:101:rm.0 00000100:00000001:0.0:1788687307.421183:0:30938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687307.421186:0:30938:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.421190:0:30938:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687307.421192:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687307.421195:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1c00 x1875572824523648/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687323 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.421203:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687307.421206:0:30938:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e01163c0. 00000100:00000001:0.0:1788687307.421210:0:30938:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687307.421212:0:30938:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.421215:0:30938:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687307.421219:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.421223:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.421227:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5200 refcount=4 00000020:00000001:0.0:1788687307.421229:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.421233:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000040:0.0:1788687307.421240:0:30938:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c5cc5200, remote cookie: 0x59c08f76ab1d2384, flags: 0x1001 00010000:00010000:0.0:1788687307.421246:0:30938:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687307.421257:0:30938:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.421265:0:30938:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788687307.421270:0:30938:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788687307.421272:0:30938:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788687307.421274:0:30938:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788687307.421275:0:30938:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788687307.421278:0:30938:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b29c64ded00) refcount = 1 00010000:00010000:0.0:1788687307.421283:0:30938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.421289:0:30938:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788687307.421293:0:30938:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788687307.421294:0:30938:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687307.421297:0:30938:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788687307.421300:0:30938:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687307.421303:0:30938:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.421309:0:30938:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788687307.421310:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.421312:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.421313:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.421314:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.421316:0:30938:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.421321:0:30938:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788687307.421323:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.421324:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.421326:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5200 refcount=3 00000020:00000001:0.0:1788687307.421328:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.421330:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.421333:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.421334:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.421335:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5200 refcount=4 00000020:00000001:0.0:1788687307.421337:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.421339:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.421342:0:30938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687307.421345:0:30938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687307.421349:0:30938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.421357:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.421358:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.421360:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.421361:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.421362:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5200 refcount=5 00000020:00000001:0.0:1788687307.421364:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.421366:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.421370:0:30938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687307.421372:0:30938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.421379:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.421380:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687307.421383:0:30938:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.421405:0:30938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687307.421407:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.421408:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.421409:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.421410:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788687307.421416:0:30938:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c97f1c00 x1875572824523648/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687323 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788687307.421426:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.421428:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.421429:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5200 refcount=3 00000020:00000001:0.0:1788687307.421432:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.421434:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.421437:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.421438:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687307.421439:0:30938:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.421442:0:30938:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.421445:0:30938:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788687307.421448:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.421449:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.421450:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5200 refcount=3 00000020:00000001:0.0:1788687307.421452:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.421455:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00000002:00010000:0.0:1788687307.421458:0:30938:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.421465:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.421466:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.421468:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687307.421469:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.421470:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.421471:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5200 refcount=3 00000020:00000001:0.0:1788687307.421473:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.421475:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000040:0.0:1788687307.421483:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64ded00 count: 2 00010000:00000001:0.0:1788687307.421487:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788687307.421491:0:30938:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788687307.421494:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.421495:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687307.421496:0:30938:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788687307.421500:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbb898 00000002:00002000:0.0:1788687307.421502:0:30938:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788687307.421505:0:30938:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687307.421509:0:30938:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687307.421512:0:30938:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687307.421516:0:30938:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788687307.421520:0:30938:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687307.421524:0:30938:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687307.421528:0:30938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6329600. 00000080:00000001:0.0:1788687307.421532:0:30938:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687307.421536:0:30938:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788687307.421543:0:30938:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788687307.421548:0:30938:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788687307.421555:0:30938:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b29c4c6f540. 00800000:00000001:0.0:1788687307.421557:0:30938:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633202430178624 : -110871279372992 : ffff9b29c4c6f540) 00800000:00000001:0.0:1788687307.421560:0:30938:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.421563:0:30938:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788687307.421566:0:30938:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788687307.421568:0:30938:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788687307.421571:0:30938:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788687307.421575:0:30938:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788687307.421576:0:30938:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.421582:0:30938:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788687307.421585:0:30938:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788687307.421591:0:30938:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788687307.421593:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.421594:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.421597:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5200 refcount=3 00000020:00000001:0.0:1788687307.421599:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.421601:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.421603:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.421604:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687307.421606:0:30938:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788687307.421609:0:30938:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788687307.421611:0:30938:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29c4c6f540 1 00800000:00000010:0.0:1788687307.421614:0:30938:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b29c4c6f540. 00800000:00000001:0.0:1788687307.421617:0:30938:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687307.421620:0:30938:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811d67 00800000:00000001:0.0:1788687307.421624:0:30938:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687307.421625:0:30938:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687307.421627:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.421628:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.421629:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5200 refcount=3 00000020:00000001:0.0:1788687307.421631:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.421633:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.421636:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.421637:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687307.421639:0:30938:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687307.421640:0:30938:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.421643:0:30938:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687307.421645:0:30938:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687307.421649:0:30938:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d67 from it ffffaca081cbbb58 00010000:00000001:0.0:1788687307.421651:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.421652:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.421662:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5200 refcount=3 00000020:00000001:0.0:1788687307.421664:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.421667:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.421668:0:30938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687307.421672:0:30938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.421684:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.421686:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.421687:0:30938:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687307.421690:0:30938:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687307.421693:0:30938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687307.421701:0:30938:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687307.421704:0:30938:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687307.421706:0:30938:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687307.421711:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.421712:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.421714:0:30938:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.421718:0:30938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687307.421720:0:30938:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.421722:0:30938:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.421725:0:30938:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.421727:0:30938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687307.421728:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.421729:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687307.421731:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687307.421736:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f1c00 x1875572824523648/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687323 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.421742:0:30938:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687307.421745:0:30938:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687307.421749:0:30938:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c631d000. 02000000:00000001:0.0:1788687307.421753:0:30938:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687307.421755:0:30938:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687307.421757:0:30938:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687307.421759:0:30938:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687307.421763:0:30938:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a02c00. 02000000:00000001:0.0:1788687307.421767:0:30938:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687307.421770:0:30938:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687307.421772:0:30938:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f1c00. 00000100:00000001:0.0:1788687307.421776:0:30938:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687307.421777:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687307.421780:0:30938:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788687307.421786:0:30938:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.421794:0:30938:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788687307.421796:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbb48 00000080:00002000:0.0:1788687307.421798:0:30938:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff9b29d870be58) flags 0x20000e refc 1 00000080:00000001:0.0:1788687307.421801:0:30938:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.421803:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbb90 00000080:00200000:0.0:1788687307.421805:0:30938:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=8 00000080:00000001:0.0:1788687307.421811:0:30938:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788687307.421813:0:30938:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.421825:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbd08 00000080:00200008:0.0:1788687307.421828:0:30938:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9b29d8596c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788687307.421836:0:30938:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788687307.421840:0:30938:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.421843:0:30938:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687307.421844:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbc80 00000080:00200000:0.0:1788687307.421846:0:30938:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9b29d8596c08),name=d21g.recovery-small-2 00000080:00000010:0.0:1788687307.421852:0:30938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6329600. 00800000:00000002:0.0:1788687307.421858:0:30938:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687307.421867:0:30938:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687307.421869:0:30938:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687307.421871:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbba0 00800000:00000002:0.0:1788687307.421874:0:30938:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x24:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687307.421877:0:30938:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687307.421883:0:30938:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x24:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687307.421888:0:30938:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687307.421890:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbba70 00000002:00010000:0.0:1788687307.421891:0:30938:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687307.421895:0:30938:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687307.421897:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687307.421899:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687307.421902:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62400 count: 2 00010000:00000001:0.0:1788687307.421930:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687307.421934:0:30938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687307.421937:0:30938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687307.421940:0:30938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788687307.421948:0:30938:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687307.421953:0:30938:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687307.421955:0:30938:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788687307.421962:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687307.421964:0:30938:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687307.421966:0:30938:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687307.421968:0:30938:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687307.421970:0:30938:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687307.421972:0:30938:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687307.421975:0:30938:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687307.421977:0:30938:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687307.421979:0:30938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6329600. 00000080:00000001:0.0:1788687307.421981:0:30938:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687307.421983:0:30938:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687307.421985:0:30938:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff9b29d8596c08) 00000080:00010000:0.0:1788687307.421988:0:30938:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff9b29d8596c08) for lock 0x230d04438e811d3d 00800000:00000001:0.0:1788687307.421991:0:30938:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687307.421992:0:30938:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687307.421994:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.421995:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.421997:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146800 refcount=3 00000020:00000001:0.0:1788687307.421999:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:0.0:1788687307.422002:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:0.0:1788687307.422004:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.422005:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687307.422007:0:30938:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687307.422009:0:30938:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687307.422010:0:30938:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d3d from it ffffaca081cbbcb8 00010000:00000001:0.0:1788687307.422013:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.422014:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.422015:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146800 refcount=3 00000020:00000001:0.0:1788687307.422017:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:0.0:1788687307.422019:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:0.0:1788687307.422021:0:30938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687307.422024:0:30938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687307.422030:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.422032:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.422033:0:30938:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687307.422034:0:30938:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687307.422037:0:30938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788687307.422043:0:30938:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687307.422045:0:30938:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687307.422046:0:30938:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687307.422048:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.422049:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.422050:0:30938:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.422052:0:30938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687307.422054:0:30938:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.422055:0:30938:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.422057:0:30938:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.422058:0:30938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687307.422059:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.422060:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687307.422062:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687307.422064:0:30938:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687307.422067:0:30938:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.422071:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbd08 00000080:00000008:0.0:1788687307.422074:0:30938:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9b29d8596c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788687307.422123:0:30938:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687307.422127:0:30938:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687307.422128:0:30938:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687307.422129:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbbc0 00000080:00200000:0.0:1788687307.422131:0:30938:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687307.422135:0:30938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6329600. 00800000:00000002:0.0:1788687307.422138:0:30938:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687307.422140:0:30938:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687307.422142:0:30938:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687307.422143:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbae0 00800000:00000002:0.0:1788687307.422145:0:30938:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687307.422148:0:30938:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687307.422150:0:30938:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687307.422154:0:30938:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687307.422155:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbb9b0 00000002:00010000:0.0:1788687307.422157:0:30938:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687307.422160:0:30938:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687307.422161:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687307.422162:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687307.422164:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64ded00 count: 2 00010000:00000001:0.0:1788687307.422167:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687307.422169:0:30938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687307.422171:0:30938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687307.422173:0:30938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788687307.422179:0:30938:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687307.422181:0:30938:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687307.422183:0:30938:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788687307.422189:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687307.422190:0:30938:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687307.422192:0:30938:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687307.422193:0:30938:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687307.422195:0:30938:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687307.422197:0:30938:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687307.422199:0:30938:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687307.422200:0:30938:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687307.422202:0:30938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6329600. 00000080:00000001:0.0:1788687307.422205:0:30938:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687307.422207:0:30938:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687307.422208:0:30938:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687307.422211:0:30938:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811d67 00800000:00000001:0.0:1788687307.422213:0:30938:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687307.422214:0:30938:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687307.422215:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.422216:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.422218:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5200 refcount=3 00000020:00000001:0.0:1788687307.422220:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.422223:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.422225:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.422226:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687307.422227:0:30938:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687307.422229:0:30938:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687307.422231:0:30938:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d67 from it ffffaca081cbbbf8 00010000:00000001:0.0:1788687307.422232:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.422234:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.422235:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5200 refcount=3 00000020:00000001:0.0:1788687307.422237:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.422239:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.422241:0:30938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687307.422244:0:30938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687307.422250:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.422252:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.422253:0:30938:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687307.422255:0:30938:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687307.422257:0:30938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788687307.422264:0:30938:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687307.422265:0:30938:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687307.422267:0:30938:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687307.422269:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.422270:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.422271:0:30938:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.422273:0:30938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687307.422274:0:30938:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.422276:0:30938:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.422278:0:30938:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.422280:0:30938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687307.422281:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.422282:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687307.422284:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687307.422285:0:30938:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687307.422287:0:30938:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788687307.422290:0:30938:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.422293:0:30938:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788687307.422295:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbbc0 00000080:00002000:0.0:1788687307.422296:0:30938:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff9b29d870be58) flags 0x20000e refc 1 00000080:00000001:0.0:1788687307.422298:0:30938:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.422300:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbc08 00000080:00200000:0.0:1788687307.422301:0:30938:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=266 00000080:00000001:0.0:1788687307.422304:0:30938:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788687307.422305:0:30938:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.422310:0:30938:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788687307.422311:0:30938:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9b29d8596c08), inode mode 41ed mask 44 00000080:00000001:0.0:1788687307.422314:0:30938:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.422320:0:30938:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788687307.422323:0:30938:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788687307.422325:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbb78 00000080:00200008:0.0:1788687307.422328:0:30938:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9b29d8596c08), flags 704400 00000080:00000010:0.0:1788687307.422333:0:30938:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29d0060500. 00000080:00000001:0.0:1788687307.422340:0:30938:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1788687307.422343:0:30938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6329600. 00800000:00000002:0.0:1788687307.422346:0:30938:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687307.422348:0:30938:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687307.422350:0:30938:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687307.422351:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbba28 00800000:00000002:0.0:1788687307.422353:0:30938:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x24:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687307.422357:0:30938:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:0.0:1788687307.422359:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbb9a8 00800000:00000002:0.0:1788687307.422361:0:30938:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x24:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1788687307.422365:0:30938:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687307.422366:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbb8e0 00000002:00010000:0.0:1788687307.422368:0:30938:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:0.0:1788687307.422371:0:30938:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788687307.422374:0:30938:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788687307.422377:0:30938:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788687307.422380:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62400 count: 2 00010000:00000001:0.0:1788687307.422382:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687307.422385:0:30938:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788687307.422388:0:30938:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.422390:0:30938:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.422392:0:30938:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.422394:0:30938:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788687307.422396:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64ded00 count: 2 00010000:00000001:0.0:1788687307.422398:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687307.422399:0:30938:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788687307.422401:0:30938:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.422402:0:30938:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.422404:0:30938:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687307.422408:0:30938:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f1c00. 00000020:00000040:0.0:1788687307.422412:0:30938:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:0.0:1788687307.422417:0:30938:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788687307.422421:0:30938:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.422424:0:30938:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687307.422428:0:30938:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687307.422430:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.422432:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.422433:0:30938:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.422436:0:30938:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687307.422439:0:30938:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687307.422442:0:30938:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687307.422449:0:30938:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a02c00. 00000100:00000001:0.0:1788687307.422456:0:30938:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.422461:0:30938:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687307.422462:0:30938:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.422464:0:30938:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687307.422465:0:30938:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.422467:0:30938:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.422475:0:30938:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00010000:00000001:0.0:1788687307.422479:0:30938:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687307.422481:0:30938:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788687307.422484:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64ded00 count: 2 00010000:00000001:0.0:1788687307.422486:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687307.422488:0:30938:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687307.422492:0:30938:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc5e00. 00000020:00000001:0.0:1788687307.422495:0:30938:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687307.422498:0:30938:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc5e00 with handle 0x230d04438e811d6e to hash 00000020:00000001:0.0:1788687307.422500:0:30938:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687307.422502:0:30938:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687307.422506:0:30938:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687307.422509:0:30938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687307.422511:0:30938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687307.422514:0:30938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d6e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687307.422521:0:30938:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d6e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30938 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788687307.422539:0:30938:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788687307.422548:0:30938:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c97f1c00 x1875572824523904/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788687307.422556:0:30938:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d6e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687307.422561:0:30938:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687307.422563:0:30938:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687307.422569:0:30938:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e01163c0. 00000100:00000001:0.0:1788687307.422571:0:30938:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202888041408 : -110870821510208 : ffff9b29e01163c0) 00000100:00000001:0.0:1788687307.422574:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687307.422576:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00000100:00000001:0.0:1788687307.422581:0:30938:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687307.422585:0:30938:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.422588:0:30938:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687307.422589:0:30938:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687307.422593:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f1c00 x1875572824523904/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.422601:0:30938:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687307.422603:0:30938:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687307.422607:0:30938:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687307.422610:0:30938:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687307.422612:0:30938:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687307.422615:0:30938:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f1c00 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30938:1875572824523904:192.168.203.144@tcp:101:rm.0 00000100:00000001:0.0:1788687307.422619:0:30938:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687307.422625:0:30938:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687307.422628:0:30938:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687307.422632:0:30938:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687307.422774:0:30938:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9b29c6980000. 02000000:00000001:0.0:1788687307.422777:0:30938:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687307.422785:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687307.422789:0:30938:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1630. 00000400:00000010:0.0:1788687307.422798:0:30938:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9b29c631d000. 00000100:00000200:0.0:1788687307.422807:0:30938:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875572824523904, portal 10 00000100:00000001:0.0:1788687307.422809:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687307.422810:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00000100:00000040:0.0:1788687307.422817:0:30938:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f1c00 x1875572824523904/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687323 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.422824:0:30938:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687307.422827:0:30938:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687307.422831:0:30938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdae58. 00000100:00000200:0.0:1788687307.422834:0:30938:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875572824523904, offset 0 00000400:00000200:0.0:1788687307.422841:0:30938:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687307.422850:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687307.422860:0:30938:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687307.422867:0:30938:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687307.422871:0:30938:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687307.422876:0:30938:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687307.422879:0:30938:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687307.422883:0:30938:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2355:2355:256:4294967295] 192.168.203.144@tcp LPNI seq info [2355:2355:8:4294967295] 00000400:00000200:0.0:1788687307.422888:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687307.422899:0:30938:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687307.422938:0:30938:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687307.422946:0:30938:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29e1445000. 00000800:00000200:0.0:1788687307.422954:0:30938:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687307.422963:0:30938:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687307.422969:0:30938:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29e1445000 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788687307.422993:0:30938:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687307.422998:0:30938:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 804006 usecs (805 jiffies) 00000400:00000200:0.0:1788687307.423002:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687307.423005:0:30938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296434233 00000100:00000001:0.0:1788687307.423008:0:30938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296436442 00000100:00000001:0.0:1788687307.423011:0:30938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296434233 00000100:00000001:0.0:1788687307.423014:0:30938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296436442 00000100:00000001:0.0:1788687307.423017:0:30938:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687307.423020:0:30938:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.423023:0:30938:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687307.423025:0:30938:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687307.423028:0:30938:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e01163c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788687307.423031:0:30938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687307.423034:0:30938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687307.423311:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687307.423318:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445000. 00000400:00000200:3.0:1788687307.423323:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687307.423330:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687307.423337:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdae58 00000400:00000010:3.0:1788687307.423339:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdae58. 00000100:00000001:3.0:1788687307.423345:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687307.423349:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1c00 x1875572824523904/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687323 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.423358:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687307.423361:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1c00 x1875572824523904/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687323 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.423368:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687307.423370:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788687307.424288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4c00. 00010000:00000010:0.1:1788687307.424302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64dea00. 00010000:00000010:0.1:1788687307.424307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4c00. 00010000:00000010:0.1:1788687307.424311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f500. 00010000:00000010:0.1:1788687307.424314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4800. 00000080:00000010:0.1:1788687307.424322:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8576300. 00000080:00000010:0.1:1788687307.424337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636d940. 00000800:00000001:2.0:1788687307.427068:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.427089:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687307.427104:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.427108:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.427119:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.427128:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687307.427139:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.427144:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.427150:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.427155:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 608 into portal 10 MB=0x6a9d2d3f4c480 00000400:00000200:2.0:1788687307.427160:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.427167:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 608/608 into md 0x6805 [64] + 224 00000800:00000001:2.0:1788687307.427175:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.427183:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.427186:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.427191:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687307.427199:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687307.427210:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1c00 x1875572824523904/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687323 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687307.427222:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9b29c97f1c00 x1875572824523904/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.427244:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687307.427253:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.427256:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687307.427493:0:30938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687307.427503:0:30938:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687307.427506:0:30938:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687307.427511:0:30938:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1630. 00000400:00000200:0.0:1788687307.427518:0:30938:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c631d000 00000400:00000010:0.0:1788687307.427521:0:30938:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9b29c631d000. 00000100:00000001:0.0:1788687307.427526:0:30938:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687307.427532:0:30938:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f1c00 x1875572824523904/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687307.427544:0:30938:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f1c00 x1875572824523904/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.427551:0:30938:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687307.427553:0:30938:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687307.427556:0:30938:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687307.427561:0:30938:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687307.427564:0:30938:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687307.427567:0:30938:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687307.427571:0:30938:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687307.427598:0:30938:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=79 v=5 (5 103 103 103) 00000100:00001000:0.0:1788687307.427604:0:30938:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687307.427607:0:30938:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788687307.427611:0:30938:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9b29c97f1c00 x1875572824523904/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.427619:0:30938:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788687307.427624:0:30938:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687307.427626:0:30938:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788687307.427628:0:30938:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687307.427631:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687307.427633:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00000100:00000001:0.0:1788687307.427637:0:30938:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687307.427639:0:30938:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1788687307.427642:0:30938:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687307.427646:0:30938:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788687307.427652:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f1c00 x1875572824523904/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.427668:0:30938:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788687307.427671:0:30938:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687307.427673:0:30938:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687307.427678:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f1c00 x1875572824523904/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687307.427685:0:30938:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f1c00 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30938:1875572824523904:192.168.203.144@tcp:101:rm.0 00000100:00000001:0.0:1788687307.427690:0:30938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687307.427693:0:30938:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788687307.427695:0:30938:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687307.427697:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687307.427701:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1c00 x1875572824523904/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.427708:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687307.427711:0:30938:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e01163c0. 00000100:00000001:0.0:1788687307.427715:0:30938:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687307.427716:0:30938:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788687307.427720:0:30938:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687307.427726:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.427729:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.427732:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5e00 refcount=4 00000020:00000001:0.0:1788687307.427735:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687307.427739:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00010000:0.0:1788687307.427744:0:30938:0:(ldlm_request.c:687:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d6e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.427756:0:30938:0:(ldlm_request.c:718:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788687307.427760:0:30938:0:(ldlm_request.c:590:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d6e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.427766:0:30938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687307.427769:0:30938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d6e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.427775:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.427777:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687307.427780:0:30938:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d6e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.427786:0:30938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687307.427789:0:30938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.427793:0:30938:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788687307.427796:0:30938:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d6e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687307.427802:0:30938:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29c5cc5e00 already unused, calling callback (ffffffffc1baf630) 00000080:00000001:0.0:1788687307.427806:0:30938:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788687307.427810:0:30938:0:(ldlm_request.c:1731:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d6e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 30938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.427817:0:30938:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788687307.427819:0:30938:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788687307.427822:0:30938:0:(ldlm_request.c:1741:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d6e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 30938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.427832:0:30938:0:(ldlm_request.c:1742:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788687307.427835:0:30938:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788687307.427836:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.427838:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.427840:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5e00 refcount=5 00000020:00000001:0.0:1788687307.427842:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687307.427844:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687307.427847:0:30938:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687307.427850:0:30938:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d6e lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 30938 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788687307.427856:0:30938:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788687307.427858:0:30938:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687307.427861:0:30938:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788687307.427863:0:30938:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687307.427866:0:30938:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687307.427868:0:30938:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687307.427870:0:30938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687307.427872:0:30938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788687307.427875:0:30938:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc5e00 with handle 0x230d04438e811d6e from hash 00010000:00000001:0.0:1788687307.427877:0:30938:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687307.427878:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.427879:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.427881:0:30938:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687307.427882:0:30938:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687307.427884:0:30938:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788687307.427886:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.427888:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.427890:0:30938:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.427892:0:30938:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687307.427895:0:30938:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d6e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.427900:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.427902:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.427903:0:30938:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788687307.428070:0:30938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687307.428073:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.428074:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.428075:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687307.428077:0:30938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d6e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.428104:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.428107:0:30938:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788687307.428113:0:30938:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788687307.428120:0:30938:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9b29c97f1c00 x1875572824523904/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788687307.428130:0:30938:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788687307.428135:0:30938:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c97f1c00 x1875572824523904/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788687307.428142:0:30938:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.428144:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788687307.428146:0:30938:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.428148:0:30938:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.428150:0:30938:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.428153:0:30938:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788687307.428155:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687307.428157:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00010000:00000001:0.0:1788687307.428159:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788687307.428160:0:30938:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.428162:0:30938:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788687307.428166:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbb868 00000002:00002000:0.0:1788687307.428168:0:30938:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1788687307.428172:0:30938:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687307.428175:0:30938:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687307.428178:0:30938:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687307.428181:0:30938:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788687307.428184:0:30938:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687307.428190:0:30938:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687307.428194:0:30938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6329600. 00000080:00000001:0.0:1788687307.428199:0:30938:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788687307.428206:0:30938:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788687307.428209:0:30938:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788687307.428213:0:30938:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788687307.428216:0:30938:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:0.0:1788687307.428218:0:30938:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.428224:0:30938:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:0.0:1788687307.428227:0:30938:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788687307.428232:0:30938:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 16384 00000080:00000001:0.0:1788687307.428235:0:30938:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788687307.428237:0:30938:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788687307.428239:0:30938:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.428243:0:30938:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788687307.428245:0:30938:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.428247:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687307.428252:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1c00 x1875572824523904/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.428258:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.428264:0:30938:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687307.428272:0:30938:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b29c4c6f540. 00000080:00000001:0.0:1788687307.428275:0:30938:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788687307.428278:0:30938:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788687307.428282:0:30938:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788687307.428285:0:30938:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b29c636d940. 00000002:00100000:0.0:1788687307.428289:0:30938:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c97f1c00 x1875572824523904/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788687307.428295:0:30938:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687307.428297:0:30938:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788687307.428302:0:30938:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788687307.428306:0:30938:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.428310:0:30938:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788687307.428311:0:30938:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.428314:0:30938:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687307.428319:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687307.428322:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1c00 x1875572824523904/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788687307.428329:0:30938:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687307.428332:0:30938:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9b29c6980000. 02000000:00000001:0.0:1788687307.428388:0:30938:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788687307.428790:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.428795:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbb78 00000080:00000008:0.0:1788687307.428798:0:30938:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9b29d8596c08), flags 704400, rc = 0 00000080:00000001:0.0:1788687307.428802:0:30938:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.428833:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbd28 00000080:00200008:0.0:1788687307.428835:0:30938:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9b29d8596c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788687307.428845:0:30938:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788687307.428849:0:30938:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.428851:0:30938:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687307.428853:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbca0 00000080:00200000:0.0:1788687307.428855:0:30938:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9b29d8596c08),name=d21g.recovery-small-2 00000080:00000010:0.0:1788687307.428862:0:30938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6329600. 00800000:00000002:0.0:1788687307.428869:0:30938:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687307.428877:0:30938:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687307.428881:0:30938:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687307.428883:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbbc0 00800000:00000002:0.0:1788687307.428885:0:30938:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x24:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687307.428889:0:30938:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687307.428894:0:30938:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x24:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687307.428899:0:30938:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687307.428901:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbba90 00000002:00010000:0.0:1788687307.428902:0:30938:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687307.429010:0:30938:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687307.429013:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687307.429016:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687307.429024:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62400 count: 2 00010000:00000001:0.0:1788687307.429028:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687307.429034:0:30938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687307.429037:0:30938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687307.429042:0:30938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788687307.429051:0:30938:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687307.429056:0:30938:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687307.429060:0:30938:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788687307.429067:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687307.429069:0:30938:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687307.429071:0:30938:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687307.429072:0:30938:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687307.429074:0:30938:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687307.429076:0:30938:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687307.429078:0:30938:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687307.429081:0:30938:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687307.429083:0:30938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6329600. 00000080:00000001:0.0:1788687307.429087:0:30938:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687307.429088:0:30938:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687307.429106:0:30938:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff9b29d8596c08) 00000080:00010000:0.0:1788687307.429110:0:30938:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff9b29d8596c08) for lock 0x230d04438e811d3d 00800000:00000001:0.0:1788687307.429114:0:30938:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687307.429116:0:30938:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687307.429118:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.429119:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.429122:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146800 refcount=3 00000020:00000001:0.0:1788687307.429124:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:0.0:1788687307.429127:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:0.0:1788687307.429130:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.429132:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687307.429133:0:30938:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687307.429135:0:30938:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687307.429137:0:30938:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d3d from it ffffaca081cbbcd8 00010000:00000001:0.0:1788687307.429140:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.429141:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.429142:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146800 refcount=3 00000020:00000001:0.0:1788687307.429144:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:0.0:1788687307.429145:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:0.0:1788687307.429148:0:30938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687307.429150:0:30938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788687307.429156:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.429157:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.429160:0:30938:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687307.429161:0:30938:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687307.429164:0:30938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788687307.429172:0:30938:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687307.429175:0:30938:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687307.429178:0:30938:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687307.429183:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.429184:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.429186:0:30938:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.429190:0:30938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687307.429192:0:30938:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.429195:0:30938:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.429197:0:30938:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.429199:0:30938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687307.429200:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.429201:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687307.429203:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687307.429205:0:30938:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687307.429208:0:30938:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.429213:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbd28 00000080:00000008:0.0:1788687307.429215:0:30938:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9b29d8596c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788687307.429238:0:30938:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788687307.429241:0:30938:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9b29d8596c08) pos/size0/16384 32bit_api 0 00000080:00000010:0.0:1788687307.429245:0:30938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6329600. 00000080:00000001:0.0:1788687307.429249:0:30938:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:0.0:1788687307.429255:0:30938:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:0.0:1788687307.429259:0:30938:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:0.0:1788687307.429261:0:30938:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687307.429262:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbab8 00000002:00010000:0.0:1788687307.429264:0:30938:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000404:0x24:0x0], intent: readdir flags 0 00000002:00000001:0.0:1788687307.429267:0:30938:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687307.429268:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687307.429269:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687307.429272:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62400 count: 2 00010000:00000001:0.0:1788687307.429274:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687307.429276:0:30938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687307.429278:0:30938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687307.429281:0:30938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788687307.429287:0:30938:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687307.429290:0:30938:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687307.429292:0:30938:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788687307.429298:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687307.429300:0:30938:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687307.429301:0:30938:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687307.429303:0:30938:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687307.429304:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.429305:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.429307:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146800 refcount=3 00000020:00000001:0.0:1788687307.429308:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:0.0:1788687307.429311:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:0.0:1788687307.429313:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.429314:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687307.429315:0:30938:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.429365:0:30938:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:0.0:1788687307.429371:0:30938:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9b29c631d000. 00000002:00000001:0.0:1788687307.430340:0:30938:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:0.0:1788687307.430349:0:30938:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f1f80. 00000020:00000040:0.0:1788687307.430356:0:30938:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:0.0:1788687307.430360:0:30938:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687307.430364:0:30938:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687307.430368:0:30938:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687307.430377:0:30938:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c6328e00. 00000100:00000001:0.0:1788687307.430384:0:30938:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.430388:0:30938:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1788687307.430498:0:30938:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9b29d8a02400. 00000100:00000010:0.0:1788687307.430504:0:30938:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9b29c63f1000. 00000020:00000040:0.0:1788687307.430508:0:30938:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=10 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:0.0:1788687307.430532:0:30938:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687307.430535:0:30938:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687307.430541:0:30938:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e01163c0. 00000100:00000001:0.0:1788687307.430544:0:30938:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202888041408 : -110870821510208 : ffff9b29e01163c0) 00000100:00000001:0.0:1788687307.430547:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687307.430548:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356928 : -110871200194688 : ffff9b29c97f1f80) 00000100:00000001:0.0:1788687307.430553:0:30938:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687307.430558:0:30938:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.430560:0:30938:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687307.430562:0:30938:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687307.430573:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f1f80 x1875572824524032/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.430650:0:30938:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687307.430653:0:30938:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687307.430665:0:30938:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687307.430667:0:30938:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687307.430670:0:30938:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687307.430674:0:30938:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f1f80 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30938:1875572824524032:192.168.203.144@tcp:37:rm.0 00000100:00000001:0.0:1788687307.430679:0:30938:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687307.430685:0:30938:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687307.430688:0:30938:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.430690:0:30938:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1788687307.430700:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687307.430705:0:30938:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1630. 00000400:00000010:0.0:1788687307.430715:0:30938:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9b29c70ac000. 00000100:00000200:0.0:1788687307.430725:0:30938:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9d2d3f4c500-0x6a9d2d3f4c500, portal 14 00000100:00000001:0.0:1788687307.430728:0:30938:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687307.430730:0:30938:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687307.430735:0:30938:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a00800. 02000000:00000001:0.0:1788687307.430737:0:30938:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687307.430739:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687307.430742:0:30938:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f78. 00000400:00000010:0.0:1788687307.430747:0:30938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda198. 00000100:00000200:0.0:1788687307.430751:0:30938:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824524032, portal 10 00000100:00000001:0.0:1788687307.430753:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687307.430754:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356928 : -110871200194688 : ffff9b29c97f1f80) 00000100:00000040:0.0:1788687307.430762:0:30938:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f1f80 x1875572824524032/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.430770:0:30938:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687307.430773:0:30938:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687307.430776:0:30938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdabb0. 00000100:00000200:0.0:1788687307.430780:0:30938:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875572824524032, offset 0 00000400:00000200:0.0:1788687307.430786:0:30938:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687307.430796:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687307.430805:0:30938:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687307.430811:0:30938:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687307.430815:0:30938:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687307.430820:0:30938:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687307.430823:0:30938:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687307.430827:0:30938:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2356:2356:256:4294967295] 192.168.203.144@tcp LPNI seq info [2356:2356:8:4294967295] 00000400:00000200:0.0:1788687307.430832:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687307.430844:0:30938:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687307.430852:0:30938:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687307.430857:0:30938:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29e1445800. 00000800:00000200:0.0:1788687307.430866:0:30938:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687307.430876:0:30938:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687307.430880:0:30938:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29e1445800 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1788687307.430993:0:30938:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687307.430999:0:30938:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 802858 usecs (803 jiffies) 00000400:00000200:0.0:1788687307.431003:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687307.431006:0:30938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296434239 00000100:00000001:0.0:1788687307.431010:0:30938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296436442 00000100:00000001:0.0:1788687307.431012:0:30938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296434239 00000100:00000001:0.0:1788687307.431015:0:30938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296436442 00000100:00000001:0.0:1788687307.431017:0:30938:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687307.431021:0:30938:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.431023:0:30938:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687307.431025:0:30938:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687307.431028:0:30938:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e01163c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788687307.431031:0:30938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687307.431034:0:30938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687307.436201:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687307.436214:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445800. 00000400:00000200:3.0:1788687307.436222:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687307.436232:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687307.436243:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdabb0 00000400:00000010:3.0:1788687307.436246:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdabb0. 00000100:00000001:3.0:1788687307.436253:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687307.436263:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1f80 x1875572824524032/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.436276:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687307.436280:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1f80 x1875572824524032/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687323 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.436286:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687307.436288:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687307.436301:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.436318:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687307.436322:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.436324:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687307.436332:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.436337:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687307.436345:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.436350:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.436355:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.436360:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 4096 into portal 14 MB=0x6a9d2d3f4c500 00000400:00000200:3.0:1788687307.436366:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.436373:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.144@tcp of length 4096/4096 into md 0x680d [256] + 0 00000400:00000010:3.0:1788687307.436378:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1630. 00000400:00000200:3.0:1788687307.436382:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9b29c70ac000 00000800:00000001:3.0:1788687307.436388:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.436407:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687307.436410:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687307.436413:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687307.436417:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c70ac000 00000400:00000010:3.0:1788687307.436419:0:2362:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9b29c70ac000. 00000100:00000001:3.0:1788687307.436424:0:2362:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788687307.436426:0:2362:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9b29c97f1f80 desc ffff9b29d8a02400 mbits 1875572824524032 00000100:00000001:3.0:1788687307.436441:0:2362:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788687307.436449:0:2362:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788687307.436452:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.436458:0:2362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687307.436464:0:2362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2357:2357:256:4294967295] 192.168.203.144@tcp LPNI seq info [2357:2357:8:4294967295] 00000400:00000200:3.0:1788687307.436468:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.436476:0:2362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1788687307.436482:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687307.436491:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9b29c5d7a000. 00000800:00000200:3.0:1788687307.436497:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687307.436505:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687307.436510:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c5d7a000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1788687307.436547:0:30938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687307.436553:0:30938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687307.440294:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687307.440307:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9b29c5d7a000. 00000400:00000200:2.0:1788687307.440322:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.440333:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1788687307.440897:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.440932:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687307.440936:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.440945:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687307.440948:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.440950:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687307.440959:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.440965:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687307.440974:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.440979:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.440984:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.440989:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 440 into portal 10 MB=0x6a9d2d3f4c500 00000400:00000200:3.0:1788687307.440995:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.441003:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 440/440 into md 0x6815 [1] + 224 00000800:00000001:3.0:1788687307.441011:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.441019:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687307.441022:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687307.441025:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687307.441033:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687307.441044:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1f80 x1875572824524032/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687323 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687307.441055:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9b29c97f1f80 x1875572824524032/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.441070:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687307.441079:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.441083:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687307.441153:0:30938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687307.441163:0:30938:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687307.441165:0:30938:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687307.441170:0:30938:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f78. 00000400:00000200:0.0:1788687307.441175:0:30938:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda198 00000400:00000010:0.0:1788687307.441178:0:30938:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda198. 00000100:00000001:0.0:1788687307.441182:0:30938:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687307.441187:0:30938:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f1f80 x1875572824524032/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687307.441195:0:30938:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f1f80 x1875572824524032/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.441201:0:30938:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687307.441204:0:30938:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687307.441206:0:30938:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687307.441211:0:30938:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687307.441214:0:30938:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687307.441216:0:30938:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687307.441220:0:30938:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687307.441231:0:30938:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=79 v=5 (5 5 5 5) 00000100:00001000:0.0:1788687307.441237:0:30938:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687307.441240:0:30938:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687307.441241:0:30938:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.441244:0:30938:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687307.441249:0:30938:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.441254:0:30938:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687307.441257:0:30938:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1788687307.441259:0:30938:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687307.441263:0:30938:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687307.441267:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9b29c97f1f80 x1875572824524032/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788687307.441277:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9b29c97f1f80 x1875572824524032/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687323 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.441285:0:30938:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687307.441288:0:30938:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687307.441292:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f1f80 x1875572824524032/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687323 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687307.441300:0:30938:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f1f80 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30938:1875572824524032:192.168.203.144@tcp:37:rm.0 00000100:00000001:0.0:1788687307.441306:0:30938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687307.441310:0:30938:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.441312:0:30938:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687307.441315:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687307.441319:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1f80 x1875572824524032/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687323 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.441327:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687307.441330:0:30938:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e01163c0. 00000100:00000001:0.0:1788687307.441334:0:30938:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687307.441336:0:30938:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.441341:0:30938:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.441345:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687307.441348:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f1f80 x1875572824524032/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687323 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.441354:0:30938:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687307.441357:0:30938:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687307.441365:0:30938:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a00800. 02000000:00000001:0.0:1788687307.441369:0:30938:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687307.441373:0:30938:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687307.441375:0:30938:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687307.441378:0:30938:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788687307.441380:0:30938:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1788687307.441383:0:30938:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687307.441384:0:30938:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687307.441386:0:30938:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:0.0:1788687307.441426:0:30938:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9b29c63f1000. 00000100:00000010:0.0:1788687307.441431:0:30938:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9b29d8a02400. 00000100:00000001:0.0:1788687307.441434:0:30938:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1788687307.441438:0:30938:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c6328e00. 02000000:00000001:0.0:1788687307.441441:0:30938:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687307.441443:0:30938:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687307.441445:0:30938:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f1f80. 00000100:00000001:0.0:1788687307.441450:0:30938:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687307.441451:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687307.441454:0:30938:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1788687307.441456:0:30938:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1788687307.442141:0:30938:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9b29c631d000. 00000002:00000001:0.0:1788687307.442148:0:30938:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.442156:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.442159:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.442162:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146800 refcount=3 00000020:00000001:0.0:1788687307.442165:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:0.0:1788687307.442170:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:0.0:1788687307.442172:0:30938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687307.442178:0:30938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788687307.442189:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.442191:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.442193:0:30938:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687307.442197:0:30938:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687307.442200:0:30938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687307.442207:0:30938:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687307.442210:0:30938:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687307.442213:0:30938:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687307.442218:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.442219:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.442220:0:30938:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.442224:0:30938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687307.442226:0:30938:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.442228:0:30938:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.442231:0:30938:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.442234:0:30938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687307.442235:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.442236:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1788687307.442239:0:30938:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.442245:0:30938:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:0.0:1788687307.442253:0:30938:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788687307.442255:0:30938:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:0.0:1788687307.442261:0:30938:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687307.442268:0:30938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6329600. 00000080:00000001:0.0:1788687307.442273:0:30938:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.442313:0:30938:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788687307.442317:0:30938:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788687307.442321:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbdd0 00000080:00200008:0.0:1788687307.442323:0:30938:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9b29d8596c08), flags 704000 00000080:00400000:0.0:1788687307.442328:0:30938:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x24:0x0] 00000080:00000001:0.0:1788687307.442333:0:30938:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788687307.442335:0:30938:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788687307.442336:0:30938:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788687307.442345:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687307.442348:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687307.442356:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62400 count: 2 00010000:00000001:0.0:1788687307.442360:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687307.442365:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687307.442367:0:30938:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x24:0x0]: 0 00000080:00000001:0.0:1788687307.442371:0:30938:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788687307.442373:0:30938:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788687307.442378:0:30938:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b29c6329600. 00000080:00000001:0.0:1788687307.442381:0:30938:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788687307.442389:0:30938:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788687307.442393:0:30938:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788687307.442396:0:30938:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x24:0x0] 00000002:00000001:0.0:1788687307.442400:0:30938:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788687307.442402:0:30938:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b29e019e800: [0x200000404:0x24:0x0] file closed with intent: 0 00000100:00000010:0.0:1788687307.442408:0:30938:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f1f80. 00000020:00000040:0.0:1788687307.442412:0:30938:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:0.0:1788687307.442417:0:30938:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687307.442421:0:30938:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687307.442426:0:30938:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687307.442434:0:30938:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c6328e00. 00000100:00000001:0.0:1788687307.442441:0:30938:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788687307.442460:0:30938:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b29c97f1c00 x1875572824523904/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788687307.442472:0:30938:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788687307.442477:0:30938:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c97f1f80 x1875572824524288/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788687307.442484:0:30938:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687307.442486:0:30938:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687307.442494:0:30938:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e01163c0. 00000100:00000001:0.0:1788687307.442496:0:30938:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202888041408 : -110870821510208 : ffff9b29e01163c0) 00000100:00000001:0.0:1788687307.442499:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687307.442500:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356928 : -110871200194688 : ffff9b29c97f1f80) 00000100:00000001:0.0:1788687307.442505:0:30938:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687307.442510:0:30938:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.442512:0:30938:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687307.442514:0:30938:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687307.442518:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f1f80 x1875572824524288/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.442526:0:30938:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687307.442528:0:30938:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687307.442532:0:30938:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687307.442535:0:30938:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687307.442538:0:30938:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687307.442541:0:30938:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f1f80 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30938:1875572824524288:192.168.203.144@tcp:35:rm.0 00000100:00000001:0.0:1788687307.442546:0:30938:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687307.442552:0:30938:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687307.442555:0:30938:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687307.442558:0:30938:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687307.442563:0:30938:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a02400. 02000000:00000001:0.0:1788687307.442565:0:30938:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687307.442572:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687307.442577:0:30938:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f78. 00000400:00000010:0.0:1788687307.442584:0:30938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda198. 00000100:00000200:0.0:1788687307.442592:0:30938:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824524288, portal 10 00000100:00000001:0.0:1788687307.442594:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687307.442595:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356928 : -110871200194688 : ffff9b29c97f1f80) 00000100:00000040:0.0:1788687307.442602:0:30938:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f1f80 x1875572824524288/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.442608:0:30938:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687307.442611:0:30938:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687307.442615:0:30938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdabb0. 00000100:00000200:0.0:1788687307.442620:0:30938:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824524288, offset 0 00000400:00000200:0.0:1788687307.442627:0:30938:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687307.442636:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687307.442645:0:30938:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687307.442651:0:30938:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687307.442668:0:30938:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687307.442673:0:30938:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687307.442676:0:30938:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687307.442680:0:30938:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2358:2358:256:4294967295] 192.168.203.144@tcp LPNI seq info [2358:2358:8:4294967295] 00000400:00000200:0.0:1788687307.442685:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687307.442696:0:30938:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687307.442703:0:30938:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687307.442709:0:30938:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29e1445300. 00000800:00000200:0.0:1788687307.442717:0:30938:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687307.442725:0:30938:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687307.442731:0:30938:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29e1445300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788687307.443436:0:30938:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687307.443445:0:30938:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 801723 usecs (802 jiffies) 00000400:00000200:0.0:1788687307.443451:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687307.443454:0:30938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296434250 00000100:00000001:0.0:1788687307.443458:0:30938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296436442 00000100:00000001:0.0:1788687307.443460:0:30938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296434250 00000100:00000001:0.0:1788687307.443463:0:30938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296436442 00000100:00000001:0.0:1788687307.443465:0:30938:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687307.443468:0:30938:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.443471:0:30938:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687307.443473:0:30938:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687307.443475:0:30938:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e01163c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788687307.443478:0:30938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687307.443481:0:30938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687307.447094:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687307.447111:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445300. 00000400:00000200:2.0:1788687307.447123:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.447134:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687307.447146:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdabb0 00000400:00000010:2.0:1788687307.447150:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdabb0. 00000100:00000001:2.0:1788687307.447157:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687307.447167:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1f80 x1875572824524288/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.447182:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687307.447186:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1f80 x1875572824524288/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687323 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.447192:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687307.447194:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687307.447336:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.447351:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687307.447354:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.447356:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687307.447364:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.447369:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687307.447378:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.447383:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.447453:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.447459:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f4c600 00000400:00000200:3.0:1788687307.447464:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.447472:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x681d [1] + 224 00000800:00000001:3.0:1788687307.447481:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.447489:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687307.447493:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687307.447496:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687307.447502:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687307.447507:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1f80 x1875572824524288/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687323 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687307.447517:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b29c97f1f80 x1875572824524288/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.447565:0:30938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687307.447640:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687307.447652:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.447665:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788687307.447700:0:30938:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687307.447703:0:30938:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687307.447708:0:30938:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f78. 00000400:00000200:0.0:1788687307.447712:0:30938:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda198 00000400:00000010:0.0:1788687307.447715:0:30938:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda198. 00000100:00000001:0.0:1788687307.447718:0:30938:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687307.447723:0:30938:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f1f80 x1875572824524288/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687307.447732:0:30938:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f1f80 x1875572824524288/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.447738:0:30938:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687307.447740:0:30938:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687307.447743:0:30938:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687307.447747:0:30938:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687307.447750:0:30938:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687307.447752:0:30938:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687307.447756:0:30938:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687307.447767:0:30938:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=79 v=5 (5 5 5 5) 00000100:00001000:0.0:1788687307.447771:0:30938:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687307.447774:0:30938:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687307.447775:0:30938:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.447778:0:30938:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687307.447783:0:30938:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.447787:0:30938:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687307.447789:0:30938:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788687307.447791:0:30938:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687307.447794:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687307.447795:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356928 : -110871200194688 : ffff9b29c97f1f80) 00000100:00000001:0.0:1788687307.447799:0:30938:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687307.447801:0:30938:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1788687307.447803:0:30938:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687307.447806:0:30938:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687307.447811:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f1f80 x1875572824524288/t4294967627(4294967627) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687323 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.447824:0:30938:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687307.447827:0:30938:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687307.447830:0:30938:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687307.447834:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f1f80 x1875572824524288/t4294967627(4294967627) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687323 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687307.447842:0:30938:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f1f80 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30938:1875572824524288:192.168.203.144@tcp:35:rm.0 00000100:00000001:0.0:1788687307.447848:0:30938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687307.447852:0:30938:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.447855:0:30938:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687307.447856:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687307.447860:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1f80 x1875572824524288/t4294967627(4294967627) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687323 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.447866:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687307.447869:0:30938:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e01163c0. 00000100:00000001:0.0:1788687307.447872:0:30938:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687307.447874:0:30938:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.447883:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687307.447885:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356928 : -110871200194688 : ffff9b29c97f1f80) 00000002:00000001:0.0:1788687307.447887:0:30938:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687307.447891:0:30938:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687307.447897:0:30938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6329600. 00000080:00000001:0.0:1788687307.447901:0:30938:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788687307.447979:0:30938:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788687307.447986:0:30938:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788687307.447992:0:30938:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b29c97f1c00 x1875572824523904/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.448001:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687307.448002:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00000100:00000001:0.0:1788687307.448005:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687307.448007:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1c00 x1875572824523904/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.448014:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.448016:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687307.448019:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1f80 x1875572824524288/t4294967627(4294967627) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687323 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.448024:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.448026:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687307.448029:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f1c00 x1875572824523904/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.448035:0:30938:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788687307.448039:0:30938:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687307.448041:0:30938:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687307.448044:0:30938:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687307.448048:0:30938:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a02c00. 02000000:00000001:0.0:1788687307.448052:0:30938:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687307.448055:0:30938:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687307.448057:0:30938:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f1c00. 00000100:00000001:0.0:1788687307.448060:0:30938:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687307.448062:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687307.448063:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687307.448066:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1f80 x1875572824524288/t4294967627(4294967627) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687323 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.448073:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687307.448075:0:30938:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9b29c636d940. 00000002:00000001:0.0:1788687307.448077:0:30938:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687307.448079:0:30938:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687307.448082:0:30938:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b29c4c6f540. 00000100:00000001:0.0:1788687307.448085:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687307.448088:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f1f80 x1875572824524288/t4294967627(4294967627) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687323 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.448093:0:30938:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687307.448095:0:30938:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687307.448098:0:30938:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a02400. 02000000:00000001:0.0:1788687307.448101:0:30938:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687307.448102:0:30938:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687307.448104:0:30938:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687307.448106:0:30938:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687307.448107:0:30938:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c6328e00. 02000000:00000001:0.0:1788687307.448110:0:30938:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687307.448111:0:30938:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687307.448113:0:30938:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f1f80. 00000100:00000001:0.0:1788687307.448115:0:30938:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687307.448117:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687307.448120:0:30938:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687307.448124:0:30938:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29d0060500. 00000080:00000001:0.0:1788687307.448129:0:30938:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.448136:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbdd0 00000080:00000008:0.0:1788687307.448139:0:30938:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9b29d8596c08), flags 704000, rc = 0 00000080:00000001:0.0:1788687307.448143:0:30938:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.448145:0:30938:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.448202:0:30938:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687307.448206:0:30938:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687307.448209:0:30938:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687307.448210:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbbc0 00000080:00200000:0.0:1788687307.448213:0:30938:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687307.448218:0:30938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6328e00. 00800000:00000002:0.0:1788687307.448226:0:30938:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687307.448231:0:30938:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687307.448235:0:30938:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687307.448237:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbae0 00800000:00000002:0.0:1788687307.448240:0:30938:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687307.448243:0:30938:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687307.448246:0:30938:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687307.448251:0:30938:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687307.448253:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbb9b0 00000002:00010000:0.0:1788687307.448255:0:30938:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687307.448259:0:30938:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687307.448261:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687307.448265:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687307.448273:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64ded00 count: 2 00010000:00000001:0.0:1788687307.448277:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687307.448283:0:30938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687307.448288:0:30938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687307.448293:0:30938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788687307.448304:0:30938:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687307.448309:0:30938:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687307.448313:0:30938:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788687307.448321:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687307.448323:0:30938:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687307.448325:0:30938:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687307.448327:0:30938:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687307.448330:0:30938:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687307.448332:0:30938:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687307.448335:0:30938:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687307.448337:0:30938:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687307.448339:0:30938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6328e00. 00000080:00000001:0.0:1788687307.448344:0:30938:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687307.448345:0:30938:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687307.448348:0:30938:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687307.448352:0:30938:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811d67 00800000:00000001:0.0:1788687307.448356:0:30938:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687307.448358:0:30938:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687307.448360:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.448363:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.448366:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5200 refcount=3 00000020:00000001:0.0:1788687307.448368:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.448371:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.448374:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.448376:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687307.448377:0:30938:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687307.448380:0:30938:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687307.448383:0:30938:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d67 from it ffffaca081cbbbf8 00010000:00000001:0.0:1788687307.448386:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.448387:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.448388:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5200 refcount=3 00000020:00000001:0.0:1788687307.448461:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.448465:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.448467:0:30938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687307.448470:0:30938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788687307.448478:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.448479:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.448481:0:30938:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687307.448484:0:30938:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687307.448487:0:30938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788687307.448495:0:30938:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687307.448498:0:30938:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687307.448501:0:30938:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687307.448506:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.448507:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.448509:0:30938:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.448513:0:30938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687307.448515:0:30938:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.448517:0:30938:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.448520:0:30938:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.448522:0:30938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687307.448524:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.448525:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687307.448527:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687307.448529:0:30938:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687307.448531:0:30938:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788687307.448536:0:30938:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.448540:0:30938:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788687307.448543:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbbc0 00000080:00002000:0.0:1788687307.448545:0:30938:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff9b29d870be58) flags 0x20000e refc 1 00000080:00000001:0.0:1788687307.448548:0:30938:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.448550:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbc08 00000080:00200000:0.0:1788687307.448552:0:30938:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=266 00000080:00000001:0.0:1788687307.448559:0:30938:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788687307.448561:0:30938:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.448566:0:30938:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788687307.448567:0:30938:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9b29d8596c08), inode mode 41ed mask 44 00000080:00000001:0.0:1788687307.448570:0:30938:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.448648:0:30938:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788687307.448651:0:30938:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788687307.448662:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbb78 00000080:00200008:0.0:1788687307.448664:0:30938:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9b29d8596c08), flags 704400 00000080:00000010:0.0:1788687307.448670:0:30938:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29d0060500. 00000080:00000001:0.0:1788687307.448678:0:30938:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1788687307.448682:0:30938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6328e00. 00800000:00000002:0.0:1788687307.448685:0:30938:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687307.448688:0:30938:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687307.448690:0:30938:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687307.448692:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbba28 00800000:00000002:0.0:1788687307.448694:0:30938:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x24:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687307.448698:0:30938:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:0.0:1788687307.448701:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbb9a8 00800000:00000002:0.0:1788687307.448703:0:30938:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x24:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1788687307.448707:0:30938:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687307.448708:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbb8e0 00000002:00010000:0.0:1788687307.448710:0:30938:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:0.0:1788687307.448714:0:30938:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788687307.448717:0:30938:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788687307.448720:0:30938:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788687307.448725:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62400 count: 2 00010000:00000001:0.0:1788687307.448727:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687307.448730:0:30938:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788687307.448733:0:30938:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.448735:0:30938:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.448737:0:30938:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.448738:0:30938:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788687307.448740:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64ded00 count: 2 00010000:00000001:0.0:1788687307.448742:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687307.448743:0:30938:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788687307.448745:0:30938:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.448746:0:30938:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.448747:0:30938:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687307.448752:0:30938:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f1f80. 00000020:00000040:0.0:1788687307.448755:0:30938:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:0.0:1788687307.448761:0:30938:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788687307.448763:0:30938:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.448766:0:30938:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687307.448770:0:30938:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687307.448772:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.448773:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.448774:0:30938:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.448777:0:30938:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687307.448779:0:30938:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687307.448782:0:30938:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687307.448790:0:30938:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a02400. 00000100:00000001:0.0:1788687307.448796:0:30938:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.448800:0:30938:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687307.448802:0:30938:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.448804:0:30938:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687307.448805:0:30938:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.448807:0:30938:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.448814:0:30938:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633202509356928 : -110871200194688 : ffff9b29c97f1f80) 00010000:00000001:0.0:1788687307.448817:0:30938:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687307.448820:0:30938:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788687307.448822:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64ded00 count: 2 00010000:00000001:0.0:1788687307.448824:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687307.448827:0:30938:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687307.448832:0:30938:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc4c00. 00000020:00000001:0.0:1788687307.448835:0:30938:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687307.448837:0:30938:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc4c00 with handle 0x230d04438e811d75 to hash 00000020:00000001:0.0:1788687307.448840:0:30938:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687307.448841:0:30938:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:0.0:1788687307.448845:0:30938:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:0.0:1788687307.448848:0:30938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687307.448850:0:30938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687307.448854:0:30938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811d75 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687307.448861:0:30938:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811d75 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30938 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788687307.448873:0:30938:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788687307.448882:0:30938:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c97f1f80 x1875572824524544/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788687307.448891:0:30938:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811d75 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687307.448898:0:30938:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687307.448900:0:30938:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687307.448938:0:30938:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e01163c0. 00000100:00000001:0.0:1788687307.448942:0:30938:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202888041408 : -110870821510208 : ffff9b29e01163c0) 00000100:00000001:0.0:1788687307.448944:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687307.448945:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356928 : -110871200194688 : ffff9b29c97f1f80) 00000100:00000001:0.0:1788687307.448951:0:30938:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687307.448956:0:30938:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.448958:0:30938:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687307.448959:0:30938:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687307.448963:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f1f80 x1875572824524544/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.448975:0:30938:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687307.448977:0:30938:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687307.448982:0:30938:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687307.448984:0:30938:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687307.448986:0:30938:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687307.448990:0:30938:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f1f80 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30938:1875572824524544:192.168.203.144@tcp:101:rm.0 00000100:00000001:0.0:1788687307.448993:0:30938:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687307.449000:0:30938:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687307.449003:0:30938:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687307.449005:0:30938:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687307.449132:0:30938:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9b29c6980000. 02000000:00000001:0.0:1788687307.449135:0:30938:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687307.449143:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687307.449147:0:30938:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f78. 00000400:00000010:0.0:1788687307.449155:0:30938:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9b29c631d000. 00000100:00000200:0.0:1788687307.449163:0:30938:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875572824524544, portal 10 00000100:00000001:0.0:1788687307.449165:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687307.449166:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356928 : -110871200194688 : ffff9b29c97f1f80) 00000100:00000040:0.0:1788687307.449173:0:30938:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f1f80 x1875572824524544/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687323 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.449181:0:30938:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687307.449184:0:30938:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687307.449188:0:30938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda198. 00000100:00000200:0.0:1788687307.449192:0:30938:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875572824524544, offset 0 00000400:00000200:0.0:1788687307.449198:0:30938:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687307.449207:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687307.449216:0:30938:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687307.449222:0:30938:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687307.449226:0:30938:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687307.449230:0:30938:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687307.449233:0:30938:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687307.449237:0:30938:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2359:2359:256:4294967295] 192.168.203.144@tcp LPNI seq info [2359:2359:8:4294967295] 00000400:00000200:0.0:1788687307.449242:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687307.449253:0:30938:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687307.449260:0:30938:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687307.449267:0:30938:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29e1445600. 00000800:00000200:0.0:1788687307.449275:0:30938:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687307.449284:0:30938:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687307.449289:0:30938:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29e1445600 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788687307.449315:0:30938:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687307.449319:0:30938:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 800583 usecs (801 jiffies) 00000400:00000200:0.0:1788687307.449323:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687307.449326:0:30938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296434255 00000100:00000001:0.0:1788687307.449329:0:30938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296436442 00000100:00000001:0.0:1788687307.449331:0:30938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296434255 00000100:00000001:0.0:1788687307.449334:0:30938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296436442 00000100:00000001:0.0:1788687307.449336:0:30938:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687307.449339:0:30938:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.449341:0:30938:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687307.449343:0:30938:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687307.449346:0:30938:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e01163c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788687307.449349:0:30938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687307.449352:0:30938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687307.452526:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687307.452540:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445600. 00000400:00000200:2.0:1788687307.452551:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.452562:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00010000:00000010:0.1:1788687307.452682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5e00. 00000400:00000200:2.0:1788687307.453085:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda198 00000400:00000010:2.0:1788687307.453090:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda198. 00000100:00000001:2.0:1788687307.453108:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687307.453121:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1f80 x1875572824524544/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687323 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.453134:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687307.453138:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1f80 x1875572824524544/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687323 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.453146:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687307.453148:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687307.453483:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.453499:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687307.453502:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.453505:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687307.453512:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.453518:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687307.453526:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.453531:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.453537:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.453541:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 608 into portal 10 MB=0x6a9d2d3f4c700 00000400:00000200:3.0:1788687307.453547:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.453555:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 608/608 into md 0x6825 [64] + 224 00000800:00000001:3.0:1788687307.453563:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.453571:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687307.453758:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687307.453765:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687307.453771:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687307.453778:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1f80 x1875572824524544/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687323 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687307.453788:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9b29c97f1f80 x1875572824524544/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.453836:0:30938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687307.453855:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687307.453866:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.453870:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788687307.453964:0:30938:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687307.453967:0:30938:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687307.453971:0:30938:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f78. 00000400:00000200:0.0:1788687307.453975:0:30938:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c631d000 00000400:00000010:0.0:1788687307.453978:0:30938:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9b29c631d000. 00000100:00000001:0.0:1788687307.453982:0:30938:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687307.453987:0:30938:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f1f80 x1875572824524544/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687307.453995:0:30938:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f1f80 x1875572824524544/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.454002:0:30938:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687307.454005:0:30938:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687307.454008:0:30938:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687307.454012:0:30938:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687307.454016:0:30938:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687307.454019:0:30938:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687307.454023:0:30938:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687307.454035:0:30938:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=79 v=5 (5 103 103 103) 00000100:00001000:0.0:1788687307.454040:0:30938:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687307.454042:0:30938:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687307.454045:0:30938:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.454048:0:30938:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687307.454052:0:30938:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.454057:0:30938:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687307.454059:0:30938:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788687307.454061:0:30938:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687307.454064:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687307.454065:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356928 : -110871200194688 : ffff9b29c97f1f80) 00000100:00000001:0.0:1788687307.454069:0:30938:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687307.454072:0:30938:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1788687307.454074:0:30938:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687307.454076:0:30938:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687307.454082:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f1f80 x1875572824524544/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.454089:0:30938:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687307.454142:0:30938:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687307.454145:0:30938:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687307.454151:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f1f80 x1875572824524544/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687307.454159:0:30938:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f1f80 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30938:1875572824524544:192.168.203.144@tcp:101:rm.0 00000100:00000001:0.0:1788687307.454165:0:30938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687307.454169:0:30938:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.454171:0:30938:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687307.454174:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687307.454177:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1f80 x1875572824524544/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.454183:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687307.454186:0:30938:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e01163c0. 00000100:00000001:0.0:1788687307.454189:0:30938:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687307.454190:0:30938:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.454194:0:30938:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687307.454201:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.454204:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.454208:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4c00 refcount=4 00000020:00000001:0.0:1788687307.454211:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:0.0:1788687307.454214:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000040:0.0:1788687307.454222:0:30938:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c5cc4c00, remote cookie: 0x59c08f76ab1d23a0, flags: 0x1001 00010000:00000040:0.0:1788687307.454225:0:30938:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788687307.454229:0:30938:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788687307.454237:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62400 count: 2 00010000:00000001:0.0:1788687307.454241:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687307.454245:0:30938:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687307.454251:0:30938:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811d75 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d23a0 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687307.454261:0:30938:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811d75 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d23a0 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.454268:0:30938:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788687307.454273:0:30938:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788687307.454275:0:30938:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788687307.454278:0:30938:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788687307.454280:0:30938:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788687307.454283:0:30938:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff9b29c5c62400) refcount = 2 00010000:00000040:0.0:1788687307.454287:0:30938:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788687307.454290:0:30938:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1788687307.454297:0:30938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811d75 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d23a0 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.454303:0:30938:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788687307.454307:0:30938:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788687307.454309:0:30938:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687307.454312:0:30938:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788687307.454315:0:30938:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687307.454318:0:30938:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811d75 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d23a0 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.454324:0:30938:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788687307.454325:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.454327:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.454328:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.454329:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.454331:0:30938:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.454336:0:30938:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788687307.454339:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.454340:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.454342:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4c00 refcount=3 00000020:00000001:0.0:1788687307.454344:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:0.0:1788687307.454346:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:0.0:1788687307.454347:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.454348:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788687307.454353:0:30938:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9b29c97f1f80 x1875572824524544/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788687307.454362:0:30938:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788687307.454367:0:30938:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c97f1f80 x1875572824524544/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788687307.454374:0:30938:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.454376:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.454377:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.454378:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4c00 refcount=3 00000020:00000001:0.0:1788687307.454380:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:0.0:1788687307.454382:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:0.0:1788687307.454385:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.454386:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687307.454388:0:30938:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.454457:0:30938:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.454463:0:30938:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788687307.454466:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687307.454468:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356928 : -110871200194688 : ffff9b29c97f1f80) 00010000:00000001:0.0:1788687307.454470:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.454472:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.454474:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4c00 refcount=3 00000020:00000001:0.0:1788687307.454476:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:0.0:1788687307.454478:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00000002:00010000:0.0:1788687307.454482:0:30938:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811d75 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d23a0 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.454491:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.454492:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.454495:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687307.454496:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.454497:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.454498:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4c00 refcount=3 00000020:00000001:0.0:1788687307.454500:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:0.0:1788687307.454502:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000040:0.0:1788687307.454505:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62400 count: 3 00010000:00000001:0.0:1788687307.454507:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788687307.454513:0:30938:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 16 res 8589935620/36 (0 0) 00010000:00000001:0.0:1788687307.454516:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.454517:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687307.454518:0:30938:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788687307.454758:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbb868 00000002:00002000:0.0:1788687307.454763:0:30938:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:0.0:1788687307.454766:0:30938:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687307.454771:0:30938:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687307.454775:0:30938:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687307.454779:0:30938:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788687307.454782:0:30938:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687307.454787:0:30938:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687307.454791:0:30938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6328e00. 00000080:00000001:0.0:1788687307.454796:0:30938:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788687307.454803:0:30938:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788687307.454806:0:30938:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788687307.454809:0:30938:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788687307.454812:0:30938:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:0.0:1788687307.454815:0:30938:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.454820:0:30938:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:0.0:1788687307.454823:0:30938:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788687307.454829:0:30938:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 16384 00010000:00000001:0.0:1788687307.454831:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.454833:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.454834:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4c00 refcount=3 00000020:00000001:0.0:1788687307.454836:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:0.0:1788687307.454838:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:0.0:1788687307.454840:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.454841:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687307.454843:0:30938:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788687307.454845:0:30938:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788687307.454847:0:30938:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687307.454851:0:30938:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff9b29d8596c08) for lock 0x230d04438e811d75 00800000:00000001:0.0:1788687307.454854:0:30938:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687307.454856:0:30938:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687307.454857:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.454859:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.454860:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4c00 refcount=3 00000020:00000001:0.0:1788687307.454862:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:0.0:1788687307.454864:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:0.0:1788687307.454868:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.454869:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687307.454870:0:30938:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687307.454872:0:30938:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.454876:0:30938:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788687307.454877:0:30938:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.454879:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687307.454885:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1f80 x1875572824524544/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.454892:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687307.454896:0:30938:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d75 from it ffffaca081cbbbd0 00010000:00000001:0.0:1788687307.454898:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.454899:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.454900:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4c00 refcount=3 00000020:00000001:0.0:1788687307.454902:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:0.0:1788687307.454904:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:0.0:1788687307.454932:0:30938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687307.454935:0:30938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811d75 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d23a0 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.454942:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.454943:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.454946:0:30938:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687307.454949:0:30938:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687307.454952:0:30938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811d75 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d23a0 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687307.454960:0:30938:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687307.454964:0:30938:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687307.454966:0:30938:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687307.454970:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.454972:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.454974:0:30938:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.454977:0:30938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687307.454980:0:30938:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.454982:0:30938:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.454985:0:30938:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.454988:0:30938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687307.454989:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.454990:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687307.454994:0:30938:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687307.455002:0:30938:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b29c4c6f540. 00000080:00000001:0.0:1788687307.455006:0:30938:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788687307.455009:0:30938:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788687307.455012:0:30938:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788687307.455017:0:30938:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b29c636d940. 00000002:00100000:0.0:1788687307.455022:0:30938:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c97f1f80 x1875572824524544/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788687307.455029:0:30938:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687307.455031:0:30938:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788687307.455035:0:30938:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788687307.455039:0:30938:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.455043:0:30938:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788687307.455045:0:30938:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.455047:0:30938:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687307.455051:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687307.455055:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1f80 x1875572824524544/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788687307.455062:0:30938:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687307.455066:0:30938:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9b29c6980000. 02000000:00000001:0.0:1788687307.455187:0:30938:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788687307.455190:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.455193:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbb78 00000080:00000008:0.0:1788687307.455196:0:30938:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9b29d8596c08), flags 704400, rc = 0 00000080:00000001:0.0:1788687307.455200:0:30938:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.455228:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbd28 00000080:00200008:0.0:1788687307.455230:0:30938:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9b29d8596c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788687307.455239:0:30938:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788687307.455244:0:30938:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.455246:0:30938:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687307.455248:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbca0 00000080:00200000:0.0:1788687307.455250:0:30938:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9b29d8596c08),name=d21g.recovery-small-2 00000080:00000010:0.0:1788687307.455256:0:30938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6328e00. 00800000:00000002:0.0:1788687307.455263:0:30938:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687307.455271:0:30938:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687307.455274:0:30938:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687307.455276:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbbc0 00800000:00000002:0.0:1788687307.455279:0:30938:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x24:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687307.455282:0:30938:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687307.455288:0:30938:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x24:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687307.455293:0:30938:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687307.455295:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbba90 00000002:00010000:0.0:1788687307.455297:0:30938:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687307.455301:0:30938:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687307.455303:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687307.455305:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687307.455309:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62400 count: 3 00010000:00000001:0.0:1788687307.455311:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687307.455315:0:30938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687307.455320:0:30938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687307.455324:0:30938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788687307.455333:0:30938:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687307.455339:0:30938:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687307.455342:0:30938:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788687307.455354:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687307.455356:0:30938:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687307.455358:0:30938:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687307.455360:0:30938:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687307.455362:0:30938:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687307.455364:0:30938:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687307.455366:0:30938:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687307.455369:0:30938:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687307.455371:0:30938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6328e00. 00000080:00000001:0.0:1788687307.455374:0:30938:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687307.455376:0:30938:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687307.455379:0:30938:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff9b29d8596c08) 00000080:00010000:0.0:1788687307.455383:0:30938:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff9b29d8596c08) for lock 0x230d04438e811d3d 00800000:00000001:0.0:1788687307.455386:0:30938:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687307.455387:0:30938:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687307.455389:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.455455:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.455459:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146800 refcount=3 00000020:00000001:0.0:1788687307.455462:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:0.0:1788687307.455464:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:0.0:1788687307.455467:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.455468:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687307.455469:0:30938:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687307.455471:0:30938:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687307.455473:0:30938:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d3d from it ffffaca081cbbcd8 00010000:00000001:0.0:1788687307.455475:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.455477:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.455478:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146800 refcount=3 00000020:00000001:0.0:1788687307.455480:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:0.0:1788687307.455482:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:0.0:1788687307.455484:0:30938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687307.455487:0:30938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687307.455493:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.455494:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.455495:0:30938:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687307.455497:0:30938:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687307.455500:0:30938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788687307.455507:0:30938:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687307.455508:0:30938:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687307.455510:0:30938:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687307.455512:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.455513:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.455515:0:30938:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.455517:0:30938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687307.455519:0:30938:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.455520:0:30938:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.455523:0:30938:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.455524:0:30938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687307.455526:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.455527:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687307.455529:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687307.455530:0:30938:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687307.455534:0:30938:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.455538:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbd28 00000080:00000008:0.0:1788687307.455541:0:30938:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9b29d8596c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788687307.455571:0:30938:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788687307.455645:0:30938:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9b29d8596c08) pos/size0/16384 32bit_api 0 00000080:00000010:0.0:1788687307.455652:0:30938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6328e00. 00000080:00000001:0.0:1788687307.455666:0:30938:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1788687307.455676:0:30938:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446732216455338752 : -11857254212864 : fffff53744931b00) 00000080:00000001:0.0:1788687307.455680:0:30938:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:0.0:1788687307.455684:0:30938:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788687307.455688:0:30938:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:0.0:1788687307.455692:0:30938:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687307.455695:0:30938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6328e00. 00000080:00000001:0.0:1788687307.455699:0:30938:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.455712:0:30938:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788687307.455713:0:30938:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9b29d8596c08) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:0.0:1788687307.455716:0:30938:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788687307.455718:0:30938:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.455743:0:30938:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687307.455746:0:30938:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788687307.455748:0:30938:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9b29d8596c08), inode mode 41ed mask 1 00000080:00000001:0.0:1788687307.455752:0:30938:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.455759:0:30938:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788687307.455762:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbda0 00000080:00002000:0.0:1788687307.455764:0:30938:0:(dcache.c:87:ll_dcompare()) found name f(ffff9b29d870b0d8) flags 0x48000e refc 0 00000080:00000001:0.0:1788687307.455766:0:30938:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.455768:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbe10 00000080:00200000:0.0:1788687307.455770:0:30938:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:0.0:1788687307.455776:0:30938:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788687307.455777:0:30938:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9b29d8596c08), inode mode 41ed mask 3 00000080:00000001:0.0:1788687307.455780:0:30938:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.455784:0:30938:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788687307.455786:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbdf8 00000080:00200000:0.0:1788687307.455788:0:30938:0:(namei.c:2351:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff9b29d8596c08) 00000080:00000001:0.0:1788687307.455791:0:30938:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788687307.455794:0:30938:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687307.455799:0:30938:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202888028456 : -110870821523160 : ffff9b29e0113128) 00000020:00001000:0.0:1788687307.455801:0:30938:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29e0113120 00000020:00000001:0.0:1788687307.455804:0:30938:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788687307.455809:0:30938:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015b6c8) owner 0000000000000000/ffff9b29cb378000 00020000:00000002:0.0:1788687307.455813:0:30938:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29e06fea80 addref 2/0 by ffff9b29cb378000. 00020000:00000002:0.0:1788687307.455815:0:30938:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015b6c8) owner 0000000000000000/ffff9b29cb378000 00020000:00000001:0.0:1788687307.455818:0:30938:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788687307.455820:0:30938:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788687307.455822:0:30938:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788687307.455825:0:30938:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788687307.455829:0:30938:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788687307.455832:0:30938:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29e0113120 00000080:00000001:0.0:1788687307.455835:0:30938:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788687307.455838:0:30938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6328e00. 00800000:00000001:0.0:1788687307.455847:0:30938:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1788687307.455851:0:30938:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1788687307.455854:0:30938:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x26:0x0] 00800000:00000001:0.0:1788687307.455857:0:30938:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687307.455859:0:30938:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000404:0x24:0x0]/[0x200000404:0x26:0x0] -> mds #0 00000002:00000001:0.0:1788687307.455864:0:30938:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788687307.455866:0:30938:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788687307.455869:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62400 count: 3 00010000:00000001:0.0:1788687307.455872:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687307.455875:0:30938:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788687307.455878:0:30938:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687307.455881:0:30938:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1788687307.455890:0:30938:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788687307.455894:0:30938:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788687307.455896:0:30938:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788687307.455898:0:30938:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode (null) 00000002:00000001:0.0:1788687307.455901:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687307.455903:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687307.456013:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62400 count: 4 00010000:00000001:0.0:1788687307.456017:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687307.456020:0:30938:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788687307.456023:0:30938:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788687307.456025:0:30938:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687307.456027:0:30938:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687307.456030:0:30938:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811d75 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d23a0 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788687307.456037:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.456038:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687307.456040:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1788687307.456041:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.456043:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.456045:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4c00 refcount=2 00000020:00000001:0.0:1788687307.456046:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:0.0:1788687307.456049:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305728 : -110871262245888 : ffff9b29c5cc4c00) 00010000:00000001:0.0:1788687307.456051:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.456052:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687307.456053:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687307.456055:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687307.456057:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62400 count: 4 00010000:00000001:0.0:1788687307.456060:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687307.456062:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.456064:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687307.456065:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687307.456067:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62400 count: 4 00010000:00000001:0.0:1788687307.456069:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687307.456071:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.456073:0:30938:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788687307.456076:0:30938:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x24:0x0] lli = ffff9b29d8596b40, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788687307.456228:0:30938:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788687307.456231:0:30938:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788687307.456233:0:30938:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788687307.456235:0:30938:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x24:0x0](ffff9b29d8596c08) invalid 00000020:00000001:0.0:1788687307.456238:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbba60 00000080:00002000:0.0:1788687307.456240:0:30938:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff9b29d870be58) parent ffff9b29d84cabd0 inode ffff9b29d8596c08 refc 3 00000080:00000001:0.0:1788687307.456244:0:30938:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788687307.456247:0:30938:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788687307.456248:0:30938:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.456252:0:30938:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687307.456255:0:30938:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687307.456257:0:30938:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687307.456259:0:30938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687307.456262:0:30938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788687307.456265:0:30938:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c3146800 with handle 0x230d04438e811d3d from hash 00010000:00000001:0.0:1788687307.456267:0:30938:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687307.456269:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.456270:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.456271:0:30938:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687307.456275:0:30938:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687307.456278:0:30938:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788687307.456281:0:30938:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687307.456283:0:30938:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687307.456286:0:30938:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687307.456288:0:30938:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788687307.456292:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f200 count: 3 00010000:00000001:0.0:1788687307.456294:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687307.456295:0:30938:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788687307.456298:0:30938:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687307.456300:0:30938:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811d44 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x59c08f76ab1d22ff expref: -99 pid: 30937 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788687307.456306:0:30938:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788687307.456308:0:30938:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788687307.456309:0:30938:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788687307.456310:0:30938:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x26:0x0] mode (null) 00000002:00000001:0.0:1788687307.456312:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687307.456314:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687307.456316:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f200 count: 4 00010000:00000001:0.0:1788687307.456317:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687307.456319:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.456321:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687307.456322:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687307.456323:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f200 count: 4 00010000:00000001:0.0:1788687307.456325:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687307.456327:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.456329:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687307.456330:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687307.456332:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f200 count: 4 00010000:00000001:0.0:1788687307.456333:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687307.456335:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.456336:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687307.456337:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687307.456339:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f200 count: 4 00010000:00000001:0.0:1788687307.456340:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687307.456342:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.456344:0:30938:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.456346:0:30938:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788687307.456348:0:30938:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687307.456350:0:30938:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202888028456 : -110870821523160 : ffff9b29e0113128) 00000020:00001000:0.0:1788687307.456352:0:30938:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29e0113120 00000020:00000001:0.0:1788687307.456354:0:30938:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788687307.456357:0:30938:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x26:0x0]: losing layout lock 00000080:00000001:0.0:1788687307.456361:0:30938:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788687307.456363:0:30938:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788687307.456367:0:30938:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788687307.456370:0:30938:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788687307.456373:0:30938:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788687307.456375:0:30938:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.456377:0:30938:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788687307.456378:0:30938:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29e0113120 00000080:00000001:0.0:1788687307.456381:0:30938:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.456383:0:30938:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788687307.456384:0:30938:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x26:0x0](ffff9b29d85aa1c8) invalid 00000020:00000001:0.0:1788687307.456387:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbba60 00000080:00002000:0.0:1788687307.456389:0:30938:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9b29d870b0d8) parent ffff9b29d870be58 inode ffff9b29d85aa1c8 refc 1 00000080:00000001:0.0:1788687307.456454:0:30938:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788687307.456455:0:30938:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788687307.456457:0:30938:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.456460:0:30938:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687307.456462:0:30938:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687307.456463:0:30938:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687307.456465:0:30938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687307.456466:0:30938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788687307.456469:0:30938:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c3146600 with handle 0x230d04438e811d44 from hash 00010000:00000001:0.0:1788687307.456472:0:30938:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687307.456474:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.456475:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.456476:0:30938:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687307.456478:0:30938:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687307.456479:0:30938:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788687307.456482:0:30938:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687307.456484:0:30938:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5400/0x230d04438e811d1a lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x59c08f76ab1d226c expref: -99 pid: 30902 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788687307.456491:0:30938:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788687307.456493:0:30938:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788687307.456494:0:30938:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788687307.456495:0:30938:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x26:0x0] mode (null) 00000002:00000001:0.0:1788687307.456498:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687307.456499:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687307.456501:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f200 count: 4 00010000:00000001:0.0:1788687307.456504:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687307.456506:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.456508:0:30938:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.456509:0:30938:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788687307.456511:0:30938:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687307.456513:0:30938:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202888028456 : -110870821523160 : ffff9b29e0113128) 00000020:00001000:0.0:1788687307.456515:0:30938:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29e0113120 00000020:00000001:0.0:1788687307.456516:0:30938:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788687307.456518:0:30938:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x26:0x0]: losing layout lock 00000080:00000001:0.0:1788687307.456520:0:30938:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788687307.456521:0:30938:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788687307.456523:0:30938:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788687307.456525:0:30938:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788687307.456526:0:30938:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788687307.456528:0:30938:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.456530:0:30938:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788687307.456531:0:30938:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29e0113120 00000080:00000001:0.0:1788687307.456533:0:30938:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.456535:0:30938:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788687307.456536:0:30938:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.456538:0:30938:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687307.456540:0:30938:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687307.456541:0:30938:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687307.456543:0:30938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687307.456544:0:30938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788687307.456547:0:30938:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a5400 with handle 0x230d04438e811d1a from hash 00010000:00000001:0.0:1788687307.456549:0:30938:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687307.456550:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.456551:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.456552:0:30938:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687307.456554:0:30938:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687307.456555:0:30938:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788687307.456557:0:30938:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788687307.456559:0:30938:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1788687307.456560:0:30938:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1788687307.456568:0:30938:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f1c00. 00000020:00000040:0.0:1788687307.456572:0:30938:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:0.0:1788687307.456653:0:30938:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788687307.456662:0:30938:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.456666:0:30938:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687307.456669:0:30938:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687307.456674:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.456675:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.456676:0:30938:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.456680:0:30938:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687307.456682:0:30938:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687307.456685:0:30938:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687307.456694:0:30938:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c6329600. 00000100:00000001:0.0:1788687307.456702:0:30938:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.456704:0:30938:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687307.456706:0:30938:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788687307.456712:0:30938:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811d44 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d22ff expref: -99 pid: 30937 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788687307.456720:0:30938:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5400/0x230d04438e811d1a lrc: 1/0,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d226c expref: -99 pid: 30902 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788687307.456727:0:30938:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 1/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1788687307.456735:0:30938:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1788687307.456737:0:30938:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788687307.456739:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687307.456741:0:30938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811d44 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d22ff expref: -99 pid: 30937 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788687307.456749:0:30938:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29c975cf00. 00010000:00000001:0.0:1788687307.456757:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.456758:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687307.456760:0:30938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5400/0x230d04438e811d1a lrc: 0/0,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d226c expref: -99 pid: 30902 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788687307.456766:0:30938:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29c4c6f940. 00010000:00000040:0.0:1788687307.456769:0:30938:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c422f200 count: 0 00010000:00000010:0.0:1788687307.456775:0:30938:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5d3bc00. 00010000:00000001:0.0:1788687307.456782:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.456783:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687307.456785:0:30938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146800/0x230d04438e811d3d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d22e3 expref: -99 pid: 30937 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788687307.456792:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.456794:0:30938:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.456796:0:30938:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687307.456797:0:30938:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.456799:0:30938:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788687307.456812:0:30938:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788687307.456824:0:30938:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c97f1c00 x1875572824524800/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788687307.456831:0:30938:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687307.456834:0:30938:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687307.456843:0:30938:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e01163c0. 00000100:00000001:0.0:1788687307.456846:0:30938:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202888041408 : -110870821510208 : ffff9b29e01163c0) 00000100:00000001:0.0:1788687307.456849:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687307.456850:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00000100:00000001:0.0:1788687307.456857:0:30938:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687307.456863:0:30938:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.456866:0:30938:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687307.456868:0:30938:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687307.456873:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f1c00 x1875572824524800/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687307.456880:0:30938:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687307.456883:0:30938:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687307.456887:0:30938:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687307.456890:0:30938:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687307.456893:0:30938:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687307.456896:0:30938:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f1c00 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30938:1875572824524800:192.168.203.144@tcp:36:rm.0 00000100:00000001:0.0:1788687307.456901:0:30938:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687307.457332:0:30938:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687307.457336:0:30938:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687307.457339:0:30938:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687307.457346:0:30938:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a02c00. 02000000:00000001:0.0:1788687307.457348:0:30938:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687307.457358:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687307.457364:0:30938:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f78. 00000400:00000010:0.0:1788687307.457373:0:30938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdae58. 00000100:00000200:0.0:1788687307.457381:0:30938:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824524800, portal 10 00000100:00000001:0.0:1788687307.457384:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687307.457385:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00000100:00000040:0.0:1788687307.457402:0:30938:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f1c00 x1875572824524800/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687307.457409:0:30938:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687307.457412:0:30938:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687307.457415:0:30938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda908. 00000100:00000200:0.0:1788687307.457420:0:30938:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875572824524800, offset 0 00000400:00000200:0.0:1788687307.457426:0:30938:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687307.457436:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687307.457445:0:30938:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687307.457451:0:30938:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687307.457455:0:30938:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687307.457460:0:30938:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687307.457463:0:30938:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687307.457467:0:30938:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2360:2360:256:4294967295] 192.168.203.144@tcp LPNI seq info [2360:2360:8:4294967295] 00000400:00000200:0.0:1788687307.457472:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687307.457484:0:30938:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687307.457491:0:30938:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687307.457498:0:30938:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29e1445600. 00000800:00000200:0.0:1788687307.457506:0:30938:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687307.457517:0:30938:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687307.457522:0:30938:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29e1445600 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1788687307.457543:0:30938:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687307.457548:0:30938:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 799445 usecs (800 jiffies) 00000400:00000200:0.0:1788687307.457551:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687307.457555:0:30938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296434262 00000100:00000001:0.0:1788687307.457558:0:30938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296436442 00000100:00000001:0.0:1788687307.457560:0:30938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296434262 00000100:00000001:0.0:1788687307.457563:0:30938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296436442 00000100:00000001:0.0:1788687307.457566:0:30938:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687307.457568:0:30938:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.457571:0:30938:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687307.457707:0:30938:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687307.457712:0:30938:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e01163c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788687307.457715:0:30938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687307.457719:0:30938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687307.457938:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687307.457944:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445600. 00000400:00000200:2.0:1788687307.457950:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.457956:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687307.457963:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda908 00000400:00000010:2.0:1788687307.457965:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda908. 00000100:00000001:2.0:1788687307.457970:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687307.457975:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1c00 x1875572824524800/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687307.457991:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687307.457995:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1c00 x1875572824524800/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687323 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687307.458002:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687307.458004:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687307.464865:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.464891:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687307.464896:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.464899:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687307.464963:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.464973:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687307.464985:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.464992:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.464999:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.465004:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f4c800 00000400:00000200:3.0:1788687307.465012:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.465021:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x682d [1] + 224 00000800:00000001:3.0:1788687307.465031:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.465040:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687307.465044:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687307.465049:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687307.465059:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687307.465071:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1c00 x1875572824524800/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687307.465083:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b29c97f1c00 x1875572824524800/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687307.465105:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788687307.465114:0:2362:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788687307.465118:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.465124:0:2362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687307.465131:0:2362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2361:2361:256:4294967295] 192.168.203.144@tcp LPNI seq info [2361:2361:8:4294967295] 00000400:00000200:3.0:1788687307.465136:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.465146:0:2362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1788687307.465152:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687307.465159:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a200. 00000800:00000200:3.0:1788687307.465167:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687307.465177:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687307.465183:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788687307.465285:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687307.465290:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a200. 00000400:00000200:3.0:1788687307.465295:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687307.465298:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1788687307.465307:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.465311:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788687307.465533:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146600. 00010000:00000010:0.1:1788687307.465541:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f200. 00010000:00000010:0.1:1788687307.465546:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5400. 00010000:00000010:0.1:1788687307.465549:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146800. 00000100:00000001:0.0:1788687307.465569:0:30938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687307.465579:0:30938:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687307.465581:0:30938:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687307.465585:0:30938:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f78. 00000400:00000200:0.0:1788687307.465589:0:30938:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdae58 00000400:00000010:0.0:1788687307.465592:0:30938:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdae58. 00000100:00000001:0.0:1788687307.465596:0:30938:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687307.465602:0:30938:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f1c00 x1875572824524800/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687307.465611:0:30938:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f1c00 x1875572824524800/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687307.465618:0:30938:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687307.465621:0:30938:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687307.465623:0:30938:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687307.465627:0:30938:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687307.465630:0:30938:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687307.465633:0:30938:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687307.465636:0:30938:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687307.465647:0:30938:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=79 v=5 (5 103 103 103) 00000100:00001000:0.0:1788687307.465652:0:30938:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687307.465666:0:30938:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687307.465668:0:30938:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.465670:0:30938:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687307.465675:0:30938:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.465679:0:30938:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687307.465682:0:30938:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013e/0x100000140] 00000100:00000001:0.0:1788687307.465685:0:30938:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687307.465688:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687307.465689:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00000100:00000001:0.0:1788687307.465693:0:30938:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687307.465696:0:30938:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1788687307.465698:0:30938:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687307.465701:0:30938:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687307.465706:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f1c00 x1875572824524800/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/456 e 0 to 0 dl 1788687323 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687307.465720:0:30938:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687307.465723:0:30938:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687307.465725:0:30938:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687307.465729:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f1c00 x1875572824524800/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/456 e 0 to 0 dl 1788687323 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687307.465738:0:30938:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f1c00 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30938:1875572824524800:192.168.203.144@tcp:36:rm.0 00000100:00000001:0.0:1788687307.465744:0:30938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687307.465747:0:30938:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.465749:0:30938:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687307.465752:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687307.465756:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1c00 x1875572824524800/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/456 e 0 to 0 dl 1788687323 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687307.465763:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687307.465765:0:30938:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e01163c0. 00000100:00000001:0.0:1788687307.465769:0:30938:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687307.465770:0:30938:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.465781:0:30938:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687307.465785:0:30938:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687307.465792:0:30938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6328e00. 00000100:00000001:0.0:1788687307.465800:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687307.465804:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1c00 x1875572824524800/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/456 e 0 to 0 dl 1788687323 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687307.465810:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.465815:0:30938:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.465829:0:30938:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788687307.465833:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbe28 00000080:00002000:0.0:1788687307.465837:0:30938:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9b29d870b0d8, parent ffff9b29d870be58, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788687307.465840:0:30938:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687307.465847:0:30938:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788687307.465854:0:30938:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788687307.465863:0:30938:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788687307.465868:0:30938:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788687307.465871:0:30938:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687307.465875:0:30938:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202888028456 : -110870821523160 : ffff9b29e0113128) 00000020:00001000:0.0:1788687307.465878:0:30938:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29e0113120 00000020:00000001:0.0:1788687307.465885:0:30938:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0d00 -> ffff9b29d02b0d00 00000020:00000001:0.0:1788687307.465887:0:30938:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788687307.465890:0:30938:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788687307.465892:0:30938:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x26:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788687307.465895:0:30938:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687307.465897:0:30938:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788687307.465899:0:30938:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687307.465904:0:30938:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x26:0x0]io ffff9b29c976b590 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788687307.465941:0:30938:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015b6c8) owner 0000000000000000/ffff9b29cb378000 00020000:00000001:0.0:1788687307.465946:0:30938:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788687307.465948:0:30938:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788687307.465951:0:30938:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788687307.465953:0:30938:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687307.465956:0:30938:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788687307.465958:0:30938:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788687307.465960:0:30938:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.465961:0:30938:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687307.465963:0:30938:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788687307.465964:0:30938:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788687307.465965:0:30938:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015b6c8) owner 0000000000000000/ffff9b29cb378000 00000020:00000001:0.0:1788687307.465969:0:30938:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.465972:0:30938:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788687307.465973:0:30938:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788687307.465975:0:30938:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788687307.465979:0:30938:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788687307.465983:0:30938:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788687307.465987:0:30938:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687307.465989:0:30938:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788687307.465991:0:30938:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687307.465992:0:30938:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509236632 : -110871200314984 : ffff9b29c97d4998) 00000020:00001000:0.0:1788687307.465995:0:30938:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4990 00000020:00000001:0.0:1788687307.465998:0:30938:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0b70 -> ffff9b29d02b0d00 00000020:00000001:0.0:1788687307.466000:0:30938:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788687307.466004:0:30938:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687307.466005:0:30938:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788687307.466008:0:30938:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687307.466010:0:30938:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687307.466013:0:30938:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202497359384 : -110871212192232 : ffff9b29c8c80e18) 00000020:00000001:0.0:1788687307.466015:0:30938:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788687307.466017:0:30938:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687307.466020:0:30938:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.466022:0:30938:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.466024:0:30938:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788687307.466026:0:30938:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788687307.466028:0:30938:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687307.466030:0:30938:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788687307.466031:0:30938:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687307.466033:0:30938:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.466035:0:30938:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687307.466036:0:30938:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687307.466038:0:30938:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.466040:0:30938:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687307.466041:0:30938:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.466042:0:30938:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.466045:0:30938:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788687307.466047:0:30938:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788687307.466049:0:30938:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687307.466050:0:30938:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788687307.466052:0:30938:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788687307.466054:0:30938:0:(osc_cache.c:3353:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788687307.466058:0:30938:0:(osc_cache.c:3288:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788687307.466061:0:30938:0:(osc_cache.c:3325:osc_cache_wait_range()) obj ffff9b29c9bd9340 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788687307.466064:0:30938:0:(osc_cache.c:3326:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788687307.466067:0:30938:0:(osc_cache.c:3493:osc_cache_writeback_range()) obj ffff9b29c9bd9340 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788687307.466071:0:30938:0:(osc_cache.c:3508:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687307.466073:0:30938:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.466075:0:30938:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687307.466076:0:30938:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687307.466078:0:30938:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.466079:0:30938:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.466081:0:30938:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788687307.466083:0:30938:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788687307.466084:0:30938:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788687307.466085:0:30938:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788687307.466087:0:30938:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788687307.466089:0:30938:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687307.466090:0:30938:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788687307.466099:0:30938:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788687307.466101:0:30938:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788687307.466103:0:30938:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788687307.466104:0:30938:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687307.466105:0:30938:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788687307.466107:0:30938:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788687307.466108:0:30938:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687307.466110:0:30938:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687307.466111:0:30938:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788687307.466112:0:30938:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788687307.466114:0:30938:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788687307.466115:0:30938:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788687307.466117:0:30938:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788687307.466119:0:30938:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788687307.466120:0:30938:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687307.466121:0:30938:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788687307.466122:0:30938:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788687307.466124:0:30938:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687307.466125:0:30938:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687307.466128:0:30938:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788687307.466129:0:30938:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788687307.466130:0:30938:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.466132:0:30938:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788687307.466134:0:30938:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788687307.466136:0:30938:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788687307.466137:0:30938:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788687307.466138:0:30938:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687307.466140:0:30938:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4990 00020000:00000001:0.0:1788687307.466143:0:30938:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788687307.466144:0:30938:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788687307.466147:0:30938:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788687307.466149:0:30938:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x26:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788687307.466152:0:30938:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788687307.466153:0:30938:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687307.466156:0:30938:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29e0113120 00000080:00000001:0.0:1788687307.466159:0:30938:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.466163:0:30938:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788687307.466165:0:30938:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x26:0x0](ffff9b29d85aa1c8) 00800000:00000001:0.0:1788687307.466170:0:30938:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788687307.466172:0:30938:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x26:0x0] 00000002:00000001:0.0:1788687307.466178:0:30938:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788687307.466186:0:30938:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687307.466188:0:30938:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.466191:0:30938:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788687307.466194:0:30938:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788687307.466196:0:30938:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.466198:0:30938:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.466201:0:30938:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687307.466203:0:30938:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202888028456 : -110870821523160 : ffff9b29e0113128) 00000020:00001000:0.0:1788687307.466205:0:30938:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29e0113120 00020000:00000001:0.0:1788687307.466211:0:30938:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788687307.466213:0:30938:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015b6c8) owner 0000000000000000/ffff9b29cb378000 00020000:00000001:0.0:1788687307.466216:0:30938:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788687307.466219:0:30938:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29e06fea80, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788687307.466225:0:30938:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788687307.466229:0:30938:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c626b200: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000001:0.0:1788687307.466232:0:30938:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788687307.466234:0:30938:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687307.466236:0:30938:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788687307.466238:0:30938:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788687307.466243:0:30938:0:(ldlm_request.c:2696:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788687307.466248:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090000 count: 2 00010000:00000001:0.0:1788687307.466251:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687307.466254:0:30938:0:(ldlm_request.c:2624:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788687307.466257:0:30938:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788687307.466263:0:30938:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 1788687289 1788687289 1788687289 by oinfo size 0 blocks 1 [cma]time 1788687289 1788687289 1788687289 ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811d4b lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2306 expref: -99 pid: 30937 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1788687307.466275:0:30938:0:(cl_object.c:143:cl_object_top()) ffff9b29c9bd9340 -> ffff9b29d02b0d00 00000020:00000001:0.0:1788687307.466277:0:30938:0:(cl_object.c:143:cl_object_top()) ffff9b29c9bd9340 -> ffff9b29d02b0d00 00000008:00000001:0.0:1788687307.466279:0:30938:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687307.466282:0:30938:0:(ldlm_request.c:2640:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687307.466284:0:30938:0:(ldlm_request.c:2706:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788687307.466286:0:30938:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788687307.466292:0:30938:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9b29c9bd9340. 00020000:00000001:0.0:1788687307.466297:0:30938:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788687307.466300:0:30938:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9b29d02b0af0. 00020000:00000001:0.0:1788687307.466304:0:30938:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788687307.466306:0:30938:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687307.466308:0:30938:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687307.466309:0:30938:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015b6c8) owner 0000000000000000/ffff9b29cb378000 00020000:00000001:0.0:1788687307.466311:0:30938:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788687307.466314:0:30938:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788687307.466315:0:30938:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015b6c8) owner 0000000000000000/ffff9b29cb378000 00020000:00000001:0.0:1788687307.466317:0:30938:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788687307.466320:0:30938:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9b29c395b078. 00020000:00000010:0.0:1788687307.466324:0:30938:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9b29c68fe900. 00020000:00000010:0.0:1788687307.466327:0:30938:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9b29c63ab940. 00020000:00000002:0.0:1788687307.466331:0:30938:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29e06fea80, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788687307.466334:0:30938:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788687307.466337:0:30938:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c626b200: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000010:0.0:1788687307.466342:0:30938:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29c626b200. 00020000:00000010:0.0:1788687307.466345:0:30938:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29e06feae0. 00020000:00000010:0.0:1788687307.466348:0:30938:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29e06fea80. 00020000:00000001:0.0:1788687307.466349:0:30938:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788687307.466350:0:30938:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015b6c8) owner 0000000000000000/ffff9b29cb378000 00020000:00000010:0.0:1788687307.466353:0:30938:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9b29e015b6c8. 00020000:00000001:0.0:1788687307.466358:0:30938:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788687307.466360:0:30938:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9b29d02b0c80. 00000020:00001000:0.0:1788687307.466364:0:30938:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29e0113120 00000080:00000001:0.0:1788687307.466367:0:30938:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788687307.466369:0:30938:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788687307.466409:0:30938:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788687307.466412:0:30938:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788687307.466414:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbdd0 00000080:00200008:0.0:1788687307.466416:0:30938:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9b29d8596c08), flags 704000 00000080:00400000:0.0:1788687307.466421:0:30938:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x24:0x0] 00000080:00000001:0.0:1788687307.466424:0:30938:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788687307.466427:0:30938:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788687307.466429:0:30938:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788687307.466435:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687307.466438:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687307.466441:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62400 count: 2 00010000:00000001:0.0:1788687307.466443:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687307.466449:0:30938:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788687307.466453:0:30938:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788687307.466456:0:30938:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687307.466461:0:30938:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687307.466466:0:30938:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811d75 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d23a0 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788687307.466473:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.466475:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687307.466478:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1788687307.466480:0:30938:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x24:0x0]: 16 00000080:00000010:0.0:1788687307.466483:0:30938:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29d0060500. 00000080:00000001:0.0:1788687307.466488:0:30938:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687307.466492:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbdd0 00000080:00000008:0.0:1788687307.466494:0:30938:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff9b29d8596c08), flags 704000, rc = 0 00000080:00000001:0.0:1788687307.466497:0:30938:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.466499:0:30938:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.466502:0:30938:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788687307.466504:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbe00 00000080:00002000:0.0:1788687307.466506:0:30938:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff9b29d870be58, parent ffff9b29d84cabd0, inode ffff9b29d8596c08) hashed, 00000080:00000001:0.0:1788687307.466509:0:30938:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687307.466513:0:30938:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788687307.466516:0:30938:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788687307.466549:0:30938:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687307.466552:0:30938:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687307.466555:0:30938:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687307.466556:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbbd8 00000080:00200000:0.0:1788687307.466559:0:30938:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687307.466565:0:30938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6328e00. 00800000:00000002:0.0:1788687307.466572:0:30938:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687307.466577:0:30938:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687307.466580:0:30938:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687307.466583:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbaf8 00800000:00000002:0.0:1788687307.466585:0:30938:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687307.466589:0:30938:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687307.466592:0:30938:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687307.466596:0:30938:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687307.466597:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbb9c8 00000002:00010000:0.0:1788687307.466599:0:30938:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687307.466603:0:30938:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687307.466605:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687307.466606:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687307.466609:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64ded00 count: 2 00010000:00000001:0.0:1788687307.466611:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687307.466615:0:30938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687307.466618:0:30938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687307.466621:0:30938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788687307.466630:0:30938:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687307.466632:0:30938:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687307.466635:0:30938:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788687307.466642:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687307.466643:0:30938:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687307.466646:0:30938:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687307.466647:0:30938:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687307.466650:0:30938:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687307.466652:0:30938:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687307.466665:0:30938:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687307.466667:0:30938:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687307.466670:0:30938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6328e00. 00000080:00000001:0.0:1788687307.466673:0:30938:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687307.466675:0:30938:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687307.466678:0:30938:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687307.466683:0:30938:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811d67 00800000:00000001:0.0:1788687307.466686:0:30938:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687307.466688:0:30938:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687307.466690:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.466693:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.466696:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5200 refcount=3 00000020:00000001:0.0:1788687307.466699:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.466702:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.466705:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.466706:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687307.466707:0:30938:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687307.466709:0:30938:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687307.466712:0:30938:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d67 from it ffffaca081cbbc10 00010000:00000001:0.0:1788687307.466714:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.466715:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.466716:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5200 refcount=3 00000020:00000001:0.0:1788687307.466718:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.466719:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:0.0:1788687307.466721:0:30938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687307.466724:0:30938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788687307.466731:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.466732:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.466734:0:30938:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687307.466736:0:30938:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687307.466739:0:30938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687307.466748:0:30938:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687307.466751:0:30938:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687307.466753:0:30938:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687307.466759:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.466760:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.466762:0:30938:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.466766:0:30938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687307.466768:0:30938:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.466771:0:30938:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.466773:0:30938:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.466775:0:30938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687307.466777:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.466778:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687307.466780:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687307.466782:0:30938:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687307.466784:0:30938:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788687307.466787:0:30938:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687307.466805:0:30938:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c636d340. 00000020:00000001:0.0:1788687307.466809:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbdc8 00000080:00200000:0.0:1788687307.466811:0:30938:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), flags=0 00000080:00000001:0.0:1788687307.466815:0:30938:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788687307.466817:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbc78 00000080:00200000:0.0:1788687307.466819:0:30938:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=getattr 00000080:00000010:0.0:1788687307.466827:0:30938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6328e00. 00800000:00000002:0.0:1788687307.466830:0:30938:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687307.466836:0:30938:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687307.466837:0:30938:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687307.466839:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbb98 00800000:00000002:0.0:1788687307.466841:0:30938:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687307.466843:0:30938:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788687307.466847:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbb30 00800000:00000002:0.0:1788687307.466849:0:30938:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:0.0:1788687307.466852:0:30938:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687307.466853:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbba68 00000002:00010000:0.0:1788687307.466855:0:30938:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788687307.466859:0:30938:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788687307.466863:0:30938:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788687307.466869:0:30938:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f0380. 00000020:00000040:0.0:1788687307.466874:0:30938:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=10 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:0.0:1788687307.466881:0:30938:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687307.466886:0:30938:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687307.466889:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.466890:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.466891:0:30938:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.466895:0:30938:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687307.466898:0:30938:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687307.466901:0:30938:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687307.467027:0:30938:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a00800. 00000100:00000001:0.0:1788687307.467036:0:30938:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.467041:0:30938:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687307.467043:0:30938:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.467044:0:30938:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687307.467046:0:30938:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.467047:0:30938:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.467055:0:30938:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00010000:00000001:0.0:1788687307.467061:0:30938:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687307.467063:0:30938:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788687307.467066:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64ded00 count: 2 00010000:00000001:0.0:1788687307.467068:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687307.467070:0:30938:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687307.467074:0:30938:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc5e00. 00000020:00000001:0.0:1788687307.467077:0:30938:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687307.467079:0:30938:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc5e00 with handle 0x230d04438e811d7c to hash 00000020:00000001:0.0:1788687307.467081:0:30938:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687307.467082:0:30938:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687307.467086:0:30938:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687307.467089:0:30938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687307.467091:0:30938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687307.467094:0:30938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d7c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687307.467100:0:30938:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d7c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30938 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687307.467115:0:30938:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d7c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30938 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687307.467120:0:30938:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687307.467122:0:30938:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687307.467129:0:30938:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e01163c0. 00000100:00000001:0.0:1788687307.467132:0:30938:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202888041408 : -110870821510208 : ffff9b29e01163c0) 00000100:00000001:0.0:1788687307.467135:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687307.467136:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00000100:00000001:0.0:1788687307.467142:0:30938:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687307.467146:0:30938:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.467148:0:30938:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687307.467150:0:30938:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687307.467160:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f0380 x1875572824524928/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.467167:0:30938:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687307.467170:0:30938:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687307.467173:0:30938:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687307.467176:0:30938:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687307.467178:0:30938:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687307.467182:0:30938:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f0380 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30938:1875572824524928:192.168.203.144@tcp:101:rm.0 00000100:00000001:0.0:1788687307.467186:0:30938:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687307.467193:0:30938:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687307.467196:0:30938:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687307.467199:0:30938:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687307.467204:0:30938:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c631d000. 02000000:00000001:0.0:1788687307.467206:0:30938:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687307.467215:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687307.467219:0:30938:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f78. 00000400:00000010:0.0:1788687307.467226:0:30938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdae58. 00000100:00000200:0.0:1788687307.467234:0:30938:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824524928, portal 10 00000100:00000001:0.0:1788687307.467236:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687307.467238:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00000100:00000040:0.0:1788687307.467244:0:30938:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f0380 x1875572824524928/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.467252:0:30938:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687307.467255:0:30938:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687307.467258:0:30938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda880. 00000100:00000200:0.0:1788687307.467262:0:30938:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875572824524928, offset 0 00000400:00000200:0.0:1788687307.467269:0:30938:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687307.467278:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687307.467285:0:30938:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687307.467291:0:30938:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687307.467295:0:30938:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687307.467300:0:30938:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687307.467302:0:30938:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687307.467306:0:30938:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2362:2362:256:4294967295] 192.168.203.144@tcp LPNI seq info [2362:2362:8:4294967295] 00000400:00000200:0.0:1788687307.467311:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687307.467322:0:30938:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687307.467329:0:30938:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687307.467335:0:30938:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29e1445300. 00000800:00000200:0.0:1788687307.467341:0:30938:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687307.467348:0:30938:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687307.467353:0:30938:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29e1445300 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788687307.467374:0:30938:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687307.467380:0:30938:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 798317 usecs (799 jiffies) 00000400:00000200:0.0:1788687307.467384:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687307.467387:0:30938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296434271 00000100:00000001:0.0:1788687307.467390:0:30938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296436442 00000100:00000001:0.0:1788687307.467392:0:30938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296434271 00000100:00000001:0.0:1788687307.467395:0:30938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296436442 00000100:00000001:0.0:1788687307.467397:0:30938:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687307.467401:0:30938:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.467404:0:30938:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687307.467406:0:30938:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687307.467409:0:30938:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e01163c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788687307.467412:0:30938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687307.467415:0:30938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687307.467980:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687307.467987:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e1445300. 00000400:00000200:2.0:1788687307.467992:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.467999:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687307.468005:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda880 00000400:00000010:2.0:1788687307.468008:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda880. 00000100:00000001:2.0:1788687307.468014:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687307.468019:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0380 x1875572824524928/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.468030:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687307.468034:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0380 x1875572824524928/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687323 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.468041:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687307.468043:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:0.1:1788687307.472125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c31d76c0. 00000080:00000010:0.1:1788687307.472168:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85aa100. 00000080:00000010:0.1:1788687307.472176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c31d7220. 00000800:00000001:2.0:1788687307.477753:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.477779:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687307.477786:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.477788:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.477802:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.477811:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687307.477822:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.477827:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.477834:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.477839:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x6a9d2d3f4c880 00000400:00000200:2.0:1788687307.477845:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687307.477852:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x6835 [1] + 224 00000800:00000001:2.0:1788687307.477862:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.477876:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687307.477881:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.477887:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687307.477897:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687307.477967:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0380 x1875572824524928/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687323 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687307.477981:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b29c97f0380 x1875572824524928/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687307.477993:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687307.478004:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687307.478008:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687307.478208:0:30938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687307.478219:0:30938:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687307.478221:0:30938:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687307.478226:0:30938:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f78. 00000400:00000200:0.0:1788687307.478231:0:30938:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdae58 00000400:00000010:0.0:1788687307.478233:0:30938:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdae58. 00000100:00000001:0.0:1788687307.478237:0:30938:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687307.478242:0:30938:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f0380 x1875572824524928/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687307.478251:0:30938:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f0380 x1875572824524928/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.478258:0:30938:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687307.478260:0:30938:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687307.478263:0:30938:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687307.478269:0:30938:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687307.478272:0:30938:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687307.478274:0:30938:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687307.478277:0:30938:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687307.478288:0:30938:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=79 v=5 (5 103 103 103) 00000100:00001000:0.0:1788687307.478293:0:30938:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687307.478296:0:30938:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687307.478298:0:30938:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.478301:0:30938:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687307.478306:0:30938:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.478311:0:30938:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687307.478313:0:30938:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1788687307.478316:0:30938:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687307.478319:0:30938:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687307.478324:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f0380 x1875572824524928/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.478337:0:30938:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687307.478340:0:30938:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687307.478343:0:30938:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687307.478347:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f0380 x1875572824524928/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687323 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687307.478355:0:30938:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f0380 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30938:1875572824524928:192.168.203.144@tcp:101:rm.0 00000100:00000001:0.0:1788687307.478360:0:30938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687307.478364:0:30938:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687307.478366:0:30938:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687307.478369:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687307.478372:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0380 x1875572824524928/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687323 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.478380:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687307.478383:0:30938:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e01163c0. 00000100:00000001:0.0:1788687307.478388:0:30938:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687307.478397:0:30938:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.478401:0:30938:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687307.478406:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.478409:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.478413:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5e00 refcount=4 00000020:00000001:0.0:1788687307.478416:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687307.478419:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000040:0.0:1788687307.478428:0:30938:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c5cc5e00, remote cookie: 0x59c08f76ab1d23df, flags: 0x1001 00010000:00010000:0.0:1788687307.478433:0:30938:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d7c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d23df expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788687307.478444:0:30938:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788687307.478447:0:30938:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788687307.478456:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62400 count: 2 00010000:00000001:0.0:1788687307.478459:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687307.478463:0:30938:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687307.478466:0:30938:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d7c lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d23df expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687307.478476:0:30938:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d7c lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d23df expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.478483:0:30938:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788687307.478488:0:30938:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788687307.478490:0:30938:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788687307.478493:0:30938:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788687307.478494:0:30938:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788687307.478497:0:30938:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff9b29c5c62400) refcount = 2 00010000:00000040:0.0:1788687307.478500:0:30938:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788687307.478504:0:30938:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811d75 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d23a0 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788687307.478512:0:30938:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d7c lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d23df expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.478519:0:30938:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788687307.478522:0:30938:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788687307.478524:0:30938:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687307.478527:0:30938:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788687307.478530:0:30938:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687307.478533:0:30938:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d7c lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d23df expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.478539:0:30938:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788687307.478540:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.478542:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.478543:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.478545:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.478547:0:30938:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.478552:0:30938:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788687307.478554:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.478555:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.478556:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5e00 refcount=3 00000020:00000001:0.0:1788687307.478559:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687307.478561:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687307.478564:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.478565:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.478566:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5e00 refcount=4 00000020:00000001:0.0:1788687307.478568:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687307.478569:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687307.478685:0:30938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687307.478690:0:30938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687307.478694:0:30938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d7c lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d23df expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.478701:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.478702:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.478704:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.478705:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.478706:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5e00 refcount=5 00000020:00000001:0.0:1788687307.478708:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687307.478710:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687307.478712:0:30938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687307.478715:0:30938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d7c lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d23df expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.478721:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.478722:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687307.478725:0:30938:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d7c lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d23df expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.478736:0:30938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687307.478737:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.478738:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.478739:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.478740:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788687307.478746:0:30938:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c97f0380 x1875572824524928/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687323 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788687307.478754:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.478755:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.478756:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5e00 refcount=3 00000020:00000001:0.0:1788687307.478758:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687307.478760:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687307.478762:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.478763:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687307.478764:0:30938:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.478766:0:30938:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687307.478770:0:30938:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788687307.478772:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.478774:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.478775:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5e00 refcount=3 00000020:00000001:0.0:1788687307.478776:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687307.478778:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00000002:00010000:0.0:1788687307.478782:0:30938:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d7c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d23df expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.478789:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.478790:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.478792:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687307.478793:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.478794:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.478796:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5e00 refcount=3 00000020:00000001:0.0:1788687307.478797:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687307.478800:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000040:0.0:1788687307.478803:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62400 count: 3 00010000:00000001:0.0:1788687307.478805:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788687307.478811:0:30938:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/36 (0 0) 00010000:00000001:0.0:1788687307.478814:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.478815:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687307.478816:0:30938:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788687307.478820:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbb9f0 00000002:00002000:0.0:1788687307.478823:0:30938:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788687307.478827:0:30938:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687307.478831:0:30938:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687307.478835:0:30938:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687307.478839:0:30938:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788687307.478843:0:30938:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687307.478847:0:30938:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000001:0.0:1788687307.478851:0:30938:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788687307.478853:0:30938:0:(namei.c:674:ll_lookup_it_finish()) it ffffaca081cbbe00 it_disposition b 00000080:00000001:0.0:1788687307.478856:0:30938:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788687307.478863:0:30938:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788687307.478867:0:30938:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788687307.478870:0:30938:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:0.0:1788687307.478874:0:30938:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788687307.478881:0:30938:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788687307.478884:0:30938:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:0.0:1788687307.478887:0:30938:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.478891:0:30938:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:0.0:1788687307.478894:0:30938:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788687307.478897:0:30938:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833956 mtime from 1788687289 to 1788687307 00000080:00200000:0.0:1788687307.478903:0:30938:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 16384 00000080:00200000:0.0:1788687307.479023:0:30938:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x24:0x0](ffff9b29d8596c08): rc = 0 00000080:00000001:0.0:1788687307.479027:0:30938:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758544392 : -110870951007224 : ffff9b29d8596c08) 00010000:00000001:0.0:1788687307.479029:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.479030:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.479032:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5e00 refcount=3 00000020:00000001:0.0:1788687307.479034:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687307.479036:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687307.479039:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.479040:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687307.479042:0:30938:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788687307.479044:0:30938:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788687307.479045:0:30938:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788687307.479049:0:30938:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788687307.479051:0:30938:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687307.479054:0:30938:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff9b29d8596c08) for lock 0x230d04438e811d7c 00800000:00000001:0.0:1788687307.479057:0:30938:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687307.479059:0:30938:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687307.479061:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.479062:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.479064:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5e00 refcount=3 00000020:00000001:0.0:1788687307.479066:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687307.479068:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687307.479070:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.479071:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687307.479073:0:30938:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687307.479075:0:30938:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788687307.479081:0:30938:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d8745d80 inode ffff9b29d8596c08 refc 1 flags 0x20000e 00000080:00000001:0.0:1788687307.479086:0:30938:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788687307.479088:0:30938:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687307.479090:0:30938:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788687307.479235:0:30938:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff9b29d8596c08) 00000080:00010000:0.0:1788687307.479240:0:30938:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d7c from it ffffaca081cbbe00 00010000:00000001:0.0:1788687307.479242:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687307.479243:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687307.479245:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5e00 refcount=3 00000020:00000001:0.0:1788687307.479247:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687307.479250:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687307.479252:0:30938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687307.479255:0:30938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d7c lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d23df expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687307.479262:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.479264:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.479265:0:30938:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687307.479269:0:30938:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687307.479272:0:30938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d7c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d23df expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687307.479278:0:30938:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687307.479281:0:30938:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687307.479283:0:30938:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687307.479288:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.479289:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687307.479291:0:30938:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.479295:0:30938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687307.479297:0:30938:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.479299:0:30938:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.479302:0:30938:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.479305:0:30938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687307.479306:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687307.479307:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687307.479309:0:30938:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788687307.479314:0:30938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6328e00. 00000100:00000001:0.0:1788687307.479318:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687307.479324:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f0380 x1875572824524928/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687323 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687307.479330:0:30938:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687307.479333:0:30938:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687307.479337:0:30938:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c631d000. 02000000:00000001:0.0:1788687307.479341:0:30938:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687307.479344:0:30938:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687307.479346:0:30938:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687307.479348:0:30938:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687307.479351:0:30938:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a00800. 02000000:00000001:0.0:1788687307.479355:0:30938:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687307.479357:0:30938:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687307.479359:0:30938:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f0380. 00000100:00000001:0.0:1788687307.479363:0:30938:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687307.479365:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687307.479368:0:30938:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788687307.479370:0:30938:0:(dcache.c:176:ll_intent_release()) intent ffffaca081cbbe00 released 00000080:00000001:0.0:1788687307.479372:0:30938:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788687307.479377:0:30938:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687307.479380:0:30938:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687307.479382:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbd50 00000080:00200000:0.0:1788687307.479384:0:30938:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687307.481843:0:30938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c57400. 00800000:00000002:1.0:1788687307.481866:0:30938:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687307.481874:0:30938:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687307.481883:0:30938:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687307.481886:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbc70 00800000:00000002:1.0:1788687307.481889:0:30938:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687307.481895:0:30938:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687307.481900:0:30938:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687307.481921:0:30938:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687307.481924:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbb40 00000002:00010000:1.0:1788687307.481925:0:30938:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687307.481930:0:30938:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687307.481932:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687307.481935:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687307.481944:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64ded00 count: 2 00010000:00000001:1.0:1788687307.481947:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687307.481953:0:30938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687307.481957:0:30938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687307.481962:0:30938:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788687307.481974:0:30938:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687307.481980:0:30938:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687307.481983:0:30938:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788687307.481990:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687307.481992:0:30938:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687307.481994:0:30938:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687307.481996:0:30938:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687307.481998:0:30938:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687307.482001:0:30938:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687307.482004:0:30938:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788687307.482007:0:30938:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687307.482011:0:30938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c57400. 00000080:00000001:1.0:1788687307.482018:0:30938:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687307.482020:0:30938:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687307.482022:0:30938:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687307.482026:0:30938:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811d67 00800000:00000001:1.0:1788687307.482030:0:30938:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687307.482032:0:30938:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687307.482034:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.482037:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.482040:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5200 refcount=3 00000020:00000001:1.0:1788687307.482043:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:1.0:1788687307.482046:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:1.0:1788687307.482049:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.482051:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687307.482052:0:30938:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687307.482055:0:30938:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687307.482057:0:30938:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d67 from it ffffaca081cbbd88 00010000:00000001:1.0:1788687307.482060:0:30938:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687307.482061:0:30938:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687307.482062:0:30938:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5200 refcount=3 00000020:00000001:1.0:1788687307.482064:0:30938:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:1.0:1788687307.482066:0:30938:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307264 : -110871262244352 : ffff9b29c5cc5200) 00010000:00000001:1.0:1788687307.482069:0:30938:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687307.482072:0:30938:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788687307.482078:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.482079:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.482081:0:30938:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687307.482084:0:30938:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687307.482087:0:30938:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788687307.482214:0:30938:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687307.482217:0:30938:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687307.482219:0:30938:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687307.482224:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.482226:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.482228:0:30938:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.482232:0:30938:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687307.482234:0:30938:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.482236:0:30938:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.482239:0:30938:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.482242:0:30938:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687307.482243:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.482244:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687307.482248:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687307.482250:0:30938:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687307.482253:0:30938:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788687307.482259:0:30938:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.482266:0:30938:0:(namei.c:2258:ll_rmdir()) Process entered 00000020:00000001:1.0:1788687307.482268:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbe18 00000080:00200000:1.0:1788687307.482271:0:30938:0:(namei.c:2261:ll_rmdir()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00000001:1.0:1788687307.482274:0:30938:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:1.0:1788687307.482278:0:30938:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21g.recovery-small-2, [0x200000404:0x24:0x0]) is foreign... 00000080:00000001:1.0:1788687307.482281:0:30938:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788687307.482286:0:30938:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c57400. 00800000:00000002:1.0:1788687307.482289:0:30938:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00800000:00000001:1.0:1788687307.482296:0:30938:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1788687307.482302:0:30938:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1788687307.482304:0:30938:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x24:0x0] 00800000:00000001:1.0:1788687307.482306:0:30938:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687307.482309:0:30938:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x24:0x0] -> mds #0 00000002:00000001:1.0:1788687307.482313:0:30938:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1788687307.482316:0:30938:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788687307.482319:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64ded00 count: 2 00010000:00000001:1.0:1788687307.482322:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687307.482325:0:30938:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788687307.482328:0:30938:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687307.482332:0:30938:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1788687307.482340:0:30938:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788687307.482344:0:30938:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788687307.482346:0:30938:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788687307.482348:0:30938:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788687307.482351:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687307.482352:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687307.482354:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64ded00 count: 3 00010000:00000001:1.0:1788687307.482356:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687307.482358:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687307.482360:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687307.482361:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687307.482362:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64ded00 count: 3 00010000:00000001:1.0:1788687307.482364:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687307.482366:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687307.482368:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687307.482369:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687307.482370:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64ded00 count: 3 00010000:00000001:1.0:1788687307.482372:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687307.482374:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.482376:0:30938:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788687307.482379:0:30938:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b29d8594200, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788687307.482384:0:30938:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788687307.482387:0:30938:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788687307.482450:0:30938:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788687307.482453:0:30938:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.482457:0:30938:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687307.482461:0:30938:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687307.482463:0:30938:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687307.482464:0:30938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687307.482466:0:30938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788687307.482469:0:30938:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc5200 with handle 0x230d04438e811d67 from hash 00010000:00000001:1.0:1788687307.482472:0:30938:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687307.482473:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.482474:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.482475:0:30938:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687307.482479:0:30938:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687307.482481:0:30938:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788687307.482484:0:30938:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788687307.482486:0:30938:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687307.482488:0:30938:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687307.482490:0:30938:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788687307.482493:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62400 count: 3 00010000:00000001:1.0:1788687307.482495:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687307.482497:0:30938:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788687307.482499:0:30938:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687307.482501:0:30938:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d7c lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d23df expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788687307.482507:0:30938:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788687307.482509:0:30938:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788687307.482510:0:30938:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788687307.482511:0:30938:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode (null) 00000002:00000001:1.0:1788687307.482513:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687307.482514:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687307.482516:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62400 count: 4 00010000:00000001:1.0:1788687307.482518:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687307.482520:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687307.482521:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687307.482523:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687307.482524:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62400 count: 4 00010000:00000001:1.0:1788687307.482526:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687307.482527:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687307.482529:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687307.482530:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687307.482531:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62400 count: 4 00010000:00000001:1.0:1788687307.482533:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687307.482535:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.482537:0:30938:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788687307.482539:0:30938:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x24:0x0] lli = ffff9b29d8596b40, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788687307.482541:0:30938:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788687307.482543:0:30938:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788687307.482545:0:30938:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788687307.482547:0:30938:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x24:0x0](ffff9b29d8596c08) invalid 00000020:00000001:1.0:1788687307.482550:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbba80 00000080:00002000:1.0:1788687307.482552:0:30938:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff9b29d8745d80) parent ffff9b29d84cabd0 inode ffff9b29d8596c08 refc 2 00000080:00000001:1.0:1788687307.482556:0:30938:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788687307.482558:0:30938:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788687307.482559:0:30938:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.482561:0:30938:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687307.482563:0:30938:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687307.482564:0:30938:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687307.482565:0:30938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687307.482567:0:30938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788687307.482569:0:30938:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc5e00 with handle 0x230d04438e811d7c from hash 00010000:00000001:1.0:1788687307.482571:0:30938:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687307.482572:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.482573:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.482640:0:30938:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687307.482643:0:30938:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687307.482645:0:30938:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788687307.482647:0:30938:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687307.482650:0:30938:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811d75 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d23a0 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1788687307.482665:0:30938:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788687307.482667:0:30938:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788687307.482669:0:30938:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788687307.482670:0:30938:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode CR 00000002:00000001:1.0:1788687307.482672:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687307.482673:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687307.482675:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62400 count: 4 00010000:00000001:1.0:1788687307.482678:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687307.482681:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687307.482682:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687307.482683:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687307.482685:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62400 count: 4 00010000:00000001:1.0:1788687307.482687:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687307.482688:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.482690:0:30938:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.482692:0:30938:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788687307.482696:0:30938:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788687307.482700:0:30938:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b29c4c57800. 00000080:00000001:1.0:1788687307.482702:0:30938:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788687307.482706:0:30938:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788687307.482709:0:30938:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788687307.482712:0:30938:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x24:0x0] 00000002:00000001:1.0:1788687307.482716:0:30938:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788687307.482718:0:30938:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b29e019e800: [0x200000404:0x24:0x0] file closed with intent: 0 00000100:00000010:1.0:1788687307.482725:0:30938:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99c00. 00000020:00000040:1.0:1788687307.482730:0:30938:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=10 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:1.0:1788687307.482735:0:30938:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687307.482738:0:30938:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687307.482742:0:30938:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687307.482751:0:30938:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c4c56800. 00000100:00000001:1.0:1788687307.482760:0:30938:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788687307.482783:0:30938:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b29c97f1f80 x1875572824524544/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788687307.482797:0:30938:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788687307.482802:0:30938:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8b99c00 x1875572824525184/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788687307.482810:0:30938:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687307.482812:0:30938:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687307.482820:0:30938:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c68fe840. 00000100:00000001:1.0:1788687307.482823:0:30938:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202460125248 : -110871249426368 : ffff9b29c68fe840) 00000100:00000001:1.0:1788687307.482826:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687307.482828:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000001:1.0:1788687307.482833:0:30938:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687307.482838:0:30938:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.482840:0:30938:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687307.482842:0:30938:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687307.482846:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99c00 x1875572824525184/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.482854:0:30938:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687307.482856:0:30938:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687307.482861:0:30938:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687307.482863:0:30938:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687307.482865:0:30938:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687307.482869:0:30938:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99c00 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30938:1875572824525184:192.168.203.144@tcp:35:rm.0 00000100:00000001:1.0:1788687307.482874:0:30938:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687307.482880:0:30938:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687307.482882:0:30938:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687307.482885:0:30938:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687307.482890:0:30938:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6913000. 02000000:00000001:1.0:1788687307.482891:0:30938:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687307.482901:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687307.483066:0:30938:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150b58. 00000400:00000010:1.0:1788687307.483076:0:30938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcdd0. 00000100:00000200:1.0:1788687307.483085:0:30938:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824525184, portal 10 00000100:00000001:1.0:1788687307.483087:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687307.483089:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000040:1.0:1788687307.483305:0:30938:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b99c00 x1875572824525184/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.483314:0:30938:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687307.483317:0:30938:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687307.483321:0:30938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc660. 00000100:00000200:1.0:1788687307.483326:0:30938:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824525184, offset 0 00000400:00000200:1.0:1788687307.483333:0:30938:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687307.483345:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687307.483354:0:30938:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687307.483360:0:30938:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687307.483365:0:30938:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687307.483369:0:30938:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687307.483372:0:30938:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687307.483377:0:30938:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2363:2363:256:4294967295] 192.168.203.144@tcp LPNI seq info [2363:2363:8:4294967295] 00000400:00000200:1.0:1788687307.483381:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687307.483458:0:30938:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687307.483467:0:30938:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687307.483474:0:30938:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2100. 00000800:00000200:1.0:1788687307.483482:0:30938:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687307.483491:0:30938:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687307.483497:0:30938:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788687307.483585:0:30938:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687307.483590:0:30938:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 797196 usecs (798 jiffies) 00000400:00000200:1.0:1788687307.483594:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687307.483597:0:30938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296434286 00000100:00000001:1.0:1788687307.483600:0:30938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296436442 00000100:00000001:1.0:1788687307.483603:0:30938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296434286 00000100:00000001:1.0:1788687307.483605:0:30938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296436442 00000100:00000001:1.0:1788687307.483607:0:30938:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687307.483610:0:30938:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.483612:0:30938:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687307.483615:0:30938:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687307.483618:0:30938:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c68fe840 going to sleep for 11 seconds 00000100:00000001:1.0:1788687307.483621:0:30938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687307.483625:0:30938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687307.486868:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687307.486883:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2100. 00000400:00000200:3.0:1788687307.486891:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687307.486902:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687307.486937:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc660 00000400:00000010:3.0:1788687307.486941:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc660. 00000100:00000001:3.0:1788687307.486947:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687307.486957:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99c00 x1875572824525184/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.486971:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687307.486975:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99c00 x1875572824525184/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687323 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.486981:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687307.486983:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687307.486997:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.487010:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687307.487012:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.487015:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687307.487023:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.487028:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687307.487036:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.487040:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.487046:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.487050:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f4c980 00000400:00000200:3.0:1788687307.487055:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.487061:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x683d [1] + 224 00000800:00000001:3.0:1788687307.487069:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.487077:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687307.487079:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687307.487083:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687307.487088:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687307.487108:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99c00 x1875572824525184/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687323 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687307.487122:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b29c8b99c00 x1875572824525184/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687307.487141:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687307.487151:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.487155:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.487353:0:30938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687307.487363:0:30938:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687307.487365:0:30938:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687307.487369:0:30938:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150b58. 00000400:00000200:1.0:1788687307.487374:0:30938:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcdd0 00000400:00000010:1.0:1788687307.487376:0:30938:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcdd0. 00000100:00000001:1.0:1788687307.487379:0:30938:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687307.487384:0:30938:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99c00 x1875572824525184/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687307.487393:0:30938:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99c00 x1875572824525184/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.487408:0:30938:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687307.487410:0:30938:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.487413:0:30938:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687307.487416:0:30938:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687307.487419:0:30938:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687307.487422:0:30938:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687307.487425:0:30938:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687307.487437:0:30938:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=79 v=5 (5 5 5 5) 00000100:00001000:1.0:1788687307.487442:0:30938:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687307.487444:0:30938:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687307.487447:0:30938:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.487450:0:30938:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687307.487454:0:30938:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.487458:0:30938:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788687307.487460:0:30938:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788687307.487462:0:30938:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788687307.487465:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687307.487466:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000001:1.0:1788687307.487470:0:30938:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687307.487472:0:30938:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967617 00000100:00000001:1.0:1788687307.487474:0:30938:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687307.487477:0:30938:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687307.487482:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99c00 x1875572824525184/t4294967630(4294967630) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687323 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.487491:0:30938:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687307.487494:0:30938:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687307.487496:0:30938:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687307.487501:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99c00 x1875572824525184/t4294967630(4294967630) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687323 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687307.487510:0:30938:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99c00 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30938:1875572824525184:192.168.203.144@tcp:35:rm.0 00000100:00000001:1.0:1788687307.487516:0:30938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.487520:0:30938:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.487522:0:30938:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687307.487524:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687307.487528:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99c00 x1875572824525184/t4294967630(4294967630) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687323 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.487534:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687307.487538:0:30938:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c68fe840. 00000100:00000001:1.0:1788687307.487541:0:30938:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687307.487543:0:30938:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.487552:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687307.487553:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000002:00000001:1.0:1788687307.487556:0:30938:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687307.487559:0:30938:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687307.487566:0:30938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c57800. 00000080:00000001:1.0:1788687307.487570:0:30938:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788687307.487573:0:30938:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788687307.487591:0:30938:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788687307.487597:0:30938:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b29c97f1f80 x1875572824524544/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.487605:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687307.487607:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356928 : -110871200194688 : ffff9b29c97f1f80) 00000100:00000001:1.0:1788687307.487610:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687307.487613:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1f80 x1875572824524544/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.487618:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.487620:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687307.487623:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99c00 x1875572824525184/t4294967630(4294967630) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687323 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.487630:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.487632:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687307.487634:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f1f80 x1875572824524544/t4294967628(4294967628) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687323 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.487641:0:30938:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788687307.487645:0:30938:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687307.487647:0:30938:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687307.487649:0:30938:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687307.487661:0:30938:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a02400. 02000000:00000001:1.0:1788687307.487667:0:30938:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687307.487669:0:30938:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687307.487672:0:30938:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f1f80. 00000100:00000001:1.0:1788687307.487676:0:30938:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687307.487677:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.487679:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687307.487682:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99c00 x1875572824525184/t4294967630(4294967630) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687323 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.487688:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687307.487690:0:30938:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9b29c636d940. 00000002:00000001:1.0:1788687307.487693:0:30938:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687307.487695:0:30938:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687307.487696:0:30938:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b29c4c6f540. 00000100:00000001:1.0:1788687307.487699:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687307.487702:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b99c00 x1875572824525184/t4294967630(4294967630) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687323 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687307.487707:0:30938:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687307.487709:0:30938:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687307.487711:0:30938:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6913000. 02000000:00000001:1.0:1788687307.487714:0:30938:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687307.487715:0:30938:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687307.487716:0:30938:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687307.487718:0:30938:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687307.487720:0:30938:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c4c56800. 02000000:00000001:1.0:1788687307.487722:0:30938:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687307.487723:0:30938:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687307.487725:0:30938:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b99c00. 00000100:00000001:1.0:1788687307.487727:0:30938:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687307.487728:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687307.487731:0:30938:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.487734:0:30938:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788687307.487737:0:30938:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode (null) 00000002:00000001:1.0:1788687307.487741:0:30938:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687307.487745:0:30938:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687307.487753:0:30938:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62400 count: 4 00010000:00000001:1.0:1788687307.487756:0:30938:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687307.487762:0:30938:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.487764:0:30938:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.487768:0:30938:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788687307.487770:0:30938:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x24:0x0](ffff9b29d8596c08) invalid 00000020:00000001:1.0:1788687307.487775:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbba80 00000080:00002000:1.0:1788687307.487777:0:30938:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff9b29d8745d80) parent ffff9b29d84cabd0 inode ffff9b29d8596c08 refc 2 00000080:00000001:1.0:1788687307.487782:0:30938:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788687307.487785:0:30938:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788687307.487787:0:30938:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.487791:0:30938:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687307.487795:0:30938:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687307.487797:0:30938:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687307.487800:0:30938:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687307.487803:0:30938:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788687307.487808:0:30938:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc4c00 with handle 0x230d04438e811d75 from hash 00010000:00000001:1.0:1788687307.487811:0:30938:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687307.487813:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687307.487815:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.487816:0:30938:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687307.487820:0:30938:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687307.487822:0:30938:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788687307.487826:0:30938:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788687307.487829:0:30938:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1788687307.487833:0:30938:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1788687307.487840:0:30938:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99c00. 00000020:00000040:1.0:1788687307.487844:0:30938:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:1.0:1788687307.487850:0:30938:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788687307.487852:0:30938:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.487856:0:30938:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687307.487861:0:30938:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687307.487864:0:30938:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.487868:0:30938:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687307.487870:0:30938:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687307.487875:0:30938:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687307.487882:0:30938:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c4c56800. 00000100:00000001:1.0:1788687307.487889:0:30938:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.487892:0:30938:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687307.487895:0:30938:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788687307.487902:0:30938:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d7c lrc: 1/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d23df expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788687307.487938:0:30938:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811d75 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d23a0 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788687307.487945:0:30938:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1788687307.487952:0:30938:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1788687307.487953:0:30938:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1788687307.487956:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687307.487958:0:30938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d7c lrc: 0/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d23df expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687307.487969:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.487970:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687307.487972:0:30938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4c00/0x230d04438e811d75 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d23a0 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1788687307.487983:0:30938:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c5c62400 count: 0 00010000:00000010:1.0:1788687307.487989:0:30938:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c3056580. 00010000:00000001:1.0:1788687307.487997:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.487998:0:30938:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687307.488000:0:30938:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5200/0x230d04438e811d67 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2384 expref: -99 pid: 30938 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:1.0:1788687307.488006:0:30938:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64ded00 count: 0 00010000:00000010:1.0:1788687307.488009:0:30938:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5ca0900. 00010000:00000001:1.0:1788687307.488015:0:30938:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687307.488017:0:30938:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.488019:0:30938:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687307.488020:0:30938:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.488022:0:30938:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788687307.488035:0:30938:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788687307.488042:0:30938:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8b99c00 x1875572824525440/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687307.488049:0:30938:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687307.488050:0:30938:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687307.488057:0:30938:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c68fe840. 00000100:00000001:1.0:1788687307.488059:0:30938:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202460125248 : -110871249426368 : ffff9b29c68fe840) 00000100:00000001:1.0:1788687307.488062:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687307.488063:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000001:1.0:1788687307.488068:0:30938:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687307.488073:0:30938:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.488075:0:30938:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687307.488077:0:30938:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687307.488081:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99c00 x1875572824525440/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687307.488088:0:30938:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687307.488103:0:30938:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687307.488108:0:30938:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687307.488111:0:30938:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687307.488114:0:30938:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687307.488118:0:30938:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99c00 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30938:1875572824525440:192.168.203.144@tcp:36:rm.0 00000100:00000001:1.0:1788687307.488122:0:30938:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687307.488129:0:30938:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687307.488131:0:30938:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687307.488134:0:30938:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687307.488139:0:30938:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6913000. 02000000:00000001:1.0:1788687307.488141:0:30938:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687307.488147:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687307.488151:0:30938:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150b58. 00000400:00000010:1.0:1788687307.488156:0:30938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcdd0. 00000100:00000200:1.0:1788687307.488164:0:30938:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824525440, portal 10 00000100:00000001:1.0:1788687307.488167:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687307.488168:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000040:1.0:1788687307.488174:0:30938:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b99c00 x1875572824525440/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687307.488181:0:30938:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687307.488184:0:30938:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687307.488188:0:30938:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc660. 00000100:00000200:1.0:1788687307.488192:0:30938:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875572824525440, offset 0 00000400:00000200:1.0:1788687307.488199:0:30938:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687307.488207:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687307.488214:0:30938:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687307.488220:0:30938:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687307.488224:0:30938:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687307.488228:0:30938:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687307.488231:0:30938:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687307.488236:0:30938:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2364:2364:256:4294967295] 192.168.203.144@tcp LPNI seq info [2364:2364:8:4294967295] 00000400:00000200:1.0:1788687307.488241:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687307.488250:0:30938:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687307.488257:0:30938:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687307.488263:0:30938:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2300. 00000800:00000200:1.0:1788687307.488271:0:30938:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687307.488280:0:30938:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687307.488285:0:30938:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2300 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1788687307.488880:0:30938:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687307.488889:0:30938:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 796067 usecs (797 jiffies) 00000400:00000200:1.0:1788687307.488894:0:30938:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687307.488898:0:30938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296434290 00000100:00000001:1.0:1788687307.488902:0:30938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296436442 00000100:00000001:1.0:1788687307.488944:0:30938:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296434290 00000100:00000001:1.0:1788687307.488948:0:30938:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296436442 00000100:00000001:1.0:1788687307.488951:0:30938:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687307.488954:0:30938:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.488958:0:30938:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687307.488960:0:30938:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687307.488963:0:30938:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c68fe840 going to sleep for 11 seconds 00000100:00000001:1.0:1788687307.488966:0:30938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687307.488969:0:30938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687307.494025:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687307.494038:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2300. 00000400:00000200:2.0:1788687307.494049:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687307.494060:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687307.494070:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc660 00000400:00000010:2.0:1788687307.494073:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc660. 00000100:00000001:2.0:1788687307.494080:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687307.494090:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99c00 x1875572824525440/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687323 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687307.494105:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687307.494108:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99c00 x1875572824525440/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687323 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687307.494115:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687307.494116:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687307.494346:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.494360:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687307.494363:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.494366:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687307.494374:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.494380:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687307.494444:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.494450:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.494456:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.494461:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f4ca80 00000400:00000200:3.0:1788687307.494467:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.494475:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x6845 [1] + 224 00000800:00000001:3.0:1788687307.494484:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.494510:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687307.494513:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687307.494516:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687307.494523:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687307.494527:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99c00 x1875572824525440/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687307.494537:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b29c8b99c00 x1875572824525440/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687307.494597:0:30938:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687307.494669:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788687307.494679:0:2362:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788687307.494683:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.494689:0:2362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687307.494697:0:2362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2365:2365:256:4294967295] 192.168.203.144@tcp LPNI seq info [2365:2365:8:4294967295] 00000400:00000200:3.0:1788687307.494702:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687307.494711:0:2362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1788687307.494717:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687307.494724:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a200. 00000800:00000200:3.0:1788687307.494732:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687307.494740:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687307.494745:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788687307.494836:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687307.494840:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a200. 00000400:00000200:3.0:1788687307.494843:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687307.494847:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1788687307.494854:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687307.494857:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788687307.495784:0:30938:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687307.495789:0:30938:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687307.495793:0:30938:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150b58. 00000400:00000200:1.0:1788687307.495801:0:30938:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcdd0 00000400:00000010:1.0:1788687307.495804:0:30938:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcdd0. 00000100:00000001:1.0:1788687307.495808:0:30938:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687307.495816:0:30938:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99c00 x1875572824525440/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687307.495827:0:30938:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99c00 x1875572824525440/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687323 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687307.495834:0:30938:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687307.495837:0:30938:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.495840:0:30938:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687307.495844:0:30938:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687307.495847:0:30938:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687307.495849:0:30938:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687307.495852:0:30938:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687307.495865:0:30938:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=79 v=5 (5 103 103 103) 00000100:00001000:1.0:1788687307.495870:0:30938:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687307.495872:0:30938:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687307.495874:0:30938:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687307.495877:0:30938:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687307.495882:0:30938:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.495887:0:30938:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788687307.495889:0:30938:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x10000013e] 00000100:00000001:1.0:1788687307.495891:0:30938:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788687307.495894:0:30938:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687307.495896:0:30938:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000001:1.0:1788687307.495901:0:30938:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687307.495903:0:30938:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967617 00000100:00000001:1.0:1788687307.495920:0:30938:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687307.495924:0:30938:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687307.495930:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99c00 x1875572824525440/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1788687323 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687307.495938:0:30938:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687307.495941:0:30938:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687307.495943:0:30938:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687307.495947:0:30938:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99c00 x1875572824525440/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1788687323 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687307.495956:0:30938:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99c00 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:30938:1875572824525440:192.168.203.144@tcp:36:rm.0 00000100:00000001:1.0:1788687307.495961:0:30938:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687307.495965:0:30938:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687307.495968:0:30938:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687307.495970:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687307.495974:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99c00 x1875572824525440/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1788687323 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687307.495981:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687307.495984:0:30938:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c68fe840. 00000100:00000001:1.0:1788687307.495987:0:30938:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687307.495989:0:30938:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687307.495999:0:30938:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687307.496003:0:30938:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687307.496007:0:30938:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687307.496011:0:30938:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c57400. 00000100:00000001:1.0:1788687307.496020:0:30938:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687307.496023:0:30938:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99c00 x1875572824525440/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1788687323 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687307.496029:0:30938:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.496031:0:30938:0:(namei.c:2304:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.496051:0:30938:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1788687307.496055:0:30938:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1788687307.496057:0:30938:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x24:0x0](ffff9b29d8596c08) 00800000:00000001:1.0:1788687307.496062:0:30938:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1788687307.496064:0:30938:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x24:0x0] 00000002:00000001:1.0:1788687307.496071:0:30938:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788687307.496078:0:30938:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687307.496080:0:30938:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.496083:0:30938:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1788687307.496086:0:30938:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1788687307.496087:0:30938:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.496089:0:30938:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687307.496223:0:30938:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1788687307.496226:0:30938:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1788687307.496245:0:30938:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788687307.496249:0:30938:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbe30 00000080:00002000:1.0:1788687307.496253:0:30938:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff9b29d8745d80, parent ffff9b29d84cabd0, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788687307.496257:0:30938:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687307.496261:0:30938:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788687307.496264:0:30938:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000010:1.1:1788687307.497165:0:30938:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5e00. 00010000:00000010:1.1:1788687307.497177:0:30938:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62400. 00010000:00000010:1.1:1788687307.497182:0:30938:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4c00. 00010000:00000010:1.1:1788687307.497187:0:30938:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64ded00. 00010000:00000010:1.1:1788687307.497190:0:30938:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5200. 00000080:00000010:1.1:1788687307.505965:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8596b40. 00000080:00000010:1.1:1788687307.505989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636d340. 00010000:00000001:0.0:1788687307.789601:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687307.789611:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.789784:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687307.789787:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687307.789793:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687307.789794:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687307.791630:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687307.791637:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687307.791643:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788687308.811522:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687308.811529:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687308.811534:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687308.811536:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687308.811539:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687308.811540:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687308.817494:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687308.817501:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687308.817506:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788687308.862580:0:31023:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687309.689157:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687309.689171:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687309.689176:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687309.689179:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687309.689188:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687309.689196:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687309.689204:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687309.689208:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687309.689213:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687309.689216:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 328 into portal 15 MB=0x6a9d2d5157d00 00000400:00000200:3.0:1788687309.689262:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 328/328 into md 0x5e35 [2] + 984 00000800:00000001:3.0:1788687309.689270:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687309.689274:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687309.689277:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687309.689281:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687309.689289:0:2362:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788687309.689290:0:2362:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788687309.689297:0:2362:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb6a00. 00000100:00000040:3.0:1788687309.689301:0:2362:0:(events.c:341:request_in_callback()) incoming req@ffff9b29c8bb6a00 x1875572843445504 msgsize 328 00000100:00100000:3.0:1788687309.689304:0:2362:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000001:3.0:1788687309.689314:0:2362:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788687309.689324:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687309.689327:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687309.689340:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687309.689343:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687309.689346:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687309.689349:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687309.689354:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687309.689356:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687309.689359:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687309.689362:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 328 into portal 15 MB=0x6a9d2d5157d80 00000400:00000200:3.0:1788687309.689367:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 328/328 into md 0x5e35 [2] + 1312 00000800:00000001:3.0:1788687309.689370:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687309.689376:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687309.689378:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687309.689380:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687309.689383:0:2362:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788687309.689384:0:2362:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788687309.689387:0:2362:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb5c00. 00000100:00000040:3.0:1788687309.689389:0:2362:0:(events.c:341:request_in_callback()) incoming req@ffff9b29c8bb5c00 x1875572843445632 msgsize 328 00000100:00100000:3.0:1788687309.689393:0:2362:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000001:3.0:1788687309.689401:0:2362:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788687309.689404:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687309.689406:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687309.691677:0:15934:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788687309.691759:0:15934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875572843445504 02000000:00000001:3.0:1788687309.691765:0:15934:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788687309.691768:0:15934:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687309.691770:0:15934:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687309.691775:0:15934:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687309.691779:0:15934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875572843445504 00000020:00000001:3.0:1788687309.691783:0:15934:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788687309.691785:0:15934:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e811318 00000020:00000001:3.0:1788687309.691788:0:15934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687309.691791:0:15934:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c52f0800 refcount=4 00000020:00000001:3.0:1788687309.691796:0:15934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000020:00000001:3.0:1788687309.691798:0:15934:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000100:00000001:3.0:1788687309.691802:0:15934:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788687309.691811:0:15934:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b29c975c480. 00000100:00000001:3.0:1788687309.691814:0:15934:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788687309.691816:0:15934:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b29c975c480. 00000020:00000010:3.0:1788687309.691822:0:15934:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29d01f3a00. 00000020:00000010:3.0:1788687309.691827:0:15934:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b29c3056e80. 00000020:00000010:3.0:1788687309.691832:0:15934:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b29e0155640. 00000100:00000040:3.0:1788687309.691842:0:15934:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788687309.691845:0:15934:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788687309.691847:0:15934:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788687309.691849:0:15934:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687309.691857:0:15934:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687309.691860:0:15934:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687309.691871:0:15934:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788687309.691873:0:15934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875572843445632 02000000:00000001:3.0:1788687309.691874:0:15934:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788687309.691876:0:15934:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687309.691878:0:15934:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687309.691880:0:15934:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687309.691882:0:15934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875572843445632 00000020:00000001:3.0:1788687309.691883:0:15934:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788687309.691884:0:15934:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e81131f 00000020:00000001:3.0:1788687309.691886:0:15934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687309.691887:0:15934:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c52f4800 refcount=4 00000020:00000001:3.0:1788687309.691889:0:15934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202437015552 : -110871272536064 : ffff9b29c52f4800) 00000020:00000001:3.0:1788687309.691891:0:15934:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202437015552 : -110871272536064 : ffff9b29c52f4800) 00000100:00000001:3.0:1788687309.691893:0:15934:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788687309.691896:0:15934:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b29c975c480. 00000100:00000001:3.0:1788687309.691898:0:15934:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788687309.691900:0:15934:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b29c975c480. 00000020:00000010:3.0:1788687309.692803:0:15934:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29d01f2400. 00000020:00000010:3.0:1788687309.692814:0:15934:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b29c3056200. 00000020:00000010:3.0:1788687309.692818:0:15934:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b29e0155708. 00000100:00000001:3.0:1788687309.692823:0:15934:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788687309.692825:0:15934:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788687309.692826:0:15934:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687309.692831:0:15934:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687309.692833:0:15934:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687309.692843:0:15934:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788687309.692845:0:15934:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788687309.692852:0:15934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 55 00000100:00000040:3.0:1788687309.692856:0:15934:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b29c52f0800 : new rpc_count 1 00000100:00000001:3.0:1788687309.692858:0:15934:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633202496530944 : -110871213020672 : ffff9b29c8bb6a00) 00000100:00000040:3.0:1788687309.692865:0:15934:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b29c8bb6a00 x1875572843445504/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:210/0 lens 328/0 e 0 to 0 dl 1788687320 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687309.692874:0:15934:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788687309.692877:0:15934:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b29c975c480. 00000100:00000001:3.0:1788687309.692879:0:15934:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788687309.692881:0:15934:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b29c975c480. 00000100:00100000:3.0:1788687309.692885:0:15934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9b29c8bb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:14769:x1875572843445504:12345-192.168.203.144@tcp:104: 00000100:00000200:3.0:1788687309.692889:0:15934:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875572843445504 00010000:00000001:3.0:1788687309.692891:0:15934:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788687309.692897:0:15934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687309.692899:0:15934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687309.692901:0:15934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=2 00000020:00000001:3.0:1788687309.692903:0:15934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687309.693494:0:15934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687309.693499:0:15934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687309.693503:0:15934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687309.693508:0:15934:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811d4b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x59c08f76ab1d2306 expref: -99 pid: 30937 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788687309.693520:0:15934:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788687309.693523:0:15934:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788687309.693529:0:15934:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b29c43bfc00. 02000000:00000001:3.0:1788687309.693531:0:15934:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687309.693533:0:15934:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687309.693537:0:15934:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788687309.693540:0:15934:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687309.693543:0:15934:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c4dc39e8 time=80 v=5 (1 1 1 1) 00000100:00000001:3.0:1788687309.693547:0:15934:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788687309.693551:0:15934:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 13 to 192.168.203.144@tcp 00000100:00000001:3.0:1788687309.693553:0:15934:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 02000000:00000001:3.0:1788687309.693555:0:15934:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788687309.693557:0:15934:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687309.693560:0:15934:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687309.693563:0:15934:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687309.693568:0:15934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0088. 00000100:00000200:3.0:1788687309.693573:0:15934:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875572843445504, offset 224 00000400:00000200:3.0:1788687309.693580:0:15934:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687309.693590:0:15934:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687309.693598:0:15934:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687309.693605:0:15934:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2366:2366:256:4294967295] 192.168.203.144@tcp LPNI seq info [2366:2366:8:4294967295] 00000400:00000200:3.0:1788687309.693610:0:15934:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687309.693619:0:15934:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687309.693625:0:15934:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687309.693630:0:15934:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a200. 00000800:00000200:3.0:1788687309.693637:0:15934:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687309.693656:0:15934:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687309.693661:0:15934:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687309.693674:0:15934:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687309.693678:0:15934:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00010000:00000001:3.0:1788687309.694824:0:15934:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788687309.694831:0:15934:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b29e1436240. 00010000:00000001:3.0:1788687309.694836:0:15934:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788687309.694852:0:15934:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788687309.694855:0:15934:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687309.694857:0:15934:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687309.694859:0:15934:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687309.694869:0:15934:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6a00 x1875572843445504/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:210/0 lens 328/224 e 0 to 0 dl 1788687320 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788687309.694879:0:15934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9b29c8bb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:14769:x1875572843445504:12345-192.168.203.144@tcp:104: Request processed in 2003us (5576us total) trans 0 rc 0/0 00000100:00100000:3.0:1788687309.694888:0:15934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 55 00000100:00000040:3.0:1788687309.694892:0:15934:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b29c52f0800 : new rpc_count 0 00000100:00000001:3.0:1788687309.694894:0:15934:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788687309.694896:0:15934:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788687309.694902:0:15934:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b29c3056e80. 00000020:00000001:0.0:1788687309.694948:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687309.694952:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687309.694955:0:16067:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788687309.694958:0:16067:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788687309.694960:0:16067:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788687309.694967:0:16067:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811d4b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x59c08f76ab1d2306 expref: -99 pid: 30937 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788687309.694978:0:16067:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29d13a9800 already unused, calling callback (ffffffffc1276300) 00000008:00000001:0.0:1788687309.694981:0:16067:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1788687309.694984:0:16067:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788687309.694986:0:16067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687309.694988:0:16067:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687309.694990:0:16067:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=3 00000020:00000001:0.0:1788687309.694992:0:16067:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:0.0:1788687309.694995:0:16067:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:0.0:1788687309.694998:0:16067:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687309.695000:0:16067:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811d4b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x59c08f76ab1d2306 expref: -99 pid: 30937 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788687309.695008:0:16067:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788687309.695010:0:16067:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687309.695015:0:16067:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202888028456 : -110870821523160 : ffff9b29e0113128) 00000020:00001000:0.0:1788687309.695017:0:16067:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29e0113120 00000008:00000001:0.0:1788687309.695019:0:16067:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788687309.695021:0:16067:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788687309.695023:0:16067:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29e0113120 00000008:00000001:0.0:1788687309.695026:0:16067:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687309.695029:0:16067:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687309.695034:0:16067:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687309.695035:0:16067:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687309.695038:0:16067:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687309.695040:0:16067:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788687309.695043:0:16067:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29d13a9800 with handle 0x230d04438e811d4b from hash 00010000:00000001:0.0:1788687309.695044:0:16067:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687309.695046:0:16067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687309.695047:0:16067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687309.695049:0:16067:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687309.695053:0:16067:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687309.695055:0:16067:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788687309.695061:0:16067:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687309.695064:0:16067:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687309.695066:0:16067:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687309.695068:0:16067:0:(ldlm_request.c:1526:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788687309.695074:0:16067:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f0380. 00000020:00000040:0.0:1788687309.695078:0:16067:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:0.0:1788687309.695083:0:16067:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687309.695097:0:16067:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687309.695102:0:16067:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687309.695109:0:16067:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29d884a200. 00000100:00000001:0.0:1788687309.695115:0:16067:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687309.695118:0:16067:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788687309.695123:0:16067:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811d4b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x59c08f76ab1d2306 expref: -99 pid: 30937 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788687309.695130:0:16067:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788687309.695132:0:16067:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687309.695137:0:16067:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687309.695142:0:16067:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687309.695150:0:16067:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a4c80ee] to pc [ptlrpcd_00_00+0] req@ffff9b29c97f0380 x1875572824525568/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788687309.695179:0:16067:0:(ldlm_request.c:1594:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687309.695182:0:16067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687309.695183:0:16067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687309.695184:0:16067:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687309.695186:0:16067:0:(ldlm_request.c:1833:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687309.695188:0:16067:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687309.695191:0:16067:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811d4b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x59c08f76ab1d2306 expref: -99 pid: 30937 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687309.695198:0:16067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687309.695201:0:16067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811d4b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x59c08f76ab1d2306 expref: -99 pid: 30937 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788687309.695209:0:16067:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29c2c4edc0. 00010000:00000040:0.0:1788687309.695215:0:16067:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c6090000 count: 0 00010000:00000010:0.0:1788687309.695221:0:16067:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b29c6090300. 00010000:00000001:0.0:1788687309.695230:0:16067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687309.695231:0:16067:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788687309.695234:0:16067:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b29e1436240. 00010000:00000001:0.0:1788687309.695237:0:16067:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687309.695239:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687309.695240:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687309.695242:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788687309.695244:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687309.695245:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687309.695246:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788687309.695248:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687309.695249:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687309.695251:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788687309.695297:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687309.695302:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687309.695304:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687309.695311:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f0380 x1875572824525568/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687309.695318:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687309.695320:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687309.695324:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687309.695327:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687309.695329:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687309.695332:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824525568:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788687309.695336:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687309.695341:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687309.695344:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687309.695347:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687309.695352:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c4c56e00. 02000000:00000001:1.0:1788687309.695354:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788687309.695359:0:15934:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b29e0155640. 00000400:00000200:1.0:1788687309.695361:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000020:00000010:3.0:1788687309.695364:0:15934:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b29d01f3a00. 00000400:00000010:1.0:1788687309.695365:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150b58. 00000020:00000040:3.0:1788687309.695369:0:15934:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c52f0800 : new refcount 3 00000400:00000010:1.0:1788687309.695372:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcdd0. 00000100:00000001:3.0:1788687309.695373:0:15934:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1788687309.695378:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824525568, portal 18 00000100:00000001:1.0:1788687309.695380:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687309.695381:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00000100:00000040:1.0:1788687309.695387:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f0380 x1875572824525568/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687309.695391:0:15934:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788687309.695393:0:15934:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1788687309.695394:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687309.695396:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000100:00100000:3.0:1788687309.695397:0:15934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 56 00000400:00000010:1.0:1788687309.695399:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc550. 00000100:00000040:3.0:1788687309.695400:0:15934:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b29c52f4800 : new rpc_count 1 00000100:00000001:3.0:1788687309.695402:0:15934:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633202496527360 : -110871213024256 : ffff9b29c8bb5c00) 00000100:00000200:1.0:1788687309.695402:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875572824525568, offset 0 00000100:00000040:3.0:1788687309.695407:0:15934:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b29c8bb5c00 x1875572843445632/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:210/0 lens 328/0 e 0 to 0 dl 1788687320 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1788687309.695408:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000100:00000001:3.0:1788687309.695414:0:15934:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1788687309.695415:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687309.695420:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687309.695426:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687309.695429:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687309.695433:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687309.695436:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687309.695439:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2367:2367:255:4294967295] 192.168.203.144@tcp LPNI seq info [2367:2367:7:4294967295] 00000400:00000200:1.0:1788687309.695443:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687309.695452:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687309.695458:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687309.695462:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2500. 00000800:00000200:1.0:1788687309.695468:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687309.695475:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687309.695479:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788687309.695484:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1788687309.695488:0:15934:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b29c975c480. 00000100:00000040:1.0:1788687309.695488:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20255 usecs (21 jiffies) 00000100:00000001:3.0:1788687309.695491:0:15934:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1788687309.695491:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687309.695493:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296435721 00000020:00000010:3.0:1788687309.695494:0:15934:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b29c975c480. 00000100:00000001:1.0:1788687309.695497:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296436442 00000100:00100000:3.0:1788687309.695499:0:15934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9b29c8bb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6718:x1875572843445632:12345-192.168.203.144@tcp:104: 00000100:00000001:1.0:1788687309.695499:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296435721 00000100:00000001:1.0:1788687309.695502:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296436442 00000100:00000200:3.0:1788687309.695503:0:15934:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875572843445632 00000100:00000001:1.0:1788687309.695504:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687309.695505:0:15934:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00000100:00000001:1.0:1788687309.695506:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687309.695508:0:15934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1788687309.695509:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687309.695510:0:15934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687309.695512:0:15934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4000 refcount=2 00000100:00000001:1.0:1788687309.695512:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788687309.695514:0:15934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:3.0:1788687309.695516:0:15934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00000100:00000001:1.0:1788687309.695516:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687309.695518:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00010000:00000001:3.0:1788687309.695519:0:15934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1788687309.695520:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1788687309.695521:0:15934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687309.695521:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687309.695522:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687309.695524:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687309.695525:0:15934:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000cec805ee/0x230d04438e811d36 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x59c08f76ab1d22c7 expref: -99 pid: 30936 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:1.0:1788687309.695533:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687309.695534:0:15934:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1788687309.695534:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687309.695536:0:15934:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788687309.695540:0:15934:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b29c43bf400. 02000000:00000001:3.0:1788687309.695542:0:15934:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687309.695544:0:15934:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687309.695548:0:15934:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788687309.695550:0:15934:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687309.695554:0:15934:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c4dc39e8 time=80 v=5 (1 1 1 1) 00000100:00000001:3.0:1788687309.695558:0:15934:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788687309.695561:0:15934:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 13 to 192.168.203.144@tcp 00000100:00000001:3.0:1788687309.695563:0:15934:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 02000000:00000001:3.0:1788687309.695565:0:15934:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788687309.695567:0:15934:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687309.695568:0:15934:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687309.695570:0:15934:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687309.695574:0:15934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0550. 00000100:00000200:3.0:1788687309.695577:0:15934:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875572843445632, offset 224 00000400:00000200:3.0:1788687309.695581:0:15934:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687309.695586:0:15934:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687309.695589:0:15934:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687309.695594:0:15934:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2368:2368:254:4294967295] 192.168.203.144@tcp LPNI seq info [2368:2368:6:4294967295] 00000400:00000200:3.0:1788687309.695597:0:15934:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687309.695603:0:15934:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687309.695607:0:15934:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687309.695610:0:15934:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ac00. 00000800:00000200:3.0:1788687309.695614:0:15934:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687309.695618:0:15934:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687309.695620:0:15934:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ac00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687309.695623:0:15934:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687309.695625:0:15934:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00010000:00000001:3.0:1788687309.695628:0:15934:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788687309.695630:0:15934:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b29e1436cc0. 00010000:00000001:3.0:1788687309.695632:0:15934:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788687309.695658:0:15934:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788687309.695660:0:15934:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687309.695662:0:15934:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687309.695664:0:15934:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687309.695668:0:15934:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb5c00 x1875572843445632/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:210/0 lens 328/224 e 0 to 0 dl 1788687320 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788687309.695677:0:15934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9b29c8bb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6718:x1875572843445632:12345-192.168.203.144@tcp:104: Request processed in 262us (6286us total) trans 0 rc 0/0 00000100:00100000:3.0:1788687309.695693:0:15934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 56 00000020:00000001:0.0:1788687309.695693:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000040:3.0:1788687309.695696:0:15934:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b29c52f4800 : new rpc_count 0 00000020:00000001:0.0:1788687309.695696:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687309.695698:0:15934:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00010000:00010000:0.0:1788687309.695699:0:15944:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00000001:3.0:1788687309.695700:0:15934:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1788687309.695701:0:15944:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788687309.695702:0:15944:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000020:00000010:3.0:1788687309.695703:0:15934:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b29c3056200. 00010000:00010000:0.0:1788687309.695705:0:15944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000cec805ee/0x230d04438e811d36 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x59c08f76ab1d22c7 expref: -99 pid: 30936 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000010:3.0:1788687309.695707:0:15934:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b29e0155708. 00000020:00000010:3.0:1788687309.695709:0:15934:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b29d01f2400. 00000020:00000040:3.0:1788687309.695713:0:15934:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c52f4800 : new refcount 3 00010000:00010000:0.0:1788687309.695714:0:15944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29c5cc4000 already unused, calling callback (ffffffffc1276300) 00000100:00000001:3.0:1788687309.695715:0:15934:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788687309.695716:0:15944:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1788687309.695718:0:15944:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788687309.695719:0:15944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687309.695720:0:15944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687309.695722:0:15944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4000 refcount=3 00000020:00000001:0.0:1788687309.695724:0:15944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:0.0:1788687309.695726:0:15944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:0.0:1788687309.695728:0:15944:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687309.695731:0:15944:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000cec805ee/0x230d04438e811d36 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x59c08f76ab1d22c7 expref: -99 pid: 30936 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788687309.695737:0:15944:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788687309.695739:0:15944:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687309.695742:0:15944:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202888028456 : -110870821523160 : ffff9b29e0113128) 00000020:00001000:0.0:1788687309.695744:0:15944:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29e0113120 00000008:00000001:0.0:1788687309.695745:0:15944:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788687309.695747:0:15944:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788687309.695749:0:15944:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29e0113120 00000008:00000001:0.0:1788687309.695750:0:15944:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687309.695752:0:15944:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687309.695754:0:15944:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687309.695756:0:15944:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687309.695757:0:15944:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687309.695759:0:15944:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788687309.695762:0:15944:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc4000 with handle 0x230d04438e811d36 from hash 00010000:00000001:0.0:1788687309.695764:0:15944:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687309.695765:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687309.695766:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687309.695767:0:15944:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687309.695769:0:15944:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687309.695771:0:15944:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788687309.695774:0:15944:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687309.695775:0:15944:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687309.695777:0:15944:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687309.695779:0:15944:0:(ldlm_request.c:1526:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788687309.695782:0:15944:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f0700. 00000020:00000040:0.0:1788687309.695784:0:15944:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:0.0:1788687309.695787:0:15944:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687309.695788:0:15944:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687309.695791:0:15944:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687309.695794:0:15944:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29d884bc00. 00000100:00000001:0.0:1788687309.695797:0:15944:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687309.695799:0:15944:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788687309.695802:0:15944:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000cec805ee/0x230d04438e811d36 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x59c08f76ab1d22c7 expref: -99 pid: 30936 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788687309.695808:0:15944:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788687309.695810:0:15944:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687309.695812:0:15944:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687309.695815:0:15944:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687309.695820:0:15944:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000024cd2f5] to pc [ptlrpcd_00_01+1] req@ffff9b29c97f0700 x1875572824525696/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788687309.695839:0:15944:0:(ldlm_request.c:1594:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687309.695842:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687309.695843:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687309.695844:0:15944:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687309.695846:0:15944:0:(ldlm_request.c:1833:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687309.695848:0:15944:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687309.695851:0:15944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000cec805ee/0x230d04438e811d36 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x59c08f76ab1d22c7 expref: -99 pid: 30936 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687309.695857:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687309.695859:0:15944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000cec805ee/0x230d04438e811d36 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x59c08f76ab1d22c7 expref: -99 pid: 30936 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788687309.695866:0:15944:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29c4c6f340. 00010000:00000040:0.0:1788687309.695869:0:15944:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64dee00 count: 0 00010000:00000010:0.0:1788687309.695873:0:15944:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b29c64de600. 00010000:00000001:0.0:1788687309.695879:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687309.695881:0:15944:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788687309.695882:0:15944:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b29e1436cc0. 00010000:00000001:0.0:1788687309.695885:0:15944:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687309.695886:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687309.695888:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687309.695889:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788687309.695891:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687309.695892:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687309.695893:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788687309.695894:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687309.695895:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687309.695897:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788687309.695953:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687309.695956:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687309.695957:0:2368:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687309.695963:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f0700 x1875572824525696/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687309.695970:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687309.695972:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687309.695974:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687309.695975:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687309.695977:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687309.695979:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824525696:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788687309.695983:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687309.695985:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687309.695986:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687309.695988:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687309.695991:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c4c57e00. 02000000:00000001:1.0:1788687309.695993:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687309.695996:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687309.695998:0:2368:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e01503c8. 00000400:00000010:1.0:1788687309.696002:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc6e8. 00000100:00000200:1.0:1788687309.696005:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824525696, portal 18 00000100:00000001:1.0:1788687309.696006:0:2368:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687309.696007:0:2368:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509350656 : -110871200200960 : ffff9b29c97f0700) 00000100:00000040:1.0:1788687309.696012:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f0700 x1875572824525696/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687309.696018:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687309.696020:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687309.696022:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dce58. 00000100:00000200:1.0:1788687309.696024:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875572824525696, offset 0 00000400:00000200:1.0:1788687309.696027:0:2368:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687309.696031:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687309.696035:0:2368:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687309.696037:0:2368:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687309.696040:0:2368:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687309.696042:0:2368:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687309.696044:0:2368:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687309.696047:0:2368:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2369:2369:253:4294967295] 192.168.203.144@tcp LPNI seq info [2369:2369:5:4294967295] 00000400:00000200:1.0:1788687309.696050:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687309.696056:0:2368:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687309.696060:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687309.696063:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2300. 00000800:00000200:1.0:1788687309.696066:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687309.696070:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687309.696073:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788687309.696076:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687309.696079:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 288213 usecs (289 jiffies) 00000400:00000200:1.0:1788687309.696081:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687309.696083:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296435989 00000100:00000001:1.0:1788687309.696085:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296436442 00000100:00000001:1.0:1788687309.696097:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296435989 00000100:00000001:1.0:1788687309.696098:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296436442 00000100:00000001:1.0:1788687309.696100:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687309.696102:0:2368:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687309.696104:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687309.696106:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687309.696109:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687309.696110:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788687309.696112:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687309.696114:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687309.696115:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687309.696116:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687309.696125:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687309.696126:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687309.696127:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687309.696129:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687309.696185:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687309.696190:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a200. 00000400:00000200:2.0:1788687309.696194:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687309.696199:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687309.696204:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0088 00000400:00000010:2.0:1788687309.696206:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0088. 00000100:00000001:2.0:1788687309.696210:0:2361:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1788687309.696212:0:2361:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:2.0:1788687309.696223:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687309.696226:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2500. 00000400:00000200:2.0:1788687309.696229:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687309.696232:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687309.696234:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc550 00000400:00000010:2.0:1788687309.696236:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc550. 00000100:00000001:2.0:1788687309.696238:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687309.696243:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0380 x1875572824525568/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687309.696253:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687309.696257:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0380 x1875572824525568/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687325 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687309.696265:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687309.696266:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687309.696276:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687309.696278:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ac00. 00000400:00000200:2.0:1788687309.696280:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687309.696283:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687309.696285:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0550 00000400:00000010:2.0:1788687309.696286:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0550. 00000100:00000001:2.0:1788687309.696289:0:2361:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1788687309.696290:0:2361:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:2.0:1788687309.696348:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687309.696350:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2300. 00000400:00000200:2.0:1788687309.696353:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687309.696356:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687309.696359:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dce58 00000400:00000010:2.0:1788687309.696360:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dce58. 00000100:00000001:2.0:1788687309.696363:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687309.696366:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0700 x1875572824525696/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687325 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687309.696373:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687309.696376:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0700 x1875572824525696/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687325 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687309.696382:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687309.696384:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788687309.700068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090000. 00010000:00000010:0.1:1788687309.700079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9800. 00010000:00000010:0.1:1788687309.700083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64dee00. 00010000:00000010:0.1:1788687309.700107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4000. 00000800:00000001:3.0:1788687309.708523:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687309.708538:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687309.708542:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687309.708545:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687309.708557:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687309.708565:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687309.708575:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687309.708579:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687309.708590:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687309.708594:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x6a9d2d3f4cb00 00000400:00000200:3.0:1788687309.708599:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687309.708604:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6855 [1] + 224 00000800:00000001:3.0:1788687309.708611:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687309.708616:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687309.708619:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687309.708623:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687309.708629:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687309.708649:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0380 x1875572824525568/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687325 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687309.708662:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c97f0380 x1875572824525568/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687309.708695:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687309.708703:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687309.708706:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687309.708708:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687309.708710:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687309.708712:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687309.708716:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687309.708721:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687309.708723:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687309.708726:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687309.708728:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x6a9d2d3f4cb80 00000400:00000200:3.0:1788687309.708731:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687309.708734:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6865 [1] + 224 00000800:00000001:3.0:1788687309.708738:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687309.708744:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687309.708746:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687309.708750:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687309.708752:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687309.708756:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0700 x1875572824525696/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687325 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687309.708765:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c97f0700 x1875572824525696/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687309.708784:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687309.708788:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687309.708792:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687309.710885:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687309.710892:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687309.710901:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687309.710903:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687309.710931:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150b58. 00000400:00000200:0.0:1788687309.710938:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcdd0 00000400:00000010:0.0:1788687309.710941:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcdd0. 00000100:00000001:0.0:1788687309.710946:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687309.710956:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f0380 x1875572824525568/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687309.710967:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f0380 x1875572824525568/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687325 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687309.710974:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687309.710977:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687309.710979:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687309.710983:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687309.710985:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687309.710987:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687309.710990:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687309.710998:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7538 time=78 v=5 (5 5 0 5) 00000100:00001000:0.0:1788687309.711003:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=4 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687309.711006:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687309.711007:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687309.711010:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687309.711013:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687309.711017:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687309.711018:0:2367:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967340 00000100:00000001:0.0:1788687309.711020:0:2367:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687309.711022:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687309.711027:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f0380 x1875572824525568/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687325 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687309.711034:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687309.711037:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687309.711039:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687309.711042:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f0380 x1875572824525568/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687325 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687309.711050:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824525568:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788687309.711054:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687309.711056:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687309.711059:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f0380 x1875572824525568/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687325 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687309.711065:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687309.711068:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687309.711070:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c4c56e00. 02000000:00000001:0.0:1788687309.711073:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687309.711076:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687309.711077:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:0.0:1788687309.711080:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687309.711082:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29d884a200. 02000000:00000001:0.0:1788687309.711085:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687309.711096:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687309.711098:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f0380. 00000100:00000001:0.0:1788687309.711101:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687309.711103:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687309.711105:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687309.711112:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687309.711114:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687309.711116:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687309.711118:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687309.711349:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687309.711352:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687309.711357:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687309.711359:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687309.711361:0:2368:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e01503c8. 00000400:00000200:1.0:1788687309.711364:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc6e8 00000400:00000010:1.0:1788687309.711366:0:2368:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc6e8. 00000100:00000001:1.0:1788687309.711369:0:2368:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687309.711374:0:2368:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f0700 x1875572824525696/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687325 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687309.711383:0:2368:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f0700 x1875572824525696/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687325 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687309.711389:0:2368:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687309.711390:0:2368:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687309.711392:0:2368:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687309.711393:0:2368:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687309.711394:0:2368:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687309.711396:0:2368:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687309.711398:0:2368:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687309.711402:0:2368:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0538 time=65 v=5 (5 5 5 5) 00000100:00001000:1.0:1788687309.711405:0:2368:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687309.711407:0:2368:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687309.711408:0:2368:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687309.711409:0:2368:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687309.711411:0:2368:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687309.711413:0:2368:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687309.711414:0:2368:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788687309.711416:0:2368:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687309.711417:0:2368:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687309.711421:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f0700 x1875572824525696/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687325 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687309.711427:0:2368:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687309.711429:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687309.711430:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687309.711433:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f0700 x1875572824525696/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687325 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687309.711447:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824525696:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788687309.711451:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687309.711452:0:2368:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687309.711454:0:2368:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f0700 x1875572824525696/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687325 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687309.711460:0:2368:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687309.711462:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687309.711463:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c4c57e00. 02000000:00000001:1.0:1788687309.711466:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687309.711467:0:2368:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687309.711468:0:2368:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687309.711470:0:2368:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687309.711472:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29d884bc00. 02000000:00000001:1.0:1788687309.711475:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687309.711476:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687309.711477:0:2368:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f0700. 00000100:00000001:1.0:1788687309.711479:0:2368:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687309.711481:0:2368:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687309.711482:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687309.711486:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687309.711487:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687309.711488:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687309.711490:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687309.837483:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687309.837490:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687309.842082:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687309.842089:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687309.842093:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788687310.162866:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687310.162874:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687310.162882:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9bb80. 00000020:00000040:1.0:1788687310.162888:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1788687310.162893:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687310.162895:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687310.162901:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687310.163146:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c63e2100. 00000100:00000001:1.0:1788687310.163154:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687310.163166:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c8b9bb80 x1875572824525824/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687310.163177:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687310.163180:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687310.163187:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014b7f32c] to pc [ptlrpcd_00_00+0] req@ffff9b29c8b9bb80 x1875572824525824/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687310.163211:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687310.163215:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687310.163218:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687310.163221:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9ad80. 00000020:00000040:1.0:1788687310.163224:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=10 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:1.0:1788687310.163226:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687310.163227:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687310.163229:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687310.163233:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c63e2e00. 00000100:00000001:1.0:1788687310.163236:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687310.163240:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID req@ffff9b29c8b9ad80 x1875572824525952/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687310.163248:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687310.163250:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687310.163253:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080bdd27c] to pc [ptlrpcd_00_01+1] req@ffff9b29c8b9ad80 x1875572824525952/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687310.163261:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687310.163266:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1773) 00000100:00000001:1.0:1788687310.163278:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687310.163281:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687310.163284:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687310.163289:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9bb80 x1875572824525824/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687310.163296:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687310.163298:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687310.163302:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687310.163305:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687310.163307:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687310.163311:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2367:1875572824525824:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687310.163315:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687310.163320:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687310.163322:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687310.163325:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687310.163329:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c4c56a00. 02000000:00000001:1.0:1788687310.163331:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687310.163338:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687310.163343:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e01503c8. 00000400:00000010:1.0:1788687310.163350:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc6e8. 00000100:00000200:1.0:1788687310.163356:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824525824, portal 25 00000100:00000001:1.0:1788687310.163359:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687310.163360:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496420736 : -110871213130880 : ffff9b29c8b9bb80) 00000100:00000040:1.0:1788687310.163366:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9bb80 x1875572824525824/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687310.163373:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687310.163376:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687310.163378:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dca18. 00000100:00000200:1.0:1788687310.163381:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824525824, offset 0 00000400:00000200:1.0:1788687310.163388:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687310.163396:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687310.163403:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687310.163408:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687310.163412:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687310.163415:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687310.163418:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687310.163422:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2370:2370:256:4294967295] 192.168.203.144@tcp LPNI seq info [2370:2370:8:4294967295] 00000400:00000200:1.0:1788687310.163427:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687310.163437:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687310.163445:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687310.163449:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2400. 00000800:00000200:1.0:1788687310.163456:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687310.163464:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687310.163468:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687310.163526:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687310.163531:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687310.163534:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296440481 00000100:00000001:1.0:1788687310.163540:0:2367:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296436442 00000100:00000001:1.0:1788687310.163544:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296440481 00000100:00000001:1.0:1788687310.163548:0:2367:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296436442 00000100:00000001:1.0:1788687310.163551:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687310.163554:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687310.163557:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687310.163560:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687310.163567:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687310.163570:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788687310.163572:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687310.163573:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687310.163574:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687310.163577:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788687310.163578:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687310.163580:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687310.163581:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687310.163583:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687310.163584:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687310.163585:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687310.163588:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9ad80 x1875572824525952/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687310.163594:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687310.163596:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687310.163598:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687310.163599:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687310.163602:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687310.163605:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824525952:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687310.163607:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687310.163610:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687310.163612:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687310.163613:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687310.163616:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c4c57200. 02000000:00000001:1.0:1788687310.163618:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687310.163621:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687310.163624:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150948. 00000400:00000010:1.0:1788687310.163628:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcbb0. 00000100:00000200:1.0:1788687310.163630:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824525952, portal 10 00000100:00000001:1.0:1788687310.163632:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687310.163633:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000100:00000040:1.0:1788687310.163650:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9ad80 x1875572824525952/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687310.163655:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687310.163657:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687310.163660:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc2a8. 00000100:00000200:1.0:1788687310.163662:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824525952, offset 0 00000400:00000200:1.0:1788687310.163665:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687310.163669:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687310.163673:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687310.163675:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687310.163686:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687310.163688:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687310.163691:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687310.163693:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2371:2371:255:4294967295] 192.168.203.144@tcp LPNI seq info [2371:2371:7:4294967295] 00000400:00000200:1.0:1788687310.163697:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687310.163703:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687310.163707:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687310.163711:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2900. 00000800:00000200:1.0:1788687310.163714:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687310.163718:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687310.163721:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687310.163723:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687310.163727:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 794947 usecs (795 jiffies) 00000400:00000200:1.0:1788687310.163729:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687310.163731:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296436963 00000100:00000001:1.0:1788687310.163734:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296440481 00000100:00000001:1.0:1788687310.163736:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296436963 00000100:00000001:1.0:1788687310.163738:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296440481 00000100:00000001:1.0:1788687310.163741:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687310.163742:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687310.163745:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687310.163747:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687310.163756:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687310.163758:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687310.167782:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687310.167789:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2400. 00000400:00000200:2.0:1788687310.167797:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687310.167805:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687310.167812:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dca18 00000400:00000010:2.0:1788687310.167815:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dca18. 00000100:00000001:2.0:1788687310.167821:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687310.167830:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9bb80 x1875572824525824/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687310.167924:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687310.167931:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9bb80 x1875572824525824/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687310.167940:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687310.167942:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687310.168008:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687310.168011:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2900. 00000400:00000200:2.0:1788687310.168014:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687310.168018:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687310.168021:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc2a8 00000400:00000010:2.0:1788687310.168023:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc2a8. 00000100:00000001:2.0:1788687310.168026:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687310.168030:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9ad80 x1875572824525952/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687310.168037:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687310.168040:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9ad80 x1875572824525952/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687310.168046:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687310.168047:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687310.174526:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687310.174543:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687310.174548:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687310.174551:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687310.174560:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687310.174580:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687310.174589:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687310.174594:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687310.174599:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687310.174603:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f4cc80 00000400:00000200:2.0:1788687310.174608:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687310.174614:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x6875 [1] + 224 00000800:00000001:2.0:1788687310.174622:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687310.174629:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687310.174632:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687310.174647:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687310.174655:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687310.174665:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9ad80 x1875572824525952/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687310.174865:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b9ad80 x1875572824525952/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687310.174950:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687310.174955:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687310.175000:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687310.175010:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687310.175014:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687310.179157:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687310.179173:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687310.179178:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687310.179180:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687310.179190:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687310.179198:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687310.179208:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687310.179213:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687310.179218:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687310.179221:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f4cc00 00000400:00000200:2.0:1788687310.179226:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687310.179232:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x686d [1] + 224 00000800:00000001:2.0:1788687310.179239:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687310.179246:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687310.179249:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687310.179254:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687310.179261:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687310.179270:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9bb80 x1875572824525824/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687310.179280:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b9bb80 x1875572824525824/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687310.179287:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687310.179294:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687310.179297:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788687310.183208:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687310.183213:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687310.183217:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150948. 00000400:00000200:1.0:1788687310.183225:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcbb0 00000400:00000010:1.0:1788687310.183228:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcbb0. 00000100:00000001:1.0:1788687310.183232:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687310.183244:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9ad80 x1875572824525952/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687310.183255:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9ad80 x1875572824525952/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687310.183263:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687310.183265:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687310.183268:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687310.183271:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687310.183274:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687310.183276:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687310.183279:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687310.183288:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=82 v=5 (5 103 103 103) 00000100:00001000:1.0:1788687310.183292:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687310.183294:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687310.183296:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687310.183299:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687310.183302:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687310.183306:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788687310.183309:0:2367:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: committing for last_committed 4294967631 gen 2 00000100:00000040:1.0:1788687310.183315:0:2367:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967631) req@ffff9b29c97f0e00 x1875572824517632/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687321 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687310.183323:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687310.183786:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f0e00 x1875572824517632/t4294967618(4294967618) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687321 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687310.183797:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687310.183800:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687310.183804:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a02800. 02000000:00000001:1.0:1788687310.183809:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687310.183812:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687310.183815:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687310.183818:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687310.183821:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c2b96e00. 02000000:00000001:1.0:1788687310.183825:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687310.183828:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687310.183830:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f0e00. 00000100:00000001:1.0:1788687310.183834:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687310.183835:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687310.183841:0:2367:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967631) req@ffff9b29c8bb5880 x1875572824520192/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687321 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687310.183848:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687310.183851:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb5880 x1875572824520192/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687321 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687310.183858:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687310.183859:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687310.183860:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c43bd000. 02000000:00000001:1.0:1788687310.183863:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687310.183864:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687310.183865:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687310.183867:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687310.183868:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29d01f2a00. 02000000:00000001:1.0:1788687310.183871:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687310.183872:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687310.183873:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb5880. 00000100:00000001:1.0:1788687310.183876:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687310.183877:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687310.183882:0:2367:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967631) req@ffff9b29c8b98000 x1875572824522880/t4294967623(4294967623) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1788687323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687310.183889:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687310.183892:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b98000 x1875572824522880/t4294967623(4294967623) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1788687323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687310.183898:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687310.183900:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687310.183901:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6910800. 02000000:00000001:1.0:1788687310.183903:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687310.184929:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687310.184934:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687310.184939:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687310.184943:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c4c56400. 02000000:00000001:1.0:1788687310.184948:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687310.184949:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687310.184951:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b98000. 00000100:00000001:1.0:1788687310.184954:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687310.184955:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687310.184967:0:2367:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967631) req@ffff9b29c97f0000 x1875572824523520/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1788687323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687310.184979:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687310.184982:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f0000 x1875572824523520/t4294967625(4294967625) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1788687323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687310.186269:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687310.186273:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687310.186276:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a01000. 02000000:00000001:1.0:1788687310.186282:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687310.186284:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687310.186285:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687310.186288:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687310.186290:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c6329e00. 02000000:00000001:1.0:1788687310.186293:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687310.186295:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687310.186296:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f0000. 00000100:00000001:1.0:1788687310.186300:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687310.186301:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687310.186310:0:2367:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967631) req@ffff9b29c97f1c00 x1875572824524800/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/456 e 0 to 0 dl 1788687323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687310.186318:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687310.186321:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f1c00 x1875572824524800/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/456 e 0 to 0 dl 1788687323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687310.186533:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687310.186536:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687310.186537:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a02c00. 02000000:00000001:1.0:1788687310.186541:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687310.186542:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687310.186544:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687310.186546:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687310.186547:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c6329600. 02000000:00000001:1.0:1788687310.186550:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687310.186551:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687310.186552:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f1c00. 00000100:00000001:1.0:1788687310.186962:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687310.186965:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687310.186973:0:2367:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967631) req@ffff9b29c8b99c00 x1875572824525440/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1788687323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687310.186980:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687310.186983:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b99c00 x1875572824525440/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1788687323 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687310.187140:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687310.187142:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687310.187144:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6913000. 02000000:00000001:1.0:1788687310.187147:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687310.187149:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687310.187150:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687310.187152:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687310.187154:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c4c56800. 02000000:00000001:1.0:1788687310.187156:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687310.187157:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687310.187158:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b99c00. 00000100:00000001:1.0:1788687310.187161:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687310.187162:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687310.187164:0:2367:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788687310.187167:0:2367:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: normal: skip=1 replay=6/6 committed=0/0 00000100:00000001:1.0:1788687310.187169:0:2367:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687310.187171:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687310.187177:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9ad80 x1875572824525952/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687310.187185:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687310.187187:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687310.187189:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687310.187193:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9ad80 x1875572824525952/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687310.187201:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824525952:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1788687310.187213:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687310.187216:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687310.187219:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e01503c8. 00000400:00000200:1.0:1788687310.187223:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc6e8 00000400:00000010:1.0:1788687310.187225:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc6e8. 00000100:00000001:1.0:1788687310.187229:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687310.187233:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9bb80 x1875572824525824/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687310.187242:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9bb80 x1875572824525824/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687310.187249:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687310.187251:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687310.187253:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687310.187255:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687310.187257:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687310.187259:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687310.187262:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687310.187268:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=82 v=5 (5 5 5 5) 00000100:00001000:1.0:1788687310.187272:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=82 v=5 (1 1 1 1) 00000100:00000001:1.0:1788687310.187274:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687310.187276:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687310.187279:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687310.187281:0:2367:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687310.187283:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687310.187287:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9bb80 x1875572824525824/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687310.187294:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687310.187296:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687310.187297:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687310.187300:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9bb80 x1875572824525824/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687310.187307:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2367:1875572824525824:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687310.187311:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687310.187314:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687310.187317:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9ad80 x1875572824525952/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687310.187323:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687310.187333:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687310.187335:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c4c57200. 02000000:00000001:1.0:1788687310.187338:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687310.187339:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687310.187340:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687310.187342:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687310.187343:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c63e2e00. 02000000:00000001:1.0:1788687310.187346:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687310.187348:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687310.187349:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9ad80. 00000100:00000001:1.0:1788687310.187352:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687310.187353:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687310.187355:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687310.187358:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9bb80 x1875572824525824/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687310.187364:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687310.187365:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687310.187367:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c4c56a00. 02000000:00000001:1.0:1788687310.187368:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687310.187369:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687310.187378:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1788687310.187380:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687310.187382:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c63e2100. 02000000:00000001:1.0:1788687310.187384:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687310.187385:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687310.187386:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9bb80. 00000100:00000001:1.0:1788687310.187388:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687310.187389:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687310.187391:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687310.187399:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687310.187402:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687310.187405:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687310.187407:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687310.331231:0:31160:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687310.859457:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687310.859465:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687310.859940:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687310.859944:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687310.859947:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788687311.860536:0:31306:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687311.883023:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687311.883029:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687311.883050:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687311.883052:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687311.883056:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788687312.634155:0:31368:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687312.907753:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687312.907760:0:26900:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687312.907762:0:26900:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687312.907765:0:26900:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687312.907770:0:26900:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687312.907773:0:26900:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687312.907775:0:26900:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687312.907777:0:26900:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687312.908022:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687312.908026:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687312.908029:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788687313.624954:0:31459:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687313.931353:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687313.931361:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687313.933183:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687313.933189:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687313.933193:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1788687314.019186:0:31495:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788687314.019192:0:31495:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21h: drop open request and close reply while close and open are both in flight ========================================================== 05:35:12 (1788687312) 00000001:00000001:2.0:1788687314.034738:0:31495:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1788687314.246787:0:31507:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687314.246794:0:31507:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687314.246797:0:31507:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687314.246800:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145bb20 00000080:00200000:2.0:1788687314.246804:0:31507:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687314.246812:0:31507:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c1342000. 00800000:00000002:2.0:1788687314.246820:0:31507:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687314.246824:0:31507:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687314.246829:0:31507:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687314.246832:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145ba40 00800000:00000002:2.0:1788687314.246834:0:31507:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687314.246838:0:31507:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687314.246842:0:31507:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687314.246848:0:31507:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687314.246850:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145b910 00000002:00010000:2.0:1788687314.246852:0:31507:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687314.246856:0:31507:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687314.246858:0:31507:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687314.246862:0:31507:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788687314.246869:0:31507:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687314.246872:0:31507:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687314.246873:0:31507:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687314.246876:0:31507:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788687314.246878:0:31507:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788687314.246883:0:31507:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8380. 00000020:00000040:2.0:1788687314.246887:0:31507:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:2.0:1788687314.246894:0:31507:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687314.246899:0:31507:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687314.246904:0:31507:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687314.248990:0:31507:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687314.248994:0:31507:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687314.248999:0:31507:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687314.249028:0:31507:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c63d6c00. 00000100:00000001:2.0:1788687314.249037:0:31507:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687314.249043:0:31507:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687314.249045:0:31507:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687314.249046:0:31507:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687314.249047:0:31507:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687314.249049:0:31507:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687314.249057:0:31507:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202420188032 : -110871289363584 : ffff9b29c42e8380) 00010000:00000001:2.0:1788687314.249063:0:31507:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788687314.249066:0:31507:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788687314.249073:0:31507:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c6090e00. 00010000:00000010:2.0:1788687314.249078:0:31507:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5044400. 00010000:00000001:2.0:1788687314.249084:0:31507:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788687314.249088:0:31507:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29d13a8000. 00000020:00000001:2.0:1788687314.249093:0:31507:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788687314.249096:0:31507:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29d13a8000 with handle 0x230d04438e811d83 to hash 00000020:00000001:2.0:1788687314.249097:0:31507:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788687314.249099:0:31507:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:2.0:1788687314.249102:0:31507:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:2.0:1788687314.249105:0:31507:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687314.249108:0:31507:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687314.249113:0:31507:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31507 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687314.249122:0:31507:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31507 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687314.249132:0:31507:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31507 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788687314.249138:0:31507:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687314.249140:0:31507:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687314.249148:0:31507:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c98ddd80. 00000100:00000001:2.0:1788687314.249150:0:31507:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202510323072 : -110871199228544 : ffff9b29c98ddd80) 00000100:00000001:2.0:1788687314.249152:0:31507:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687314.249154:0:31507:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188032 : -110871289363584 : ffff9b29c42e8380) 00000100:00000001:2.0:1788687314.249158:0:31507:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687314.249162:0:31507:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687314.249164:0:31507:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687314.249166:0:31507:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687314.249176:0:31507:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8380 x1875572824526080/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687314.249185:0:31507:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687314.249187:0:31507:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687314.249190:0:31507:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687314.249193:0:31507:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687314.249195:0:31507:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687314.249198:0:31507:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8380 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:31507:1875572824526080:192.168.203.144@tcp:101:lfs.0 00000100:00000001:2.0:1788687314.249202:0:31507:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687314.249207:0:31507:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687314.249209:0:31507:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687314.249212:0:31507:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687314.249216:0:31507:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c6816800. 02000000:00000001:2.0:1788687314.249218:0:31507:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687314.249225:0:31507:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687314.249229:0:31507:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fda50. 00000400:00000010:2.0:1788687314.249236:0:31507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240cc0. 00000100:00000200:2.0:1788687314.249243:0:31507:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824526080, portal 10 00000100:00000001:2.0:1788687314.249245:0:31507:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687314.249246:0:31507:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188032 : -110871289363584 : ffff9b29c42e8380) 00000100:00000040:2.0:1788687314.249252:0:31507:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42e8380 x1875572824526080/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687330 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687314.249260:0:31507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687314.249263:0:31507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687314.249267:0:31507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240e58. 00000100:00000200:2.0:1788687314.249270:0:31507:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824526080, offset 0 00000400:00000200:2.0:1788687314.249276:0:31507:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687314.249284:0:31507:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687314.249292:0:31507:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687314.249297:0:31507:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687314.249301:0:31507:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687314.249304:0:31507:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687314.249307:0:31507:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687314.249310:0:31507:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2372:2372:256:4294967295] 192.168.203.144@tcp LPNI seq info [2372:2372:8:4294967295] 00000400:00000200:2.0:1788687314.249314:0:31507:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687314.249323:0:31507:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687314.249330:0:31507:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687314.249335:0:31507:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eece00. 00000800:00000200:2.0:1788687314.249341:0:31507:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687314.250299:0:31507:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687314.250304:0:31507:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eece00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788687314.250335:0:31507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687314.250340:0:31507:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 793852 usecs (794 jiffies) 00000400:00000200:2.0:1788687314.250417:0:31507:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687314.250421:0:31507:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296441049 00000100:00000001:0.0:1788687314.252502:0:31507:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296440481 00000100:00000001:0.0:1788687314.252514:0:31507:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296441049 00000100:00000001:0.0:1788687314.252518:0:31507:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296440481 00000100:00000001:0.0:1788687314.252522:0:31507:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687314.252525:0:31507:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687314.252529:0:31507:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687314.252530:0:31507:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687314.252534:0:31507:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c98ddd80 going to sleep for 11 seconds 00000100:00000001:0.0:1788687314.252538:0:31507:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687314.252541:0:31507:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687314.252763:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687314.252769:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eece00. 00000400:00000200:3.0:1788687314.252774:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687314.252782:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687314.252789:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240e58 00000400:00000010:3.0:1788687314.252792:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240e58. 00000100:00000001:3.0:1788687314.252796:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687314.252804:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8380 x1875572824526080/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687330 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687314.252815:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687314.252818:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8380 x1875572824526080/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687330 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687314.252831:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687314.252833:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687314.255499:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687314.255514:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687314.255519:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687314.255522:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687314.255530:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.255537:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687314.255546:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.255550:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.255555:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.255559:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f4cd00 00000400:00000200:3.0:1788687314.255564:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.255569:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x687d [1] + 224 00000800:00000001:3.0:1788687314.255576:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687314.255582:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687314.255586:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687314.255590:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687314.255597:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687314.255617:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8380 x1875572824526080/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687330 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687314.255628:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c42e8380 x1875572824526080/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687314.255649:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687314.255657:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687314.255663:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687314.255827:0:31507:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687314.255835:0:31507:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687314.255837:0:31507:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687314.255840:0:31507:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fda50. 00000400:00000200:1.0:1788687314.255845:0:31507:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240cc0 00000400:00000010:1.0:1788687314.255848:0:31507:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240cc0. 00000100:00000001:1.0:1788687314.255851:0:31507:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687314.255856:0:31507:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e8380 x1875572824526080/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687314.255865:0:31507:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e8380 x1875572824526080/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687314.255871:0:31507:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687314.255873:0:31507:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687314.255876:0:31507:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687314.255879:0:31507:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687314.255881:0:31507:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687314.255883:0:31507:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687314.255886:0:31507:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687314.255896:0:31507:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=86 v=5 (5 103 103 103) 00000100:00001000:1.0:1788687314.255900:0:31507:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687314.255902:0:31507:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687314.255904:0:31507:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.255933:0:31507:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687314.255937:0:31507:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687314.255940:0:31507:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687314.255943:0:31507:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967631 00000100:00000001:1.0:1788687314.255946:0:31507:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687314.255947:0:31507:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687314.255952:0:31507:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e8380 x1875572824526080/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687314.255960:0:31507:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687314.255963:0:31507:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687314.255965:0:31507:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687314.255970:0:31507:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e8380 x1875572824526080/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687330 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687314.255978:0:31507:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e8380 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:31507:1875572824526080:192.168.203.144@tcp:101:lfs.0 00000100:00000001:1.0:1788687314.255983:0:31507:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687314.255986:0:31507:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687314.255988:0:31507:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687314.255990:0:31507:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687314.255993:0:31507:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8380 x1875572824526080/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687330 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687314.255999:0:31507:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687314.256002:0:31507:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c98ddd80. 00000100:00000001:1.0:1788687314.256005:0:31507:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687314.256007:0:31507:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.256010:0:31507:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788687314.256014:0:31507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687314.256017:0:31507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687314.256020:0:31507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=4 00000020:00000001:1.0:1788687314.256023:0:31507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.256026:0:31507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000040:1.0:1788687314.256033:0:31507:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29d13a8000, remote cookie: 0x59c08f76ab1d2410, flags: 0x1001 00010000:00010000:1.0:1788687314.256039:0:31507:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687314.256050:0:31507:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687314.256057:0:31507:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788687314.256062:0:31507:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788687314.256064:0:31507:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788687314.256066:0:31507:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788687314.256067:0:31507:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788687314.256070:0:31507:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b29c6090e00) refcount = 1 00010000:00010000:1.0:1788687314.256074:0:31507:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687314.256080:0:31507:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788687314.256083:0:31507:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788687314.256085:0:31507:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687314.256087:0:31507:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788687314.256090:0:31507:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687314.256093:0:31507:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687314.256097:0:31507:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788687314.256099:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.256101:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.256102:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.256103:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.256104:0:31507:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687314.256108:0:31507:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788687314.256110:0:31507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687314.256111:0:31507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687314.256113:0:31507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=3 00000020:00000001:1.0:1788687314.256115:0:31507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.256117:0:31507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.256120:0:31507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687314.256121:0:31507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687314.256122:0:31507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=4 00000020:00000001:1.0:1788687314.256124:0:31507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.256127:0:31507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.256130:0:31507:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687314.256133:0:31507:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687314.256136:0:31507:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687314.256143:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.256143:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.256145:0:31507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687314.256146:0:31507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687314.256147:0:31507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=5 00000020:00000001:1.0:1788687314.256149:0:31507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.256151:0:31507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.256154:0:31507:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687314.256157:0:31507:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687314.256162:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.256163:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788687314.256166:0:31507:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687314.256172:0:31507:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687314.256174:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.256174:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.256175:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.256176:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788687314.256181:0:31507:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c42e8380 x1875572824526080/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687330 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788687314.256190:0:31507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687314.256192:0:31507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687314.256193:0:31507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=3 00000020:00000001:1.0:1788687314.256195:0:31507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.256198:0:31507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.256200:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.256201:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687314.256202:0:31507:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687314.256205:0:31507:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687314.256207:0:31507:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788687314.256210:0:31507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687314.256211:0:31507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687314.256213:0:31507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=3 00000020:00000001:1.0:1788687314.256215:0:31507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.256217:0:31507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00000002:00010000:1.0:1788687314.256221:0:31507:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687314.256227:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.256228:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.256230:0:31507:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687314.256231:0:31507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687314.256232:0:31507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687314.256233:0:31507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=3 00000020:00000001:1.0:1788687314.256234:0:31507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.256236:0:31507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000040:1.0:1788687314.256242:0:31507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090e00 count: 2 00010000:00000001:1.0:1788687314.256244:0:31507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788687314.256247:0:31507:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788687314.256250:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.256251:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687314.256252:0:31507:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788687314.256255:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145b898 00000002:00002000:1.0:1788687314.256257:0:31507:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788687314.256259:0:31507:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687314.256263:0:31507:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687314.256265:0:31507:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788687314.256269:0:31507:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788687314.256272:0:31507:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687314.256276:0:31507:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687314.256279:0:31507:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c1342000. 00000080:00000001:1.0:1788687314.256283:0:31507:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687314.256286:0:31507:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788687314.256292:0:31507:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788687314.256296:0:31507:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788687314.256302:0:31507:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b29d099bdc0. 00800000:00000001:1.0:1788687314.256304:0:31507:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633202628541888 : -110871081009728 : ffff9b29d099bdc0) 00800000:00000001:1.0:1788687314.256307:0:31507:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687314.256310:0:31507:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788687314.256312:0:31507:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788687314.256314:0:31507:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788687314.256317:0:31507:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788687314.256319:0:31507:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788687314.256321:0:31507:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687314.256326:0:31507:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788687314.256329:0:31507:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788687314.256333:0:31507:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788687314.256335:0:31507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687314.256337:0:31507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687314.256338:0:31507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=3 00000020:00000001:1.0:1788687314.256340:0:31507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.256342:0:31507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.256357:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.256359:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687314.256360:0:31507:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788687314.256363:0:31507:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788687314.256364:0:31507:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d099bdc0 1 00800000:00000010:1.0:1788687314.256367:0:31507:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b29d099bdc0. 00800000:00000001:1.0:1788687314.256370:0:31507:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687314.256373:0:31507:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811d83 00800000:00000001:1.0:1788687314.256376:0:31507:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687314.256378:0:31507:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687314.256379:0:31507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687314.256380:0:31507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687314.256382:0:31507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=3 00000020:00000001:1.0:1788687314.256383:0:31507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.256385:0:31507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.256387:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.256388:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687314.256389:0:31507:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687314.256391:0:31507:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687314.256393:0:31507:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687314.256395:0:31507:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687314.256397:0:31507:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d83 from it ffffaca08145bb58 00010000:00000001:1.0:1788687314.256399:0:31507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687314.256400:0:31507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687314.256401:0:31507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=3 00000020:00000001:1.0:1788687314.256403:0:31507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.256404:0:31507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.256406:0:31507:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687314.256408:0:31507:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687314.256414:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.256415:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.256416:0:31507:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687314.256418:0:31507:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687314.256421:0:31507:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687314.256429:0:31507:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687314.256431:0:31507:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687314.256433:0:31507:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687314.256437:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.256438:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.256440:0:31507:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.256442:0:31507:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687314.256445:0:31507:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.256447:0:31507:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.256449:0:31507:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.256451:0:31507:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687314.256452:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.256453:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687314.256456:0:31507:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687314.256460:0:31507:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e8380 x1875572824526080/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687330 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687314.256468:0:31507:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687314.256470:0:31507:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687314.256473:0:31507:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c6816800. 02000000:00000001:1.0:1788687314.256476:0:31507:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687314.256478:0:31507:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687314.256480:0:31507:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687314.256482:0:31507:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687314.256484:0:31507:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c63d6c00. 02000000:00000001:1.0:1788687314.256487:0:31507:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687314.256489:0:31507:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687314.256491:0:31507:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e8380. 00000100:00000001:1.0:1788687314.256494:0:31507:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687314.256496:0:31507:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687314.256499:0:31507:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788687314.256503:0:31507:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687314.256521:0:31507:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c5d00620. 00000020:00000001:1.0:1788687314.256525:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145bae8 00000080:00200000:1.0:1788687314.256528:0:31507:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), flags=13 00000080:00000001:1.0:1788687314.256531:0:31507:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788687314.256533:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145b998 00000080:00200000:1.0:1788687314.256535:0:31507:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=getattr 00000080:00000010:1.0:1788687314.256543:0:31507:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56800. 00800000:00000002:1.0:1788687314.256547:0:31507:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687314.256551:0:31507:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687314.256553:0:31507:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687314.256556:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145b8b8 00800000:00000002:1.0:1788687314.256557:0:31507:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687314.256561:0:31507:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788687314.256564:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145b850 00800000:00000002:1.0:1788687314.256566:0:31507:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:1.0:1788687314.256570:0:31507:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687314.256571:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145b788 00000002:00010000:1.0:1788687314.256573:0:31507:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788687314.256577:0:31507:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788687314.256579:0:31507:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788687314.256583:0:31507:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9bb80. 00000020:00000040:1.0:1788687314.256586:0:31507:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:1.0:1788687314.256590:0:31507:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687314.256593:0:31507:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687314.256596:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.256597:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.256598:0:31507:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687314.256601:0:31507:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687314.256603:0:31507:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687314.256617:0:31507:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687314.256624:0:31507:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6911800. 00000100:00000001:1.0:1788687314.256630:0:31507:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.256633:0:31507:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687314.256634:0:31507:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.256636:0:31507:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687314.256637:0:31507:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.256639:0:31507:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687314.256645:0:31507:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202496420736 : -110871213130880 : ffff9b29c8b9bb80) 00010000:00000001:1.0:1788687314.256648:0:31507:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788687314.256650:0:31507:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788687314.256653:0:31507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090e00 count: 2 00010000:00000001:1.0:1788687314.256655:0:31507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687314.256657:0:31507:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687314.256661:0:31507:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a5e00. 00000020:00000001:1.0:1788687314.256664:0:31507:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687314.256667:0:31507:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a5e00 with handle 0x230d04438e811d8a to hash 00000020:00000001:1.0:1788687314.256669:0:31507:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687314.256671:0:31507:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687314.256674:0:31507:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687314.256677:0:31507:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687314.256679:0:31507:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687314.256682:0:31507:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d8a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31507 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687314.256689:0:31507:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d8a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31507 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687314.256698:0:31507:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d8a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31507 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788687314.256704:0:31507:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687314.256705:0:31507:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687314.256711:0:31507:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c3f64d80. 00000100:00000001:1.0:1788687314.256713:0:31507:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202416504192 : -110871293047424 : ffff9b29c3f64d80) 00000100:00000001:1.0:1788687314.256717:0:31507:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687314.256718:0:31507:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496420736 : -110871213130880 : ffff9b29c8b9bb80) 00000100:00000001:1.0:1788687314.256723:0:31507:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687314.256727:0:31507:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687314.256729:0:31507:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687314.256730:0:31507:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687314.256735:0:31507:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9bb80 x1875572824526208/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687314.256742:0:31507:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687314.256744:0:31507:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687314.256747:0:31507:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687314.256750:0:31507:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687314.256752:0:31507:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687314.256756:0:31507:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9bb80 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:31507:1875572824526208:192.168.203.144@tcp:101:lfs.0 00000100:00000001:1.0:1788687314.256763:0:31507:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687314.256768:0:31507:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687314.256770:0:31507:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687314.256773:0:31507:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687314.256778:0:31507:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c7094800. 02000000:00000001:1.0:1788687314.256780:0:31507:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687314.256786:0:31507:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687314.256790:0:31507:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e01503c8. 00000400:00000010:1.0:1788687314.256795:0:31507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc6e8. 00000100:00000200:1.0:1788687314.256802:0:31507:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824526208, portal 10 00000100:00000001:1.0:1788687314.256803:0:31507:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687314.256805:0:31507:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496420736 : -110871213130880 : ffff9b29c8b9bb80) 00000100:00000040:1.0:1788687314.256810:0:31507:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b9bb80 x1875572824526208/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687330 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687314.256817:0:31507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687314.256820:0:31507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687314.256823:0:31507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcbb0. 00000100:00000200:1.0:1788687314.256826:0:31507:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875572824526208, offset 0 00000400:00000200:1.0:1788687314.256831:0:31507:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687314.256838:0:31507:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687314.256844:0:31507:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687314.256849:0:31507:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687314.256852:0:31507:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687314.256856:0:31507:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687314.256859:0:31507:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687314.256862:0:31507:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2373:2373:256:4294967295] 192.168.203.144@tcp LPNI seq info [2373:2373:8:4294967295] 00000400:00000200:1.0:1788687314.256867:0:31507:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687314.256992:0:31507:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687314.257002:0:31507:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687314.257011:0:31507:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2100. 00000800:00000200:1.0:1788687314.257017:0:31507:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687314.257025:0:31507:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687314.257033:0:31507:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2100 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788687314.257044:0:31507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687314.257049:0:31507:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 792736 usecs (793 jiffies) 00000400:00000200:1.0:1788687314.257052:0:31507:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687314.257055:0:31507:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296441055 00000100:00000001:1.0:1788687314.257066:0:31507:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296441049 00000100:00000001:1.0:1788687314.257074:0:31507:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296441055 00000100:00000001:1.0:1788687314.257077:0:31507:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296441049 00000100:00000001:1.0:1788687314.257080:0:31507:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687314.257082:0:31507:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687314.257085:0:31507:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687314.257087:0:31507:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687314.257089:0:31507:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c3f64d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788687314.257095:0:31507:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687314.257097:0:31507:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687314.257325:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687314.257331:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2100. 00000400:00000200:3.0:1788687314.257335:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687314.257340:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687314.257351:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcbb0 00000400:00000010:3.0:1788687314.257354:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcbb0. 00000100:00000001:3.0:1788687314.257358:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687314.257363:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9bb80 x1875572824526208/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687330 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687314.257377:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687314.257380:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9bb80 x1875572824526208/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687330 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687314.257386:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687314.257387:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687314.266793:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687314.266809:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687314.266814:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687314.266817:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687314.266826:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.266834:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687314.266843:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.266847:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.266852:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.266856:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x6a9d2d3f4cd80 00000400:00000200:3.0:1788687314.266861:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.266867:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x688d [1] + 224 00000800:00000001:3.0:1788687314.266874:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687314.266880:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687314.266883:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687314.266888:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687314.266897:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687314.266978:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9bb80 x1875572824526208/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687330 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687314.266991:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b29c8b9bb80 x1875572824526208/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687314.267001:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687314.267009:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687314.267013:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687314.267089:0:31507:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687314.267097:0:31507:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687314.267099:0:31507:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687314.267102:0:31507:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e01503c8. 00000400:00000200:1.0:1788687314.267107:0:31507:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc6e8 00000400:00000010:1.0:1788687314.267110:0:31507:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc6e8. 00000100:00000001:1.0:1788687314.267113:0:31507:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687314.267118:0:31507:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9bb80 x1875572824526208/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687314.267125:0:31507:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9bb80 x1875572824526208/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687314.267131:0:31507:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687314.267133:0:31507:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687314.267135:0:31507:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687314.267138:0:31507:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687314.267140:0:31507:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687314.267143:0:31507:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687314.267146:0:31507:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687314.267155:0:31507:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=86 v=5 (5 103 103 103) 00000100:00001000:1.0:1788687314.267159:0:31507:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687314.267161:0:31507:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788687314.267165:0:31507:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9b29c8b9bb80 x1875572824526208/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687314.267172:0:31507:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788687314.267175:0:31507:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687314.267177:0:31507:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967631 00000100:00000001:1.0:1788687314.267179:0:31507:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687314.267182:0:31507:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788687314.267186:0:31507:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9bb80 x1875572824526208/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687314.267193:0:31507:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788687314.267195:0:31507:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687314.267197:0:31507:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687314.267201:0:31507:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9bb80 x1875572824526208/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687330 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687314.267208:0:31507:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9bb80 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:31507:1875572824526208:192.168.203.144@tcp:101:lfs.0 00000100:00000001:1.0:1788687314.267212:0:31507:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687314.267215:0:31507:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788687314.267218:0:31507:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687314.267220:0:31507:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687314.267224:0:31507:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9bb80 x1875572824526208/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687330 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687314.267229:0:31507:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687314.267232:0:31507:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c3f64d80. 00000100:00000001:1.0:1788687314.267234:0:31507:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687314.267236:0:31507:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788687314.267239:0:31507:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788687314.267244:0:31507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687314.267246:0:31507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687314.267249:0:31507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=4 00000020:00000001:1.0:1788687314.267252:0:31507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687314.267254:0:31507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00010000:1.0:1788687314.267259:0:31507:0:(ldlm_request.c:687:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d8a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31507 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687314.267270:0:31507:0:(ldlm_request.c:718:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788687314.267274:0:31507:0:(ldlm_request.c:590:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d8a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31507 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687314.267279:0:31507:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687314.267282:0:31507:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d8a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31507 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687314.267287:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.267289:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788687314.267291:0:31507:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d8a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31507 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687314.267297:0:31507:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687314.267300:0:31507:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.267303:0:31507:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788687314.267306:0:31507:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d8a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31507 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687314.267312:0:31507:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29c97a5e00 already unused, calling callback (ffffffffc1baf630) 00000080:00000001:1.0:1788687314.267315:0:31507:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788687314.267318:0:31507:0:(ldlm_request.c:1731:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d8a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31507 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687314.267324:0:31507:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788687314.267327:0:31507:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788687314.267330:0:31507:0:(ldlm_request.c:1741:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d8a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31507 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687314.267334:0:31507:0:(ldlm_request.c:1742:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788687314.267337:0:31507:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788687314.267339:0:31507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687314.267340:0:31507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687314.267342:0:31507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=5 00000020:00000001:1.0:1788687314.267344:0:31507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687314.267346:0:31507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687314.267361:0:31507:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687314.267364:0:31507:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d8a lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31507 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788687314.267370:0:31507:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788687314.267372:0:31507:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687314.267374:0:31507:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788687314.267376:0:31507:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687314.267379:0:31507:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687314.267380:0:31507:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687314.267382:0:31507:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687314.267383:0:31507:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788687314.267386:0:31507:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a5e00 with handle 0x230d04438e811d8a from hash 00010000:00000001:1.0:1788687314.267388:0:31507:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687314.267389:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.267391:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.267392:0:31507:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687314.267393:0:31507:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687314.267394:0:31507:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788687314.267397:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.267397:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.267399:0:31507:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687314.267401:0:31507:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687314.267404:0:31507:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d8a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31507 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687314.267410:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.267411:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.267412:0:31507:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788687314.267414:0:31507:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687314.267415:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.267416:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.267417:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687314.267419:0:31507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d8a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31507 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687314.267428:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.267429:0:31507:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788687314.267434:0:31507:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788687314.267439:0:31507:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9b29c8b9bb80 x1875572824526208/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687330 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788687314.267446:0:31507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788687314.267447:0:31507:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687314.267449:0:31507:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687314.267451:0:31507:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687314.267453:0:31507:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788687314.267455:0:31507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788687314.267457:0:31507:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687314.267458:0:31507:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788687314.267461:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145b710 00000002:00002000:1.0:1788687314.267463:0:31507:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:1.0:1788687314.267466:0:31507:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687314.267469:0:31507:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687314.267472:0:31507:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788687314.267474:0:31507:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788687314.267477:0:31507:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687314.267481:0:31507:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000001:1.0:1788687314.267483:0:31507:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788687314.267485:0:31507:0:(namei.c:674:ll_lookup_it_finish()) it ffffaca08145bb20 it_disposition 7 00000080:00002000:1.0:1788687314.267491:0:31507:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d84c2ca8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1788687314.267498:0:31507:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687314.267502:0:31507:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687314.267504:0:31507:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687314.267506:0:31507:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687314.267512:0:31507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090e00 count: 2 00010000:00000001:1.0:1788687314.267514:0:31507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687314.267518:0:31507:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687314.267520:0:31507:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687314.267524:0:31507:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788687314.267532:0:31507:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687314.267548:0:31507:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687314.267552:0:31507:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788687314.267559:0:31507:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687314.267561:0:31507:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687314.267563:0:31507:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687314.267566:0:31507:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788687314.267567:0:31507:0:(dcache.c:176:ll_intent_release()) intent ffffaca08145b930 released 00000080:00010000:1.0:1788687314.267570:0:31507:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d83 from it ffffaca08145b930 00010000:00000001:1.0:1788687314.267572:0:31507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687314.267574:0:31507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687314.267575:0:31507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=3 00000020:00000001:1.0:1788687314.267577:0:31507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.267580:0:31507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.267582:0:31507:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687314.267584:0:31507:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687314.267590:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.267592:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.267594:0:31507:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687314.267596:0:31507:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687314.267598:0:31507:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788687314.267615:0:31507:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687314.267618:0:31507:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687314.267620:0:31507:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687314.267624:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.267625:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.267626:0:31507:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.267629:0:31507:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687314.267631:0:31507:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.267633:0:31507:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.267635:0:31507:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.267637:0:31507:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687314.267639:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.267640:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687314.267641:0:31507:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788687314.267643:0:31507:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788687314.267646:0:31507:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788687314.267650:0:31507:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56800. 00000100:00000001:1.0:1788687314.267654:0:31507:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687314.267658:0:31507:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9bb80 x1875572824526208/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687330 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687314.267665:0:31507:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687314.267667:0:31507:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687314.267669:0:31507:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c7094800. 02000000:00000001:1.0:1788687314.267673:0:31507:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687314.267675:0:31507:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687314.267676:0:31507:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687314.267679:0:31507:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687314.267681:0:31507:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c6911800. 02000000:00000001:1.0:1788687314.267685:0:31507:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687314.267686:0:31507:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687314.267688:0:31507:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9bb80. 00000100:00000001:1.0:1788687314.267691:0:31507:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687314.267693:0:31507:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687314.267695:0:31507:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788687314.267697:0:31507:0:(dcache.c:176:ll_intent_release()) intent ffffaca08145bb20 released 00000080:00000001:1.0:1788687314.267698:0:31507:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788687314.267702:0:31507:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788687314.267704:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145bb70 00000080:00002000:1.0:1788687314.267706:0:31507:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-1 (ffff9b29d84c2ca8, parent ffff9b29d84cabd0, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788687314.267710:0:31507:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687314.267754:0:31507:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687314.267756:0:31507:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687314.267758:0:31507:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687314.267760:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145bbb0 00000080:00200000:1.0:1788687314.267762:0:31507:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687314.267767:0:31507:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56800. 00800000:00000002:1.0:1788687314.267771:0:31507:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687314.267774:0:31507:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687314.267776:0:31507:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687314.267778:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145bad0 00800000:00000002:1.0:1788687314.267780:0:31507:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687314.267783:0:31507:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687314.267785:0:31507:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687314.267789:0:31507:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687314.267790:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145b9a0 00000002:00010000:1.0:1788687314.267792:0:31507:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687314.267795:0:31507:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687314.267797:0:31507:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687314.267798:0:31507:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687314.267800:0:31507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090e00 count: 2 00010000:00000001:1.0:1788687314.267803:0:31507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687314.267805:0:31507:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687314.267807:0:31507:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687314.267810:0:31507:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788687314.267816:0:31507:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687314.267819:0:31507:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687314.267821:0:31507:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788687314.267827:0:31507:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687314.267828:0:31507:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687314.267830:0:31507:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687314.267832:0:31507:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687314.267833:0:31507:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687314.267835:0:31507:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687314.267837:0:31507:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788687314.267839:0:31507:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687314.267842:0:31507:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56800. 00000080:00000001:1.0:1788687314.267844:0:31507:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687314.267846:0:31507:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687314.267849:0:31507:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687314.267851:0:31507:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811d83 00800000:00000001:1.0:1788687314.267854:0:31507:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687314.267856:0:31507:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687314.267858:0:31507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687314.267859:0:31507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687314.267861:0:31507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=3 00000020:00000001:1.0:1788687314.267863:0:31507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.267865:0:31507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.267867:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.267868:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687314.267870:0:31507:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687314.267871:0:31507:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687314.267874:0:31507:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d83 from it ffffaca08145bbe8 00010000:00000001:1.0:1788687314.267875:0:31507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687314.267877:0:31507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687314.267878:0:31507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=3 00000020:00000001:1.0:1788687314.267880:0:31507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.267882:0:31507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.267884:0:31507:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687314.267886:0:31507:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788687314.267892:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.267893:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.267894:0:31507:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687314.267895:0:31507:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687314.267897:0:31507:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788687314.267903:0:31507:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687314.267950:0:31507:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687314.267951:0:31507:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687314.267954:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.267954:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.267956:0:31507:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.267958:0:31507:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687314.267959:0:31507:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.267961:0:31507:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.267963:0:31507:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.267965:0:31507:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687314.267966:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.267967:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687314.267969:0:31507:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687314.267971:0:31507:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687314.267972:0:31507:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788687314.267978:0:31507:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687314.267982:0:31507:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788687314.267984:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145bbd8 00000080:00002000:1.0:1788687314.267985:0:31507:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff9b29d84c2ca8) flags 0x8000e refc 0 00000080:00000001:1.0:1788687314.267988:0:31507:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687314.267990:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145bc20 00000080:00200000:1.0:1788687314.267991:0:31507:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=16392 00000080:00000001:1.0:1788687314.267997:0:31507:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788687314.267998:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145bba8 00000080:00002000:1.0:1788687314.268000:0:31507:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-1 (ffff9b29d84c2ca8, parent ffff9b29d84cabd0, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788687314.268002:0:31507:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687314.268027:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145bd08 00000080:00200008:1.0:1788687314.268029:0:31507:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788687314.268036:0:31507:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1788687314.268038:0:31507:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687314.268041:0:31507:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687314.268042:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145bc80 00000080:00200000:1.0:1788687314.268043:0:31507:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687314.268047:0:31507:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56800. 00800000:00000002:1.0:1788687314.268050:0:31507:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687314.268053:0:31507:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687314.268054:0:31507:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687314.268056:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145bba0 00800000:00000002:1.0:1788687314.268057:0:31507:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687314.268060:0:31507:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687314.268061:0:31507:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687314.268065:0:31507:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687314.268066:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145ba70 00000002:00010000:1.0:1788687314.268067:0:31507:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687314.268070:0:31507:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687314.268071:0:31507:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687314.268073:0:31507:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687314.268076:0:31507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090e00 count: 2 00010000:00000001:1.0:1788687314.268078:0:31507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687314.268080:0:31507:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687314.268082:0:31507:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687314.268085:0:31507:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788687314.268092:0:31507:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687314.268094:0:31507:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687314.268097:0:31507:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788687314.268109:0:31507:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687314.268110:0:31507:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687314.268112:0:31507:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687314.268114:0:31507:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687314.268115:0:31507:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687314.268117:0:31507:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687314.268119:0:31507:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788687314.268121:0:31507:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687314.268123:0:31507:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56800. 00000080:00000001:1.0:1788687314.268125:0:31507:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687314.268127:0:31507:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687314.268129:0:31507:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687314.268131:0:31507:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811d83 00800000:00000001:1.0:1788687314.268134:0:31507:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687314.268135:0:31507:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687314.268136:0:31507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687314.268137:0:31507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687314.268139:0:31507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=3 00000020:00000001:1.0:1788687314.268140:0:31507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.268143:0:31507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.268144:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.268145:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687314.268147:0:31507:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687314.268149:0:31507:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687314.268150:0:31507:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d83 from it ffffaca08145bcb8 00010000:00000001:1.0:1788687314.268152:0:31507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687314.268153:0:31507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687314.268155:0:31507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=3 00000020:00000001:1.0:1788687314.268156:0:31507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.268158:0:31507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.268160:0:31507:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687314.268162:0:31507:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788687314.268169:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.268170:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.268171:0:31507:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687314.268172:0:31507:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687314.268174:0:31507:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788687314.268180:0:31507:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687314.268182:0:31507:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687314.268183:0:31507:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687314.268185:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.268186:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.268188:0:31507:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.268190:0:31507:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687314.268191:0:31507:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.268192:0:31507:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.268194:0:31507:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.268196:0:31507:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687314.268197:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.268199:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687314.268200:0:31507:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687314.268201:0:31507:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687314.268204:0:31507:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687314.268207:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145bd08 00000080:00000008:1.0:1788687314.268210:0:31507:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788687314.268688:0:31507:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687314.268713:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145bd08 00000080:00200008:1.0:1788687314.268716:0:31507:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788687314.268719:0:31507:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687314.268721:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145bc80 00000080:00200000:1.0:1788687314.268722:0:31507:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687314.268726:0:31507:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56800. 00800000:00000002:1.0:1788687314.268729:0:31507:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687314.268732:0:31507:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687314.268734:0:31507:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687314.268736:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145bba0 00800000:00000002:1.0:1788687314.268737:0:31507:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687314.268740:0:31507:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687314.268742:0:31507:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687314.268745:0:31507:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687314.268747:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145ba70 00000002:00010000:1.0:1788687314.268749:0:31507:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687314.268752:0:31507:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687314.268753:0:31507:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687314.268755:0:31507:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687314.268760:0:31507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090e00 count: 2 00010000:00000001:1.0:1788687314.268763:0:31507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687314.268766:0:31507:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687314.268768:0:31507:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687314.268772:0:31507:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788687314.268779:0:31507:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687314.268781:0:31507:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687314.268785:0:31507:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788687314.268790:0:31507:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687314.268792:0:31507:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687314.268795:0:31507:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687314.268796:0:31507:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687314.268798:0:31507:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687314.268800:0:31507:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687314.268801:0:31507:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788687314.268803:0:31507:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687314.268805:0:31507:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56800. 00000080:00000001:1.0:1788687314.268808:0:31507:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687314.268809:0:31507:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687314.268811:0:31507:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687314.268813:0:31507:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811d83 00800000:00000001:1.0:1788687314.268816:0:31507:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687314.268817:0:31507:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687314.268819:0:31507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687314.268820:0:31507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687314.268822:0:31507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=3 00000020:00000001:1.0:1788687314.268825:0:31507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.268827:0:31507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.268829:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.268831:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687314.268832:0:31507:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687314.268834:0:31507:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687314.268836:0:31507:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d83 from it ffffaca08145bcb8 00010000:00000001:1.0:1788687314.268838:0:31507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687314.268839:0:31507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687314.268840:0:31507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=3 00000020:00000001:1.0:1788687314.268842:0:31507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.268844:0:31507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.268846:0:31507:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687314.268848:0:31507:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788687314.268854:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.268855:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.268856:0:31507:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687314.268858:0:31507:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687314.268859:0:31507:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788687314.268866:0:31507:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687314.268867:0:31507:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687314.268869:0:31507:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687314.268871:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.268872:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.268873:0:31507:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.268876:0:31507:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687314.268877:0:31507:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.268878:0:31507:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.268880:0:31507:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.268882:0:31507:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687314.268884:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.268885:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687314.268886:0:31507:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687314.268888:0:31507:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687314.268890:0:31507:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687314.268893:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145bd08 00000080:00000008:1.0:1788687314.268895:0:31507:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788687314.269040:0:31507:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687314.269042:0:31507:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687314.269043:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145bb78 00000080:00200000:1.0:1788687314.269045:0:31507:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687314.269048:0:31507:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56800. 00800000:00000002:1.0:1788687314.269051:0:31507:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687314.269054:0:31507:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687314.269055:0:31507:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687314.269057:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145ba98 00800000:00000002:1.0:1788687314.269058:0:31507:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687314.269061:0:31507:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687314.269063:0:31507:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687314.269066:0:31507:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687314.269067:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145b968 00000002:00010000:1.0:1788687314.269068:0:31507:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687314.269071:0:31507:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687314.269073:0:31507:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687314.269074:0:31507:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687314.269077:0:31507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090e00 count: 2 00010000:00000001:1.0:1788687314.269079:0:31507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687314.269081:0:31507:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687314.269084:0:31507:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687314.269087:0:31507:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788687314.269093:0:31507:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687314.269095:0:31507:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687314.269097:0:31507:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1788687314.269102:0:31507:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687314.269103:0:31507:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687314.269105:0:31507:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687314.269106:0:31507:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687314.269108:0:31507:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687314.269109:0:31507:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687314.269111:0:31507:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788687314.269113:0:31507:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687314.269115:0:31507:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56800. 00000080:00000001:1.0:1788687314.269117:0:31507:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687314.269118:0:31507:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687314.269120:0:31507:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687314.269122:0:31507:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811d83 00800000:00000001:1.0:1788687314.269124:0:31507:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687314.269125:0:31507:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687314.269126:0:31507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687314.269127:0:31507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687314.269129:0:31507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=3 00000020:00000001:1.0:1788687314.269130:0:31507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.269132:0:31507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.269134:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.269135:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687314.269136:0:31507:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687314.269137:0:31507:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687314.269139:0:31507:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d83 from it ffffaca08145bbb0 00010000:00000001:1.0:1788687314.269141:0:31507:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687314.269142:0:31507:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687314.269143:0:31507:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=3 00000020:00000001:1.0:1788687314.269144:0:31507:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.269146:0:31507:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:1.0:1788687314.269148:0:31507:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687314.269150:0:31507:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788687314.269155:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.269156:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.269157:0:31507:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687314.269158:0:31507:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687314.269161:0:31507:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788687314.269166:0:31507:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687314.269168:0:31507:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687314.269169:0:31507:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687314.269171:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.269172:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.269173:0:31507:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.269175:0:31507:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687314.269176:0:31507:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.269177:0:31507:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.269179:0:31507:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.269181:0:31507:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687314.269182:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.269183:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687314.269184:0:31507:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687314.269186:0:31507:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687314.269188:0:31507:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 44 00000080:00000001:1.0:1788687314.269192:0:31507:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687314.269195:0:31507:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788687314.269197:0:31507:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788687314.269199:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145bb78 00000080:00200008:1.0:1788687314.269202:0:31507:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 300000 00000080:00000010:1.0:1788687314.269207:0:31507:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29e1663540. 00000080:00000001:1.0:1788687314.269210:0:31507:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687314.269211:0:31507:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687314.269222:0:31507:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687314.269225:0:31507:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c03066f0 arg=7fff32eea3b0 00000020:00000001:1.0:1788687314.269230:0:31507:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687314.269234:0:31507:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff9b29c6911800. 00000020:00000001:1.0:1788687314.269238:0:31507:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687314.269241:0:31507:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1788687314.269242:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145bad0 00000080:00200000:1.0:1788687314.269244:0:31507:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) name=d21h.recovery-small-1 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:1.0:1788687314.269249:0:31507:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56800. 00800000:00000002:1.0:1788687314.269251:0:31507:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00800000:00000001:1.0:1788687314.269258:0:31507:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:1.0:1788687314.269260:0:31507:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788687314.269264:0:31507:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633202409432576 : -110871300119040 : ffff9b29c38a6600) 00800000:00000001:1.0:1788687314.269266:0:31507:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788687314.269268:0:31507:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788687314.269270:0:31507:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788687314.269273:0:31507:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788687314.269275:0:31507:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b29e019e800: Allocated FID [0x200000404:0x27:0x0] 40000000:00000001:1.0:1788687314.269278:0:31507:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687314.269280:0:31507:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687314.269281:0:31507:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687314.269283:0:31507:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687314.269285:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145b9e8 00800000:00000002:1.0:1788687314.269287:0:31507:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21h.recovery-small-1' [0x200000404:0x27:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1788687314.269291:0:31507:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1788687314.269293:0:31507:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788687314.269296:0:31507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090e00 count: 2 00010000:00000001:1.0:1788687314.269298:0:31507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687314.269301:0:31507:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788687314.269303:0:31507:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687314.269306:0:31507:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:1.0:1788687314.269312:0:31507:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788687314.269315:0:31507:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788687314.269317:0:31507:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788687314.269318:0:31507:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788687314.269321:0:31507:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687314.269322:0:31507:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687314.269324:0:31507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090e00 count: 3 00010000:00000001:1.0:1788687314.269325:0:31507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687314.269327:0:31507:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687314.269329:0:31507:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687314.269330:0:31507:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687314.269331:0:31507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090e00 count: 3 00010000:00000001:1.0:1788687314.269333:0:31507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687314.269335:0:31507:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687314.269336:0:31507:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687314.269337:0:31507:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687314.269338:0:31507:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090e00 count: 3 00010000:00000001:1.0:1788687314.269340:0:31507:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687314.269341:0:31507:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687314.269343:0:31507:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788687314.269345:0:31507:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b29d8594200, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788687314.269350:0:31507:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:1.0:1788687314.269353:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145b670 00000080:00002000:1.0:1788687314.269354:0:31507:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21h.recovery-small-1 00000080:00000001:1.0:1788687314.269359:0:31507:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788687314.269363:0:31507:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788687314.269366:0:31507:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788687314.269368:0:31507:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788687314.269370:0:31507:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.269372:0:31507:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687314.269375:0:31507:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687314.269377:0:31507:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687314.269378:0:31507:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687314.269380:0:31507:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788687314.269382:0:31507:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29d13a8000 with handle 0x230d04438e811d83 from hash 00010000:00000001:1.0:1788687314.269385:0:31507:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687314.269386:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.269387:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.269388:0:31507:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687314.269390:0:31507:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687314.269391:0:31507:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788687314.269394:0:31507:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788687314.269395:0:31507:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687314.269397:0:31507:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788687314.269402:0:31507:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9bb80. 00000020:00000040:1.0:1788687314.269406:0:31507:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:1.0:1788687314.269411:0:31507:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788687314.269413:0:31507:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.269415:0:31507:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687314.269419:0:31507:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687314.269421:0:31507:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687314.269423:0:31507:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687314.269425:0:31507:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687314.269427:0:31507:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687314.269433:0:31507:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6911000. 00000100:00000001:1.0:1788687314.269439:0:31507:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.269442:0:31507:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687314.269444:0:31507:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788687314.269449:0:31507:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1788687314.269456:0:31507:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788687314.269458:0:31507:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788687314.269461:0:31507:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687314.269463:0:31507:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811d83 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2410 expref: -99 pid: 31507 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:1.0:1788687314.269470:0:31507:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c6090e00 count: 0 00010000:00000010:1.0:1788687314.269475:0:31507:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5044400. 00010000:00000001:1.0:1788687314.269481:0:31507:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.269483:0:31507:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.269485:0:31507:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687314.269486:0:31507:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.269487:0:31507:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788687314.269498:0:31507:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788687314.269508:0:31507:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8b9bb80 x1875572824526464/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687314.269515:0:31507:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687314.269517:0:31507:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687314.269523:0:31507:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c3f64d80. 00000100:00000001:1.0:1788687314.269525:0:31507:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202416504192 : -110871293047424 : ffff9b29c3f64d80) 00000100:00000001:1.0:1788687314.269527:0:31507:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687314.269529:0:31507:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496420736 : -110871213130880 : ffff9b29c8b9bb80) 00000100:00000001:1.0:1788687314.269533:0:31507:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687314.269537:0:31507:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687314.269539:0:31507:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687314.269541:0:31507:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687314.269544:0:31507:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9bb80 x1875572824526464/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687314.269551:0:31507:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687314.269554:0:31507:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687314.269557:0:31507:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687314.269559:0:31507:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687314.269562:0:31507:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687314.269565:0:31507:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9bb80 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:31507:1875572824526464:192.168.203.144@tcp:36:lfs.0 00000100:00000001:1.0:1788687314.269569:0:31507:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687314.269573:0:31507:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687314.269576:0:31507:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687314.269578:0:31507:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687314.269581:0:31507:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6913000. 02000000:00000001:1.0:1788687314.269583:0:31507:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687314.269590:0:31507:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687314.269594:0:31507:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e01503c8. 00000400:00000010:1.0:1788687314.269600:0:31507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc6e8. 00000100:00000200:1.0:1788687314.269621:0:31507:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824526464, portal 10 00000100:00000001:1.0:1788687314.269624:0:31507:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687314.269626:0:31507:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496420736 : -110871213130880 : ffff9b29c8b9bb80) 00000100:00000040:1.0:1788687314.269632:0:31507:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9bb80 x1875572824526464/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687314.269640:0:31507:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687314.269642:0:31507:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687314.269645:0:31507:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc198. 00000100:00000200:1.0:1788687314.269649:0:31507:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875572824526464, offset 0 00000400:00000200:1.0:1788687314.269654:0:31507:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687314.269662:0:31507:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687314.269669:0:31507:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687314.269674:0:31507:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687314.269678:0:31507:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687314.269681:0:31507:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687314.269684:0:31507:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687314.269687:0:31507:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2374:2374:256:4294967295] 192.168.203.144@tcp LPNI seq info [2374:2374:8:4294967295] 00000400:00000200:1.0:1788687314.269690:0:31507:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687314.269700:0:31507:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687314.269705:0:31507:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687314.269710:0:31507:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2e00. 00000800:00000200:1.0:1788687314.269716:0:31507:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687314.269724:0:31507:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687314.269727:0:31507:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2e00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1788687314.269738:0:31507:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687314.269742:0:31507:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 791631 usecs (792 jiffies) 00000400:00000200:1.0:1788687314.269746:0:31507:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687314.269748:0:31507:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296441064 00000100:00000001:1.0:1788687314.269754:0:31507:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296441055 00000100:00000001:1.0:1788687314.269761:0:31507:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296441064 00000100:00000001:1.0:1788687314.269765:0:31507:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296441055 00000100:00000001:1.0:1788687314.269767:0:31507:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687314.269770:0:31507:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687314.269773:0:31507:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687314.269775:0:31507:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687314.269778:0:31507:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c3f64d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788687314.269781:0:31507:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687314.269783:0:31507:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687314.270061:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687314.270067:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2e00. 00000400:00000200:3.0:1788687314.270071:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687314.270076:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687314.270082:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc198 00000400:00000010:3.0:1788687314.270085:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc198. 00000100:00000001:3.0:1788687314.270089:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687314.270093:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9bb80 x1875572824526464/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687314.270103:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687314.270106:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9bb80 x1875572824526464/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687314.270113:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687314.270115:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788687314.278092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5e00. 00000080:00000010:1.1:1788687314.278110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d00620. 00010000:00000010:1.1:1788687314.278118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090e00. 00010000:00000010:1.1:1788687314.278122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8000. 00000800:00000001:3.0:1788687314.279600:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687314.279626:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687314.279630:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687314.279632:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687314.279641:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.279649:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687314.279657:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.279662:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.279667:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.279671:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 448 into portal 10 MB=0x6a9d2d3f4ce80 00000400:00000200:3.0:1788687314.279676:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.279682:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 448/448 into md 0x6895 [1] + 224 00000800:00000001:3.0:1788687314.279689:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687314.279695:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687314.279698:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687314.279703:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687314.279711:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687314.279721:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9bb80 x1875572824526464/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687314.279731:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9b29c8b9bb80 x1875572824526464/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687314.279752:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788687314.279760:0:2361:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788687314.279764:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.279769:0:2361:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687314.279774:0:2361:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2375:2375:256:4294967295] 192.168.203.144@tcp LPNI seq info [2375:2375:8:4294967295] 00000400:00000200:3.0:1788687314.279779:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.279786:0:2361:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1788687314.279792:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687314.279797:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a100. 00000800:00000200:3.0:1788687314.279803:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687314.279811:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687314.279815:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788687314.279903:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687314.279941:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a100. 00000400:00000200:3.0:1788687314.279945:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687314.279949:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1788687314.279954:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687314.279957:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687314.280287:0:31507:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687314.280294:0:31507:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687314.280296:0:31507:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687314.280300:0:31507:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e01503c8. 00000400:00000200:1.0:1788687314.280305:0:31507:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc6e8 00000400:00000010:1.0:1788687314.280307:0:31507:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc6e8. 00000100:00000001:1.0:1788687314.280311:0:31507:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687314.280318:0:31507:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9bb80 x1875572824526464/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687314.280326:0:31507:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9bb80 x1875572824526464/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687314.280333:0:31507:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687314.280335:0:31507:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687314.280337:0:31507:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687314.280340:0:31507:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687314.280352:0:31507:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687314.280354:0:31507:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687314.280358:0:31507:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687314.280366:0:31507:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=86 v=5 (5 103 103 103) 00000100:00001000:1.0:1788687314.280370:0:31507:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687314.280373:0:31507:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687314.280374:0:31507:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.280377:0:31507:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687314.280381:0:31507:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687314.280385:0:31507:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788687314.280388:0:31507:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1] 00000100:00000001:1.0:1788687314.280389:0:31507:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788687314.280391:0:31507:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687314.280393:0:31507:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496420736 : -110871213130880 : ffff9b29c8b9bb80) 00000100:00000001:1.0:1788687314.280396:0:31507:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687314.280397:0:31507:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967631 00000100:00000001:1.0:1788687314.280399:0:31507:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687314.280401:0:31507:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687314.280406:0:31507:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9bb80 x1875572824526464/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687314.280413:0:31507:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687314.280416:0:31507:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687314.280418:0:31507:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687314.280422:0:31507:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9bb80 x1875572824526464/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687314.280430:0:31507:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9bb80 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:31507:1875572824526464:192.168.203.144@tcp:36:lfs.0 00000100:00000001:1.0:1788687314.280434:0:31507:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687314.280437:0:31507:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687314.280439:0:31507:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687314.280441:0:31507:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687314.280444:0:31507:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9bb80 x1875572824526464/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687314.280450:0:31507:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687314.280453:0:31507:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c3f64d80. 00000100:00000001:1.0:1788687314.280456:0:31507:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687314.280458:0:31507:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687314.280466:0:31507:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687314.280469:0:31507:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x27:0x0] 00800000:00000001:1.0:1788687314.280471:0:31507:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687314.280475:0:31507:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788687314.280481:0:31507:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788687314.280483:0:31507:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788687314.280486:0:31507:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:1.0:1788687314.280489:0:31507:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788687314.280503:0:31507:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b29d85ad280. 00000080:00000001:1.0:1788687314.280513:0:31507:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788687314.280515:0:31507:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9b29d85ad348) 00000080:00000001:1.0:1788687314.280518:0:31507:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788687314.280521:0:31507:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:1.0:1788687314.280523:0:31507:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687314.280525:0:31507:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:1.0:1788687314.280528:0:31507:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788687314.280530:0:31507:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833959 mtime from 0 to 1788687314 00000080:00200000:1.0:1788687314.280534:0:31507:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00000080:00000001:1.0:1788687314.280536:0:31507:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788687314.280538:0:31507:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758636360 : -110870950915256 : ffff9b29d85ad348) 00000080:00000001:1.0:1788687314.280541:0:31507:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788687314.280544:0:31507:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788687314.280546:0:31507:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687314.280551:0:31507:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687314.280555:0:31507:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9bb80 x1875572824526464/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687314.280562:0:31507:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687314.280564:0:31507:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687314.280567:0:31507:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56800. 00000080:00000010:1.0:1788687314.280572:0:31507:0:(dir.c:2106:ll_dir_ioctl()) kvfree 'data': 648 at ffff9b29c6911800. 00000080:00000001:1.0:1788687314.280575:0:31507:0:(dir.c:2107:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687314.280592:0:31507:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788687314.280594:0:31507:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788687314.280597:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145bdd0 00000080:00200008:1.0:1788687314.280600:0:31507:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 300000 00000080:00400000:1.0:1788687314.280604:0:31507:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1788687314.280620:0:31507:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29e1663540. 00000080:00000001:1.0:1788687314.280624:0:31507:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788687314.280627:0:31507:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08145bdd0 00000080:00000008:1.0:1788687314.280629:0:31507:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 300000, rc = 0 00000080:00000001:1.0:1788687314.280631:0:31507:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687314.280633:0:31507:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687314.298198:0:31508:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687314.298206:0:31508:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687314.298208:0:31508:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687314.298211:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbb20 00000080:00200000:0.0:1788687314.298215:0:31508:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687314.298224:0:31508:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c57f2a00. 00800000:00000002:0.0:1788687314.298230:0:31508:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687314.298234:0:31508:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687314.298239:0:31508:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687314.298241:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbba40 00800000:00000002:0.0:1788687314.298244:0:31508:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687314.298247:0:31508:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687314.298251:0:31508:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687314.298257:0:31508:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687314.298259:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb910 00000002:00010000:0.0:1788687314.298260:0:31508:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687314.298264:0:31508:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687314.298266:0:31508:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687314.298269:0:31508:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687314.298276:0:31508:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687314.298278:0:31508:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687314.298280:0:31508:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687314.298282:0:31508:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788687314.298284:0:31508:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788687314.298289:0:31508:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f0380. 00000020:00000040:0.0:1788687314.298294:0:31508:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:0.0:1788687314.298300:0:31508:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687314.298305:0:31508:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687314.298309:0:31508:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687314.298312:0:31508:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687314.298315:0:31508:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687314.298319:0:31508:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687314.298326:0:31508:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a00400. 00000100:00000001:0.0:1788687314.298333:0:31508:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.298337:0:31508:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687314.298339:0:31508:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.298341:0:31508:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687314.298342:0:31508:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.299189:0:31508:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687314.299198:0:31508:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00010000:00000001:0.0:1788687314.299203:0:31508:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687314.299205:0:31508:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788687314.299214:0:31508:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c64deb00. 00010000:00000010:0.0:1788687314.299218:0:31508:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5ca0580. 00010000:00000001:0.0:1788687314.299224:0:31508:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687314.299228:0:31508:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc4e00. 00000020:00000001:0.0:1788687314.299232:0:31508:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687314.299234:0:31508:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc4e00 with handle 0x230d04438e811d91 to hash 00000020:00000001:0.0:1788687314.299237:0:31508:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687314.299239:0:31508:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.299243:0:31508:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.299246:0:31508:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687314.299249:0:31508:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687314.299253:0:31508:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31508 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687314.299262:0:31508:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31508 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687314.299271:0:31508:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31508 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687314.299277:0:31508:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687314.299278:0:31508:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687314.299285:0:31508:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c9724840. 00000100:00000001:0.0:1788687314.299287:0:31508:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202508515392 : -110871201036224 : ffff9b29c9724840) 00000100:00000001:0.0:1788687314.299290:0:31508:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687314.299291:0:31508:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00000100:00000001:0.0:1788687314.299295:0:31508:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687314.299299:0:31508:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687314.299302:0:31508:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687314.299303:0:31508:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687314.299314:0:31508:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f0380 x1875572824526592/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687314.299321:0:31508:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687314.299324:0:31508:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687314.299327:0:31508:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687314.299330:0:31508:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687314.299332:0:31508:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687314.299335:0:31508:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f0380 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:31508:1875572824526592:192.168.203.144@tcp:101:lfs.0 00000100:00000001:0.0:1788687314.299339:0:31508:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687314.300827:0:31508:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687314.300833:0:31508:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687314.300837:0:31508:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687314.300846:0:31508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c631d000. 02000000:00000001:0.0:1788687314.300850:0:31508:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687314.300859:0:31508:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687314.300863:0:31508:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f78. 00000400:00000010:0.0:1788687314.300870:0:31508:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdae58. 00000100:00000200:0.0:1788687314.300877:0:31508:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824526592, portal 10 00000100:00000001:0.0:1788687314.300879:0:31508:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687314.300881:0:31508:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00000100:00000040:0.0:1788687314.300893:0:31508:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f0380 x1875572824526592/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687330 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687314.300902:0:31508:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687314.300919:0:31508:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687314.300922:0:31508:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdacc0. 00000100:00000200:0.0:1788687314.300926:0:31508:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824526592, offset 0 00000400:00000200:0.0:1788687314.300932:0:31508:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687314.300941:0:31508:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687314.300949:0:31508:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687314.300954:0:31508:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687314.300958:0:31508:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687314.300962:0:31508:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687314.300964:0:31508:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687314.300968:0:31508:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2376:2376:256:4294967295] 192.168.203.144@tcp LPNI seq info [2376:2376:8:4294967295] 00000400:00000200:0.0:1788687314.300972:0:31508:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687314.300981:0:31508:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687314.300987:0:31508:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687314.300992:0:31508:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946c00. 00000800:00000200:0.0:1788687314.300999:0:31508:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687314.301007:0:31508:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687314.301011:0:31508:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946c00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788687314.301031:0:31508:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687314.301036:0:31508:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 790528 usecs (791 jiffies) 00000400:00000200:0.0:1788687314.301040:0:31508:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687314.301042:0:31508:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296441096 00000100:00000001:0.0:1788687314.301049:0:31508:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296441064 00000100:00000001:0.0:1788687314.301053:0:31508:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296441096 00000100:00000001:0.0:1788687314.301056:0:31508:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296441064 00000100:00000001:0.0:1788687314.301059:0:31508:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687314.301062:0:31508:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687314.301065:0:31508:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687314.301067:0:31508:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687314.301070:0:31508:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c9724840 going to sleep for 11 seconds 00000100:00000001:0.0:1788687314.301073:0:31508:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687314.301075:0:31508:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687314.301326:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687314.301330:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946c00. 00000400:00000200:3.0:1788687314.301337:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687314.301347:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687314.301352:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdacc0 00000400:00000010:3.0:1788687314.301354:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdacc0. 00000100:00000001:3.0:1788687314.301359:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687314.301363:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0380 x1875572824526592/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687330 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687314.301377:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687314.301380:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0380 x1875572824526592/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687330 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687314.301386:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687314.301388:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687314.309755:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687314.309771:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687314.309776:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687314.309779:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687314.309796:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687314.309803:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687314.309813:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687314.309818:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687314.309822:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687314.309826:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f4cf00 00000400:00000200:2.0:1788687314.309831:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687314.309836:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x689d [1] + 224 00000800:00000001:2.0:1788687314.309843:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687314.309854:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687314.309858:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687314.309862:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687314.309870:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687314.309879:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0380 x1875572824526592/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687330 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687314.309889:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c97f0380 x1875572824526592/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687314.309951:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687314.309959:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687314.309963:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687314.310114:0:31508:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687314.310122:0:31508:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687314.310124:0:31508:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687314.310127:0:31508:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f78. 00000400:00000200:0.0:1788687314.310132:0:31508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdae58 00000400:00000010:0.0:1788687314.310134:0:31508:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdae58. 00000100:00000001:0.0:1788687314.310138:0:31508:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687314.310143:0:31508:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f0380 x1875572824526592/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687314.310151:0:31508:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f0380 x1875572824526592/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687314.310156:0:31508:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687314.310159:0:31508:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687314.310161:0:31508:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687314.310164:0:31508:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687314.310167:0:31508:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687314.310169:0:31508:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687314.310172:0:31508:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687314.310182:0:31508:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=86 v=5 (5 103 103 103) 00000100:00001000:0.0:1788687314.310188:0:31508:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687314.310190:0:31508:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687314.310192:0:31508:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.310194:0:31508:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687314.310198:0:31508:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687314.310202:0:31508:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687314.310204:0:31508:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967631 00000100:00000001:0.0:1788687314.310206:0:31508:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687314.310209:0:31508:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687314.310214:0:31508:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f0380 x1875572824526592/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687314.310222:0:31508:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687314.310225:0:31508:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687314.310227:0:31508:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687314.310231:0:31508:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f0380 x1875572824526592/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687330 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687314.310239:0:31508:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f0380 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:31508:1875572824526592:192.168.203.144@tcp:101:lfs.0 00000100:00000001:0.0:1788687314.310244:0:31508:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687314.310247:0:31508:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687314.310249:0:31508:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687314.310252:0:31508:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687314.310255:0:31508:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0380 x1875572824526592/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687330 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687314.310262:0:31508:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687314.310265:0:31508:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c9724840. 00000100:00000001:0.0:1788687314.310271:0:31508:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687314.310273:0:31508:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.310275:0:31508:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687314.310280:0:31508:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.310282:0:31508:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.310285:0:31508:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=4 00000020:00000001:0.0:1788687314.310288:0:31508:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.310291:0:31508:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000040:0.0:1788687314.310298:0:31508:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c5cc4e00, remote cookie: 0x59c08f76ab1d2441, flags: 0x1001 00010000:00010000:0.0:1788687314.310304:0:31508:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687314.310315:0:31508:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687314.310322:0:31508:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788687314.310327:0:31508:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788687314.310329:0:31508:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788687314.310331:0:31508:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788687314.310333:0:31508:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788687314.310336:0:31508:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b29c64deb00) refcount = 1 00010000:00010000:0.0:1788687314.310340:0:31508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687314.310357:0:31508:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788687314.310359:0:31508:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788687314.310361:0:31508:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687314.310364:0:31508:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788687314.310366:0:31508:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687314.310370:0:31508:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687314.310376:0:31508:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788687314.310378:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.310379:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.310380:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.310382:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.310383:0:31508:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687314.310388:0:31508:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788687314.310389:0:31508:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.310390:0:31508:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.310392:0:31508:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687314.310394:0:31508:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.310397:0:31508:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.310399:0:31508:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.310400:0:31508:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.310401:0:31508:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=4 00000020:00000001:0.0:1788687314.310402:0:31508:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.310404:0:31508:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.310407:0:31508:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687314.310410:0:31508:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687314.310413:0:31508:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687314.310419:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.310420:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.310421:0:31508:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.310422:0:31508:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.310423:0:31508:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=5 00000020:00000001:0.0:1788687314.310425:0:31508:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.310426:0:31508:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.310429:0:31508:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687314.310432:0:31508:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687314.310438:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.310439:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687314.310442:0:31508:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687314.310447:0:31508:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687314.310449:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.310450:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.310451:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.310452:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788687314.310457:0:31508:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c97f0380 x1875572824526592/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687330 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788687314.310466:0:31508:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.310467:0:31508:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.310468:0:31508:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687314.310470:0:31508:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.310472:0:31508:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.310474:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.310476:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687314.310477:0:31508:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687314.310479:0:31508:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687314.310482:0:31508:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788687314.310484:0:31508:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.310485:0:31508:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.310486:0:31508:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687314.310488:0:31508:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.310490:0:31508:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00000002:00010000:0.0:1788687314.310493:0:31508:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687314.310499:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.310500:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.310502:0:31508:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687314.310503:0:31508:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.310504:0:31508:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.310505:0:31508:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687314.310508:0:31508:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.310509:0:31508:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000040:0.0:1788687314.310515:0:31508:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64deb00 count: 2 00010000:00000001:0.0:1788687314.310518:0:31508:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788687314.310522:0:31508:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788687314.310524:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.310526:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687314.310527:0:31508:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788687314.310530:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb898 00000002:00002000:0.0:1788687314.310532:0:31508:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788687314.310534:0:31508:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687314.310539:0:31508:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687314.310542:0:31508:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687314.310545:0:31508:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788687314.310549:0:31508:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687314.310553:0:31508:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687314.310558:0:31508:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c57f2a00. 00000080:00000001:0.0:1788687314.310563:0:31508:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687314.310566:0:31508:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788687314.310571:0:31508:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788687314.310575:0:31508:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788687314.310582:0:31508:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b29c4c6ffc0. 00800000:00000001:0.0:1788687314.310584:0:31508:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633202430181312 : -110871279370304 : ffff9b29c4c6ffc0) 00800000:00000001:0.0:1788687314.310586:0:31508:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687314.310588:0:31508:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788687314.310591:0:31508:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788687314.310593:0:31508:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788687314.310596:0:31508:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788687314.310598:0:31508:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788687314.310600:0:31508:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687314.310604:0:31508:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788687314.310619:0:31508:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1788687314.310621:0:31508:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788687307 to 1788687314 00000080:00200000:0.0:1788687314.310626:0:31508:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788687314.310629:0:31508:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.310630:0:31508:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.310632:0:31508:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687314.310634:0:31508:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.310636:0:31508:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.310638:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.310640:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687314.310642:0:31508:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788687314.310644:0:31508:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788687314.310646:0:31508:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29c4c6ffc0 1 00800000:00000010:0.0:1788687314.310648:0:31508:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b29c4c6ffc0. 00800000:00000001:0.0:1788687314.310651:0:31508:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687314.310654:0:31508:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811d91 00800000:00000001:0.0:1788687314.310657:0:31508:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687314.310658:0:31508:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687314.310659:0:31508:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.310660:0:31508:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.310662:0:31508:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687314.310664:0:31508:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.310666:0:31508:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.310668:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.310669:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687314.310670:0:31508:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687314.310672:0:31508:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687314.310674:0:31508:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687314.310676:0:31508:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687314.310679:0:31508:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d91 from it ffffaca081dbbb58 00010000:00000001:0.0:1788687314.310681:0:31508:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.310682:0:31508:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.310683:0:31508:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687314.310685:0:31508:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.310687:0:31508:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.310688:0:31508:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687314.310690:0:31508:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687314.310697:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.310698:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.310699:0:31508:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687314.310701:0:31508:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687314.310704:0:31508:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687314.310713:0:31508:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687314.310715:0:31508:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687314.310717:0:31508:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687314.310720:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.310722:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.310723:0:31508:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.310726:0:31508:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687314.310728:0:31508:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.310730:0:31508:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.310732:0:31508:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.310733:0:31508:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687314.310734:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.310735:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687314.310737:0:31508:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687314.310742:0:31508:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f0380 x1875572824526592/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687330 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687314.310748:0:31508:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687314.310751:0:31508:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687314.310753:0:31508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c631d000. 02000000:00000001:0.0:1788687314.310757:0:31508:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687314.310759:0:31508:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687314.310761:0:31508:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687314.310763:0:31508:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687314.310766:0:31508:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a00400. 02000000:00000001:0.0:1788687314.310769:0:31508:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687314.310771:0:31508:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687314.310773:0:31508:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f0380. 00000100:00000001:0.0:1788687314.310777:0:31508:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687314.310778:0:31508:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687314.310782:0:31508:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788687314.310787:0:31508:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687314.310800:0:31508:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c636d8a0. 00000020:00000001:0.0:1788687314.310804:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbae8 00000080:00200000:0.0:1788687314.310807:0:31508:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), flags=13 00000080:00000001:0.0:1788687314.310810:0:31508:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788687314.310812:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb998 00000080:00200000:0.0:1788687314.310814:0:31508:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=getattr 00000080:00000010:0.0:1788687314.310821:0:31508:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c57f2a00. 00800000:00000002:0.0:1788687314.310825:0:31508:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687314.310830:0:31508:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687314.310833:0:31508:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687314.310834:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb8b8 00800000:00000002:0.0:1788687314.310836:0:31508:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687314.310840:0:31508:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788687314.310844:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb850 00800000:00000002:0.0:1788687314.310846:0:31508:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:0.0:1788687314.310850:0:31508:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687314.310852:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb788 00000002:00010000:0.0:1788687314.310854:0:31508:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788687314.310857:0:31508:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788687314.310859:0:31508:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788687314.310863:0:31508:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f0380. 00000020:00000040:0.0:1788687314.310866:0:31508:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:0.0:1788687314.310870:0:31508:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687314.310874:0:31508:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687314.310876:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.310878:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.310879:0:31508:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687314.310881:0:31508:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687314.310883:0:31508:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687314.310887:0:31508:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687314.310892:0:31508:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a00400. 00000100:00000001:0.0:1788687314.310898:0:31508:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.310901:0:31508:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687314.310903:0:31508:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.310927:0:31508:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687314.310929:0:31508:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.310931:0:31508:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687314.310937:0:31508:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00010000:00000001:0.0:1788687314.310940:0:31508:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687314.310943:0:31508:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788687314.310946:0:31508:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64deb00 count: 2 00010000:00000001:0.0:1788687314.310948:0:31508:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687314.310950:0:31508:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687314.310954:0:31508:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc5e00. 00000020:00000001:0.0:1788687314.310957:0:31508:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687314.310959:0:31508:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc5e00 with handle 0x230d04438e811d98 to hash 00000020:00000001:0.0:1788687314.310961:0:31508:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687314.310962:0:31508:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687314.310966:0:31508:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687314.310968:0:31508:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687314.310970:0:31508:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687314.310973:0:31508:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d98 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31508 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687314.310980:0:31508:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d98 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31508 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687314.310989:0:31508:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d98 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31508 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687314.310995:0:31508:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687314.310996:0:31508:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687314.311002:0:31508:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c9724840. 00000100:00000001:0.0:1788687314.311004:0:31508:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202508515392 : -110871201036224 : ffff9b29c9724840) 00000100:00000001:0.0:1788687314.311007:0:31508:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687314.311008:0:31508:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00000100:00000001:0.0:1788687314.311013:0:31508:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687314.311017:0:31508:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687314.311019:0:31508:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687314.311020:0:31508:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687314.311025:0:31508:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f0380 x1875572824526720/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687314.311036:0:31508:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687314.311038:0:31508:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687314.311042:0:31508:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687314.311044:0:31508:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687314.311046:0:31508:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687314.311049:0:31508:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f0380 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:31508:1875572824526720:192.168.203.144@tcp:101:lfs.0 00000100:00000001:0.0:1788687314.311053:0:31508:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687314.311058:0:31508:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687314.311059:0:31508:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687314.311062:0:31508:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687314.311065:0:31508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c631d000. 02000000:00000001:0.0:1788687314.311067:0:31508:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687314.311072:0:31508:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687314.311075:0:31508:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f78. 00000400:00000010:0.0:1788687314.311079:0:31508:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdae58. 00000100:00000200:0.0:1788687314.311085:0:31508:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824526720, portal 10 00000100:00000001:0.0:1788687314.311087:0:31508:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687314.311089:0:31508:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00000100:00000040:0.0:1788687314.311094:0:31508:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f0380 x1875572824526720/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687330 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687314.311101:0:31508:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687314.311103:0:31508:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687314.311106:0:31508:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda440. 00000100:00000200:0.0:1788687314.311109:0:31508:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875572824526720, offset 0 00000400:00000200:0.0:1788687314.311115:0:31508:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687314.311121:0:31508:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687314.311128:0:31508:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687314.311133:0:31508:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687314.311137:0:31508:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687314.311140:0:31508:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687314.311142:0:31508:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687314.311146:0:31508:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2377:2377:256:4294967295] 192.168.203.144@tcp LPNI seq info [2377:2377:8:4294967295] 00000400:00000200:0.0:1788687314.311150:0:31508:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687314.311159:0:31508:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687314.311165:0:31508:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687314.311169:0:31508:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946e00. 00000800:00000200:0.0:1788687314.311176:0:31508:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687314.311183:0:31508:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687314.311187:0:31508:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946e00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788687314.311197:0:31508:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687314.311201:0:31508:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 789430 usecs (790 jiffies) 00000400:00000200:0.0:1788687314.311203:0:31508:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687314.311206:0:31508:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296441104 00000100:00000001:0.0:1788687314.311213:0:31508:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296441096 00000100:00000001:0.0:1788687314.311218:0:31508:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296441104 00000100:00000001:0.0:1788687314.311222:0:31508:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296441096 00000100:00000001:0.0:1788687314.311225:0:31508:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687314.311228:0:31508:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687314.311230:0:31508:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687314.311232:0:31508:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687314.311234:0:31508:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c9724840 going to sleep for 11 seconds 00000100:00000001:0.0:1788687314.311236:0:31508:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687314.311239:0:31508:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687314.311646:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687314.311652:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946e00. 00000400:00000200:3.0:1788687314.311658:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687314.311664:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687314.311669:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda440 00000400:00000010:3.0:1788687314.311671:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda440. 00000100:00000001:3.0:1788687314.311676:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687314.311681:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0380 x1875572824526720/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687330 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687314.311691:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687314.311694:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0380 x1875572824526720/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687330 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687314.311701:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687314.311703:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687314.315230:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687314.315257:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687314.315264:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687314.315266:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687314.315279:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687314.315289:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687314.315302:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687314.315308:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687314.315315:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687314.315539:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x6a9d2d3f4cf80 00000400:00000200:2.0:1788687314.315547:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687314.315554:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x68a5 [1] + 224 00000800:00000001:2.0:1788687314.315564:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687314.315575:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687314.315579:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687314.315584:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687314.315595:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687314.315616:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0380 x1875572824526720/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687330 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687314.315628:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b29c97f0380 x1875572824526720/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687314.315650:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687314.315661:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687314.315665:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687314.315730:0:31508:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687314.315743:0:31508:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687314.315746:0:31508:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687314.315750:0:31508:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f78. 00000400:00000200:0.0:1788687314.315758:0:31508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdae58 00000400:00000010:0.0:1788687314.315760:0:31508:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdae58. 00000100:00000001:0.0:1788687314.315775:0:31508:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687314.315797:0:31508:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f0380 x1875572824526720/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687314.315809:0:31508:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f0380 x1875572824526720/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687314.315817:0:31508:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687314.315819:0:31508:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687314.315822:0:31508:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687314.315825:0:31508:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687314.315827:0:31508:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687314.315830:0:31508:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687314.315833:0:31508:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687314.315842:0:31508:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=86 v=5 (5 103 103 103) 00000100:00001000:0.0:1788687314.315847:0:31508:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687314.315849:0:31508:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788687314.315853:0:31508:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9b29c97f0380 x1875572824526720/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687314.315859:0:31508:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788687314.315863:0:31508:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687314.315865:0:31508:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967631 00000100:00000001:0.0:1788687314.315867:0:31508:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687314.315870:0:31508:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788687314.315874:0:31508:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f0380 x1875572824526720/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687314.315881:0:31508:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788687314.315884:0:31508:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687314.315886:0:31508:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687314.315890:0:31508:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f0380 x1875572824526720/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687330 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687314.315898:0:31508:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f0380 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:31508:1875572824526720:192.168.203.144@tcp:101:lfs.0 00000100:00000001:0.0:1788687314.315904:0:31508:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687314.315940:0:31508:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788687314.315943:0:31508:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687314.315945:0:31508:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687314.315949:0:31508:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0380 x1875572824526720/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687330 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687314.315960:0:31508:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687314.315964:0:31508:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c9724840. 00000100:00000001:0.0:1788687314.315968:0:31508:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687314.315970:0:31508:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788687314.315973:0:31508:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687314.315977:0:31508:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.315980:0:31508:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.315983:0:31508:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5e00 refcount=4 00000020:00000001:0.0:1788687314.315986:0:31508:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687314.315989:0:31508:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00010000:0.0:1788687314.315994:0:31508:0:(ldlm_request.c:687:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d98 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31508 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687314.316004:0:31508:0:(ldlm_request.c:718:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788687314.316009:0:31508:0:(ldlm_request.c:590:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d98 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31508 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687314.316015:0:31508:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687314.316018:0:31508:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d98 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31508 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687314.316023:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.316025:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687314.316028:0:31508:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d98 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31508 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687314.316033:0:31508:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687314.316037:0:31508:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.316040:0:31508:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788687314.316042:0:31508:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d98 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31508 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687314.316048:0:31508:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29c5cc5e00 already unused, calling callback (ffffffffc1baf630) 00000080:00000001:0.0:1788687314.316052:0:31508:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788687314.316055:0:31508:0:(ldlm_request.c:1731:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d98 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31508 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687314.316061:0:31508:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788687314.316063:0:31508:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788687314.316065:0:31508:0:(ldlm_request.c:1741:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d98 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31508 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687314.316070:0:31508:0:(ldlm_request.c:1742:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788687314.316073:0:31508:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788687314.316074:0:31508:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.316076:0:31508:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.316077:0:31508:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5e00 refcount=5 00000020:00000001:0.0:1788687314.316079:0:31508:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687314.316081:0:31508:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687314.316084:0:31508:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687314.316086:0:31508:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d98 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31508 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788687314.316091:0:31508:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788687314.316093:0:31508:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687314.316095:0:31508:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788687314.316097:0:31508:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687314.316229:0:31508:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687314.316231:0:31508:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687314.316233:0:31508:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687314.316235:0:31508:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788687314.316238:0:31508:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc5e00 with handle 0x230d04438e811d98 from hash 00010000:00000001:0.0:1788687314.316241:0:31508:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687314.316242:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.316243:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.316245:0:31508:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687314.316247:0:31508:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687314.316249:0:31508:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788687314.316252:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.316253:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.316254:0:31508:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687314.316256:0:31508:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687314.316259:0:31508:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d98 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31508 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687314.316265:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.316267:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.316268:0:31508:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788687314.316269:0:31508:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687314.316271:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.316272:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.316272:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687314.316275:0:31508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811d98 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31508 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687314.316287:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.316288:0:31508:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788687314.316294:0:31508:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788687314.316300:0:31508:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff9b29c97f0380 x1875572824526720/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687330 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788687314.316308:0:31508:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788687314.316310:0:31508:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687314.316311:0:31508:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687314.316313:0:31508:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687314.316316:0:31508:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788687314.316318:0:31508:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788687314.316319:0:31508:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687314.316321:0:31508:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788687314.316325:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb710 00000002:00002000:0.0:1788687314.316327:0:31508:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:0.0:1788687314.316331:0:31508:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687314.316334:0:31508:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687314.316337:0:31508:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687314.316340:0:31508:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788687314.316343:0:31508:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687314.316347:0:31508:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000001:0.0:1788687314.316349:0:31508:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788687314.316351:0:31508:0:(namei.c:674:ll_lookup_it_finish()) it ffffaca081dbbb20 it_disposition 7 00000080:00002000:0.0:1788687314.316357:0:31508:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d8709360 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:0.0:1788687314.316364:0:31508:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687314.316369:0:31508:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687314.316371:0:31508:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687314.316374:0:31508:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687314.316380:0:31508:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64deb00 count: 2 00010000:00000001:0.0:1788687314.316384:0:31508:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687314.316388:0:31508:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687314.316390:0:31508:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687314.316394:0:31508:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788687314.316403:0:31508:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687314.316407:0:31508:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687314.316411:0:31508:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788687314.316418:0:31508:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687314.316420:0:31508:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687314.316422:0:31508:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687314.316425:0:31508:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788687314.316427:0:31508:0:(dcache.c:176:ll_intent_release()) intent ffffaca081dbb930 released 00000080:00010000:0.0:1788687314.316430:0:31508:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d91 from it ffffaca081dbb930 00010000:00000001:0.0:1788687314.316432:0:31508:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.316434:0:31508:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.316435:0:31508:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687314.316437:0:31508:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.316440:0:31508:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.316442:0:31508:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687314.316444:0:31508:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687314.316452:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.316453:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.316454:0:31508:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687314.316456:0:31508:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687314.316458:0:31508:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788687314.316466:0:31508:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687314.316468:0:31508:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687314.316470:0:31508:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687314.316473:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.316474:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.316476:0:31508:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.316479:0:31508:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687314.316480:0:31508:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.316482:0:31508:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.316485:0:31508:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.316487:0:31508:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687314.316488:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.316489:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687314.316491:0:31508:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788687314.316492:0:31508:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788687314.316495:0:31508:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788687314.316499:0:31508:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c57f2a00. 00000100:00000001:0.0:1788687314.316503:0:31508:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687314.316508:0:31508:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f0380 x1875572824526720/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687330 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687314.316515:0:31508:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687314.316517:0:31508:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687314.316520:0:31508:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c631d000. 02000000:00000001:0.0:1788687314.316524:0:31508:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687314.316526:0:31508:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687314.316528:0:31508:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687314.316531:0:31508:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687314.316533:0:31508:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a00400. 02000000:00000001:0.0:1788687314.316536:0:31508:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687314.316538:0:31508:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687314.316540:0:31508:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f0380. 00000100:00000001:0.0:1788687314.316543:0:31508:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687314.316544:0:31508:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687314.316547:0:31508:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788687314.316548:0:31508:0:(dcache.c:176:ll_intent_release()) intent ffffaca081dbbb20 released 00000080:00000001:0.0:1788687314.316549:0:31508:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788687314.316553:0:31508:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788687314.316555:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbb70 00000080:00002000:0.0:1788687314.316557:0:31508:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-2 (ffff9b29d8709360, parent ffff9b29d84cabd0, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788687314.316560:0:31508:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687314.316604:0:31508:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687314.316618:0:31508:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687314.316621:0:31508:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687314.316622:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbbb0 00000080:00200000:0.0:1788687314.316624:0:31508:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687314.316629:0:31508:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c57f2a00. 00800000:00000002:0.0:1788687314.316634:0:31508:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687314.316637:0:31508:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687314.316639:0:31508:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687314.316641:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbad0 00800000:00000002:0.0:1788687314.316643:0:31508:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687314.316646:0:31508:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687314.316649:0:31508:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687314.316652:0:31508:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687314.316654:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb9a0 00000002:00010000:0.0:1788687314.316656:0:31508:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687314.316659:0:31508:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687314.316660:0:31508:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687314.316661:0:31508:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687314.316663:0:31508:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64deb00 count: 2 00010000:00000001:0.0:1788687314.316665:0:31508:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687314.316667:0:31508:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687314.316670:0:31508:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687314.316673:0:31508:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788687314.316679:0:31508:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687314.316681:0:31508:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687314.316684:0:31508:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788687314.316689:0:31508:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687314.316691:0:31508:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687314.316692:0:31508:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687314.316694:0:31508:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687314.316696:0:31508:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687314.316698:0:31508:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687314.316700:0:31508:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687314.316702:0:31508:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687314.316704:0:31508:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c57f2a00. 00000080:00000001:0.0:1788687314.316707:0:31508:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687314.316709:0:31508:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687314.316711:0:31508:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687314.316715:0:31508:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811d91 00800000:00000001:0.0:1788687314.316718:0:31508:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687314.316720:0:31508:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687314.316721:0:31508:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.316723:0:31508:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.316724:0:31508:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687314.316726:0:31508:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.316729:0:31508:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.316731:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.316732:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687314.316734:0:31508:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687314.316735:0:31508:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687314.316738:0:31508:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d91 from it ffffaca081dbbbe8 00010000:00000001:0.0:1788687314.316740:0:31508:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.316741:0:31508:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.316742:0:31508:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687314.316744:0:31508:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.316746:0:31508:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.316748:0:31508:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687314.316751:0:31508:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788687314.316757:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.316758:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.316759:0:31508:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687314.316761:0:31508:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687314.316763:0:31508:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788687314.316769:0:31508:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687314.316770:0:31508:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687314.316771:0:31508:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687314.316773:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.316774:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.316775:0:31508:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.316777:0:31508:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687314.316779:0:31508:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.316781:0:31508:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.316783:0:31508:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.316785:0:31508:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687314.316786:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.316787:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687314.316788:0:31508:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687314.316790:0:31508:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687314.316792:0:31508:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788687314.316796:0:31508:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687314.316800:0:31508:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788687314.316802:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbbd8 00000080:00002000:0.0:1788687314.316803:0:31508:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff9b29d8709360) flags 0x8000e refc 0 00000080:00000001:0.0:1788687314.316806:0:31508:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687314.316808:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbc20 00000080:00200000:0.0:1788687314.316810:0:31508:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=16392 00000080:00000001:0.0:1788687314.316813:0:31508:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788687314.316814:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbba8 00000080:00002000:0.0:1788687314.316816:0:31508:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-2 (ffff9b29d8709360, parent ffff9b29d84cabd0, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788687314.316818:0:31508:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687314.316841:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbd08 00000080:00200008:0.0:1788687314.316844:0:31508:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788687314.316848:0:31508:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687314.316850:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbc80 00000080:00200000:0.0:1788687314.316851:0:31508:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687314.316854:0:31508:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c57f2a00. 00800000:00000002:0.0:1788687314.316857:0:31508:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687314.316859:0:31508:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687314.316861:0:31508:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687314.316862:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbba0 00800000:00000002:0.0:1788687314.316863:0:31508:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687314.316866:0:31508:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687314.316868:0:31508:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687314.316871:0:31508:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687314.316872:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbba70 00000002:00010000:0.0:1788687314.316873:0:31508:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687314.316876:0:31508:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687314.316877:0:31508:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687314.316879:0:31508:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687314.316881:0:31508:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64deb00 count: 2 00010000:00000001:0.0:1788687314.316884:0:31508:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687314.316886:0:31508:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687314.316888:0:31508:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687314.316891:0:31508:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788687314.316898:0:31508:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687314.316901:0:31508:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687314.316903:0:31508:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788687314.316961:0:31508:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687314.316963:0:31508:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687314.316965:0:31508:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687314.316967:0:31508:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687314.316968:0:31508:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687314.316970:0:31508:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687314.316972:0:31508:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687314.316973:0:31508:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687314.316975:0:31508:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c57f2a00. 00000080:00000001:0.0:1788687314.316978:0:31508:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687314.316979:0:31508:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687314.316981:0:31508:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687314.316983:0:31508:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811d91 00800000:00000001:0.0:1788687314.316986:0:31508:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687314.316987:0:31508:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687314.316989:0:31508:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.316991:0:31508:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.316992:0:31508:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687314.316994:0:31508:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.316996:0:31508:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.316999:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.317000:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687314.317001:0:31508:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687314.317003:0:31508:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687314.317006:0:31508:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d91 from it ffffaca081dbbcb8 00010000:00000001:0.0:1788687314.317008:0:31508:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.317009:0:31508:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.317010:0:31508:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687314.317012:0:31508:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.317015:0:31508:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.317019:0:31508:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687314.317021:0:31508:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788687314.317027:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.317029:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.317031:0:31508:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687314.317033:0:31508:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687314.317036:0:31508:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687314.317041:0:31508:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687314.317043:0:31508:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687314.317045:0:31508:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687314.317047:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.317048:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.317050:0:31508:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.317052:0:31508:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687314.317054:0:31508:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.317056:0:31508:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.317059:0:31508:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.317060:0:31508:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687314.317062:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.317063:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687314.317065:0:31508:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687314.317067:0:31508:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687314.317070:0:31508:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687314.317074:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbd08 00000080:00000008:0.0:1788687314.317076:0:31508:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788687314.319432:0:31508:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687314.319461:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbd08 00000080:00200008:0.0:1788687314.319464:0:31508:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788687314.319470:0:31508:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687314.319471:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbc80 00000080:00200000:0.0:1788687314.319474:0:31508:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687314.319479:0:31508:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c57f2a00. 00800000:00000002:0.0:1788687314.319485:0:31508:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687314.319489:0:31508:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687314.319493:0:31508:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687314.319495:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbba0 00800000:00000002:0.0:1788687314.319498:0:31508:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687314.319501:0:31508:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687314.319505:0:31508:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687314.319509:0:31508:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687314.319511:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbba70 00000002:00010000:0.0:1788687314.319513:0:31508:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687314.319517:0:31508:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687314.319519:0:31508:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687314.319521:0:31508:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687314.319527:0:31508:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64deb00 count: 2 00010000:00000001:0.0:1788687314.319530:0:31508:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687314.319534:0:31508:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687314.319537:0:31508:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687314.319543:0:31508:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788687314.319553:0:31508:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687314.319557:0:31508:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687314.319561:0:31508:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788687314.319568:0:31508:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687314.319571:0:31508:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687314.319573:0:31508:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687314.319575:0:31508:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687314.319577:0:31508:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687314.319579:0:31508:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687314.319582:0:31508:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687314.319584:0:31508:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687314.319588:0:31508:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c57f2a00. 00000080:00000001:0.0:1788687314.319592:0:31508:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687314.319593:0:31508:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687314.319596:0:31508:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687314.319599:0:31508:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811d91 00800000:00000001:0.0:1788687314.319602:0:31508:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687314.319604:0:31508:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687314.319618:0:31508:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.319621:0:31508:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.319624:0:31508:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687314.319626:0:31508:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.319629:0:31508:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.319632:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.319634:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687314.319636:0:31508:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687314.319638:0:31508:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687314.319641:0:31508:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d91 from it ffffaca081dbbcb8 00010000:00000001:0.0:1788687314.319643:0:31508:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.319644:0:31508:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.319646:0:31508:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687314.319648:0:31508:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.319650:0:31508:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.319652:0:31508:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687314.319655:0:31508:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687314.319663:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.319664:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.319666:0:31508:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687314.319667:0:31508:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687314.319670:0:31508:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788687314.319677:0:31508:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687314.319680:0:31508:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687314.319682:0:31508:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687314.319687:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.319688:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.319690:0:31508:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.319693:0:31508:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687314.319695:0:31508:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.319697:0:31508:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.319699:0:31508:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.319701:0:31508:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687314.319703:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.319704:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687314.319706:0:31508:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687314.319708:0:31508:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687314.319711:0:31508:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687314.319715:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbd08 00000080:00000008:0.0:1788687314.319718:0:31508:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788687314.319838:0:31508:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687314.319840:0:31508:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687314.319842:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbb78 00000080:00200000:0.0:1788687314.319844:0:31508:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687314.319848:0:31508:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c57f2a00. 00800000:00000002:0.0:1788687314.319851:0:31508:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687314.319853:0:31508:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687314.319855:0:31508:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687314.319857:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbba98 00800000:00000002:0.0:1788687314.319859:0:31508:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687314.319861:0:31508:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687314.319863:0:31508:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687314.319866:0:31508:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687314.319867:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb968 00000002:00010000:0.0:1788687314.319869:0:31508:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687314.319872:0:31508:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687314.319873:0:31508:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687314.319875:0:31508:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687314.319878:0:31508:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64deb00 count: 2 00010000:00000001:0.0:1788687314.319880:0:31508:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687314.319883:0:31508:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687314.319885:0:31508:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687314.319889:0:31508:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788687314.319895:0:31508:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687314.319898:0:31508:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687314.319901:0:31508:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1788687314.319939:0:31508:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687314.319941:0:31508:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687314.319943:0:31508:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687314.319945:0:31508:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687314.319947:0:31508:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687314.319948:0:31508:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687314.319951:0:31508:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687314.319953:0:31508:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687314.319955:0:31508:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c57f2a00. 00000080:00000001:0.0:1788687314.319958:0:31508:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687314.319959:0:31508:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687314.319961:0:31508:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687314.319964:0:31508:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811d91 00800000:00000001:0.0:1788687314.319966:0:31508:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687314.319968:0:31508:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687314.319969:0:31508:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.319970:0:31508:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.319972:0:31508:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687314.319974:0:31508:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.319976:0:31508:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.319978:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.319979:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687314.319980:0:31508:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687314.319982:0:31508:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687314.319984:0:31508:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d91 from it ffffaca081dbbbb0 00010000:00000001:0.0:1788687314.319986:0:31508:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.319987:0:31508:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.319988:0:31508:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687314.319989:0:31508:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.319991:0:31508:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.319993:0:31508:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687314.319995:0:31508:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788687314.320000:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.320001:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.320002:0:31508:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687314.320003:0:31508:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687314.320005:0:31508:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788687314.320011:0:31508:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687314.320013:0:31508:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687314.320014:0:31508:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687314.320016:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.320017:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.320018:0:31508:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.320020:0:31508:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687314.320021:0:31508:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.320023:0:31508:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.320025:0:31508:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.320026:0:31508:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687314.320027:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.320028:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687314.320030:0:31508:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687314.320031:0:31508:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687314.320033:0:31508:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 44 00000080:00000001:0.0:1788687314.320037:0:31508:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687314.320041:0:31508:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788687314.320043:0:31508:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788687314.320045:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbb78 00000080:00200008:0.0:1788687314.320047:0:31508:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 300000 00000080:00000010:0.0:1788687314.320052:0:31508:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29d0060500. 00000080:00000001:0.0:1788687314.320057:0:31508:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687314.320059:0:31508:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687314.320070:0:31508:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687314.320072:0:31508:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c03066f0 arg=7ffce57c1670 00000020:00000001:0.0:1788687314.320079:0:31508:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687314.320083:0:31508:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687314.320087:0:31508:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687314.320091:0:31508:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:0.0:1788687314.320092:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbad0 00000080:00200000:0.0:1788687314.320094:0:31508:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) name=d21h.recovery-small-2 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:0.0:1788687314.320100:0:31508:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c57f2a00. 00800000:00000002:0.0:1788687314.320102:0:31508:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00800000:00000001:0.0:1788687314.320108:0:31508:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:0.0:1788687314.320111:0:31508:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788687314.320115:0:31508:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633202409432576 : -110871300119040 : ffff9b29c38a6600) 00800000:00000001:0.0:1788687314.320118:0:31508:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788687314.320120:0:31508:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788687314.320122:0:31508:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788687314.320125:0:31508:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788687314.320128:0:31508:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b29e019e800: Allocated FID [0x200000404:0x28:0x0] 40000000:00000001:0.0:1788687314.320130:0:31508:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687314.320132:0:31508:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687314.320133:0:31508:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687314.320135:0:31508:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687314.320137:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb9e8 00800000:00000002:0.0:1788687314.320139:0:31508:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21h.recovery-small-2' [0x200000404:0x28:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:0.0:1788687314.320143:0:31508:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1788687314.320145:0:31508:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788687314.320148:0:31508:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64deb00 count: 2 00010000:00000001:0.0:1788687314.320150:0:31508:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687314.320153:0:31508:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788687314.320156:0:31508:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687314.320159:0:31508:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1788687314.320167:0:31508:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788687314.320170:0:31508:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788687314.320172:0:31508:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788687314.320174:0:31508:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788687314.320181:0:31508:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687314.320183:0:31508:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687314.320185:0:31508:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64deb00 count: 3 00010000:00000001:0.0:1788687314.320186:0:31508:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687314.320188:0:31508:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687314.320190:0:31508:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687314.320191:0:31508:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687314.320192:0:31508:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64deb00 count: 3 00010000:00000001:0.0:1788687314.320194:0:31508:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687314.320196:0:31508:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687314.320197:0:31508:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687314.320198:0:31508:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687314.320200:0:31508:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64deb00 count: 3 00010000:00000001:0.0:1788687314.320201:0:31508:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687314.320203:0:31508:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687314.320205:0:31508:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788687314.320208:0:31508:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b29d8594200, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788687314.320211:0:31508:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:0.0:1788687314.320214:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb670 00000080:00002000:0.0:1788687314.320215:0:31508:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21h.recovery-small-2 00000080:00000001:0.0:1788687314.320220:0:31508:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788687314.320224:0:31508:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788687314.320227:0:31508:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788687314.320229:0:31508:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788687314.320230:0:31508:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.320233:0:31508:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687314.320236:0:31508:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687314.320237:0:31508:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687314.320239:0:31508:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687314.320241:0:31508:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788687314.320243:0:31508:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc4e00 with handle 0x230d04438e811d91 from hash 00010000:00000001:0.0:1788687314.320246:0:31508:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687314.320247:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.320248:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.320249:0:31508:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687314.320252:0:31508:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687314.320253:0:31508:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788687314.320255:0:31508:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687314.320257:0:31508:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687314.320259:0:31508:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788687314.320264:0:31508:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f0380. 00000020:00000040:0.0:1788687314.320268:0:31508:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:0.0:1788687314.320273:0:31508:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788687314.320275:0:31508:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.320277:0:31508:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687314.320281:0:31508:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687314.320283:0:31508:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687314.320285:0:31508:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687314.320287:0:31508:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687314.320289:0:31508:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687314.320294:0:31508:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a03000. 00000100:00000001:0.0:1788687314.320300:0:31508:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.320302:0:31508:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687314.320304:0:31508:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788687314.320309:0:31508:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1788687314.320315:0:31508:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788687314.320317:0:31508:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687314.320318:0:31508:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687314.320321:0:31508:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811d91 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2441 expref: -99 pid: 31508 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:0.0:1788687314.320327:0:31508:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64deb00 count: 0 00010000:00000010:0.0:1788687314.320332:0:31508:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5ca0580. 00010000:00000001:0.0:1788687314.320340:0:31508:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.320342:0:31508:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.320343:0:31508:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687314.320345:0:31508:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.320347:0:31508:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788687314.320358:0:31508:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788687314.320370:0:31508:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c97f0380 x1875572824526976/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788687314.320377:0:31508:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687314.320379:0:31508:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687314.320385:0:31508:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c9724840. 00000100:00000001:0.0:1788687314.320388:0:31508:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202508515392 : -110871201036224 : ffff9b29c9724840) 00000100:00000001:0.0:1788687314.320390:0:31508:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687314.320392:0:31508:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00000100:00000001:0.0:1788687314.320396:0:31508:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687314.320401:0:31508:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687314.320403:0:31508:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687314.320405:0:31508:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687314.320409:0:31508:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f0380 x1875572824526976/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687314.320417:0:31508:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687314.320420:0:31508:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687314.320423:0:31508:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687314.320425:0:31508:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687314.320428:0:31508:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687314.320432:0:31508:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f0380 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:31508:1875572824526976:192.168.203.144@tcp:36:lfs.0 00000100:00000001:0.0:1788687314.320435:0:31508:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687314.320441:0:31508:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687314.320443:0:31508:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687314.320445:0:31508:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687314.320449:0:31508:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a02400. 02000000:00000001:0.0:1788687314.320451:0:31508:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687314.320460:0:31508:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687314.320465:0:31508:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f78. 00000400:00000010:0.0:1788687314.320472:0:31508:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdae58. 00000100:00000200:0.0:1788687314.320479:0:31508:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824526976, portal 10 00000100:00000001:0.0:1788687314.320481:0:31508:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687314.320482:0:31508:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00000100:00000040:0.0:1788687314.320488:0:31508:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f0380 x1875572824526976/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687314.320495:0:31508:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687314.320498:0:31508:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687314.320500:0:31508:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda5d8. 00000100:00000200:0.0:1788687314.320503:0:31508:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875572824526976, offset 0 00000400:00000200:0.0:1788687314.320508:0:31508:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687314.320516:0:31508:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687314.320523:0:31508:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687314.320528:0:31508:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687314.320531:0:31508:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687314.320535:0:31508:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687314.320538:0:31508:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687314.320541:0:31508:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2378:2378:256:4294967295] 192.168.203.144@tcp LPNI seq info [2378:2378:8:4294967295] 00000400:00000200:0.0:1788687314.320546:0:31508:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687314.320555:0:31508:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687314.320562:0:31508:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687314.320567:0:31508:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946100. 00000800:00000200:0.0:1788687314.320573:0:31508:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687314.320580:0:31508:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687314.320584:0:31508:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946100 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1788687314.320605:0:31508:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687314.320850:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687314.320860:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946100. 00000400:00000200:3.0:1788687314.320870:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687314.320881:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687314.320889:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda5d8 00000400:00000010:3.0:1788687314.320893:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda5d8. 00000100:00000001:3.0:1788687314.320899:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687314.320949:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0380 x1875572824526976/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687330 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687314.320963:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687314.320968:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0380 x1875572824526976/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687330 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687314.320981:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687314.320983:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1788687314.322350:0:31508:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 788322 usecs (789 jiffies) 00000400:00000200:0.0:1788687314.322357:0:31508:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687314.322361:0:31508:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296441116 00000100:00000001:0.0:1788687314.322370:0:31508:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296441104 00000100:00000001:0.0:1788687314.322376:0:31508:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296441116 00000100:00000001:0.0:1788687314.322380:0:31508:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296441104 00000100:00000001:0.0:1788687314.322384:0:31508:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687314.322387:0:31508:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687314.322390:0:31508:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687314.322392:0:31508:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687314.322396:0:31508:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c9724840 going to sleep for 11 seconds 00000100:00000001:0.0:1788687314.322399:0:31508:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687314.322402:0:31508:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788687314.323966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5e00. 00000080:00000010:0.1:1788687314.329048:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636d8a0. 00010000:00000010:0.1:1788687314.329065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64deb00. 00010000:00000010:0.1:1788687314.329071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4e00. 00000800:00000001:2.0:1788687314.347569:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687314.347594:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687314.347600:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687314.347603:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687314.347625:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687314.347636:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687314.347647:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687314.347654:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687314.347661:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687314.347666:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 448 into portal 10 MB=0x6a9d2d3f4d080 00000400:00000200:2.0:1788687314.347673:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687314.347680:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 448/448 into md 0x68ad [1] + 224 00000800:00000001:2.0:1788687314.347690:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687314.347700:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687314.347704:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687314.347709:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687314.347720:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687314.347733:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0380 x1875572824526976/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687330 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687314.347747:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9b29c97f0380 x1875572824526976/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687314.347769:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788687314.347781:0:2362:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788687314.347785:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687314.347791:0:2362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687314.347799:0:2362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2379:2379:256:4294967295] 192.168.203.144@tcp LPNI seq info [2379:2379:8:4294967295] 00000400:00000200:2.0:1788687314.347804:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687314.347813:0:2362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1788687314.347820:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687314.347827:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec700. 00000800:00000200:2.0:1788687314.347835:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687314.347845:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687314.347851:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec700 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1788687314.348270:0:31508:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687314.348285:0:31508:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687314.348287:0:31508:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687314.348291:0:31508:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f78. 00000400:00000200:0.0:1788687314.348301:0:31508:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdae58 00000400:00000010:0.0:1788687314.348304:0:31508:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdae58. 00000100:00000001:0.0:1788687314.348309:0:31508:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687314.348322:0:31508:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f0380 x1875572824526976/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687314.348335:0:31508:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f0380 x1875572824526976/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687314.348344:0:31508:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687314.348346:0:31508:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687314.348349:0:31508:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687314.348352:0:31508:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687314.348355:0:31508:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687314.348358:0:31508:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687314.348361:0:31508:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687314.348371:0:31508:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=86 v=5 (5 103 103 103) 00000100:00001000:0.0:1788687314.348376:0:31508:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687314.348379:0:31508:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687314.348380:0:31508:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.348383:0:31508:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687314.348388:0:31508:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687314.348391:0:31508:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687314.348393:0:31508:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1] 00000100:00000001:0.0:1788687314.348395:0:31508:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687314.348397:0:31508:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687314.348399:0:31508:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00000100:00000001:0.0:1788687314.348402:0:31508:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687314.348404:0:31508:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967631 00000100:00000001:0.0:1788687314.348406:0:31508:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687314.348408:0:31508:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687314.348413:0:31508:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f0380 x1875572824526976/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687330 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687314.348420:0:31508:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687314.348423:0:31508:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687314.348425:0:31508:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687314.348429:0:31508:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f0380 x1875572824526976/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687330 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687314.348437:0:31508:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f0380 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:31508:1875572824526976:192.168.203.144@tcp:36:lfs.0 00000100:00000001:0.0:1788687314.348441:0:31508:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687314.348444:0:31508:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687314.348447:0:31508:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687314.348449:0:31508:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687314.348453:0:31508:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0380 x1875572824526976/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687330 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687314.348459:0:31508:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687314.348462:0:31508:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c9724840. 00000100:00000001:0.0:1788687314.348466:0:31508:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687314.348468:0:31508:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687314.348476:0:31508:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687314.348479:0:31508:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x28:0x0] 00800000:00000001:0.0:1788687314.348481:0:31508:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687314.348485:0:31508:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788687314.348491:0:31508:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788687314.348493:0:31508:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788687314.348496:0:31508:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1788687314.348499:0:31508:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788687314.348516:0:31508:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b29d85918c0. 00000080:00000001:0.0:1788687314.348526:0:31508:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788687314.348528:0:31508:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9b29d8591988) 00000080:00000001:0.0:1788687314.348532:0:31508:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788687314.348534:0:31508:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:0.0:1788687314.348538:0:31508:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687314.348539:0:31508:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1788687314.348542:0:31508:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788687314.348545:0:31508:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833960 mtime from 0 to 1788687314 00000080:00200000:0.0:1788687314.348549:0:31508:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00000080:00000001:0.0:1788687314.348551:0:31508:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788687314.348553:0:31508:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758523272 : -110870951028344 : ffff9b29d8591988) 00000080:00000001:0.0:1788687314.348556:0:31508:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788687314.348558:0:31508:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788687314.348560:0:31508:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687314.348567:0:31508:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687314.348570:0:31508:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0380 x1875572824526976/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687330 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687314.348576:0:31508:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687314.348578:0:31508:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687314.348581:0:31508:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c57f2a00. 00000080:00000010:0.0:1788687314.348587:0:31508:0:(dir.c:2106:ll_dir_ioctl()) kvfree 'data': 648 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687314.348591:0:31508:0:(dir.c:2107:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687314.348620:0:31508:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788687314.348623:0:31508:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788687314.348628:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbdd0 00000080:00200008:0.0:1788687314.348630:0:31508:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 300000 00000080:00400000:0.0:1788687314.348635:0:31508:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1788687314.348639:0:31508:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29d0060500. 00000800:00000200:2.0:1788687314.348640:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000080:00000001:0.0:1788687314.348645:0:31508:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1788687314.348650:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec700. 00000020:00000001:0.0:1788687314.348651:0:31508:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbdd0 00000080:00000008:0.0:1788687314.348660:0:31508:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 300000, rc = 0 00000400:00000200:2.0:1788687314.348662:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000080:00000001:0.0:1788687314.348672:0:31508:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687314.348678:0:31508:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687314.348680:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1788687314.348695:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687314.348700:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687314.384929:0:31510:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687314.384937:0:31510:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687314.384939:0:31510:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687314.384943:0:31510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbbc0 00000080:00200000:1.0:1788687314.384947:0:31510:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687314.384955:0:31510:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56600. 00800000:00000002:1.0:1788687314.384962:0:31510:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687314.384966:0:31510:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687314.384971:0:31510:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687314.384973:0:31510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbae0 00800000:00000002:1.0:1788687314.384976:0:31510:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687314.384979:0:31510:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687314.384982:0:31510:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687314.384987:0:31510:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687314.384989:0:31510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb9b0 00000002:00010000:1.0:1788687314.384991:0:31510:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687314.384994:0:31510:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687314.384996:0:31510:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687314.384998:0:31510:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687314.385004:0:31510:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687314.385007:0:31510:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687314.385008:0:31510:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687314.385010:0:31510:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788687314.385012:0:31510:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788687314.385018:0:31510:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9ad80. 00000020:00000040:1.0:1788687314.385021:0:31510:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:1.0:1788687314.385028:0:31510:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687314.385032:0:31510:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687314.385035:0:31510:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687314.385039:0:31510:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687314.385041:0:31510:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687314.385045:0:31510:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687314.385051:0:31510:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6911800. 00000100:00000001:1.0:1788687314.385057:0:31510:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.385062:0:31510:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687314.385064:0:31510:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.385065:0:31510:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687314.385066:0:31510:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.385068:0:31510:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687314.385072:0:31510:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00010000:00000001:1.0:1788687314.385076:0:31510:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788687314.385078:0:31510:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788687314.385082:0:31510:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c422fd00. 00010000:00000010:1.0:1788687314.385086:0:31510:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5d3b900. 00010000:00000001:1.0:1788687314.385092:0:31510:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687314.385095:0:31510:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a5e00. 00000020:00000001:1.0:1788687314.385099:0:31510:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687314.385102:0:31510:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a5e00 with handle 0x230d04438e811d9f to hash 00000020:00000001:1.0:1788687314.385105:0:31510:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687314.385106:0:31510:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687314.385110:0:31510:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687314.385113:0:31510:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687314.385116:0:31510:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687314.385121:0:31510:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d9f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687314.385131:0:31510:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d9f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687314.385143:0:31510:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d9f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31510 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788687314.385149:0:31510:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687314.385152:0:31510:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687314.385159:0:31510:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c3f64d80. 00000100:00000001:1.0:1788687314.385161:0:31510:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202416504192 : -110871293047424 : ffff9b29c3f64d80) 00000100:00000001:1.0:1788687314.385164:0:31510:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687314.385166:0:31510:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000100:00000001:1.0:1788687314.385171:0:31510:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687314.385175:0:31510:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687314.385178:0:31510:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687314.385179:0:31510:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687314.385192:0:31510:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9ad80 x1875572824527104/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687314.385200:0:31510:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687314.385202:0:31510:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687314.385206:0:31510:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687314.385209:0:31510:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687314.385213:0:31510:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687314.385217:0:31510:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:31510:1875572824527104:192.168.203.144@tcp:101:multiop.0 00000100:00000001:1.0:1788687314.385222:0:31510:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687314.385227:0:31510:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687314.385229:0:31510:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687314.385232:0:31510:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687314.385239:0:31510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c7094800. 02000000:00000001:1.0:1788687314.385242:0:31510:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687314.385250:0:31510:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687314.385254:0:31510:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e01503c8. 00000400:00000010:1.0:1788687314.385260:0:31510:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc6e8. 00000100:00000200:1.0:1788687314.385267:0:31510:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824527104, portal 10 00000100:00000001:1.0:1788687314.385270:0:31510:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687314.385271:0:31510:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000100:00000040:1.0:1788687314.385278:0:31510:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b9ad80 x1875572824527104/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687330 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687314.385285:0:31510:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687314.385288:0:31510:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687314.385291:0:31510:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc440. 00000100:00000200:1.0:1788687314.385295:0:31510:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824527104, offset 0 00000400:00000200:1.0:1788687314.385301:0:31510:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687314.385309:0:31510:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687314.385317:0:31510:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687314.385323:0:31510:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687314.385328:0:31510:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687314.385332:0:31510:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687314.385335:0:31510:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687314.385341:0:31510:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2380:2380:256:4294967295] 192.168.203.144@tcp LPNI seq info [2380:2380:8:4294967295] 00000400:00000200:1.0:1788687314.385346:0:31510:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687314.385359:0:31510:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687314.385365:0:31510:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687314.385370:0:31510:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2f00. 00000800:00000200:1.0:1788687314.385377:0:31510:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687314.385385:0:31510:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687314.385390:0:31510:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788687314.389777:0:31510:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687314.389792:0:31510:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 787260 usecs (788 jiffies) 00000400:00000200:1.0:1788687314.389801:0:31510:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687314.389805:0:31510:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296441182 00000100:00000001:1.0:1788687314.389814:0:31510:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296441116 00000100:00000001:1.0:1788687314.389819:0:31510:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296441182 00000100:00000001:1.0:1788687314.389823:0:31510:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296441116 00000100:00000001:1.0:1788687314.389826:0:31510:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687314.389889:0:31510:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687314.389893:0:31510:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687314.389895:0:31510:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687314.389899:0:31510:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c3f64d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788687314.389903:0:31510:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687314.390035:0:31510:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687314.390411:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687314.390417:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2f00. 00000400:00000200:2.0:1788687314.390422:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687314.390430:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687314.390438:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc440 00000400:00000010:2.0:1788687314.390441:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc440. 00000100:00000001:2.0:1788687314.390446:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687314.390454:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9ad80 x1875572824527104/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687330 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687314.390466:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687314.390469:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9ad80 x1875572824527104/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687330 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687314.390476:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687314.390477:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687314.393457:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687314.393474:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687314.393478:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687314.393481:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687314.393489:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.393495:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687314.393504:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.393508:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.393513:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.393517:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f4d100 00000400:00000200:3.0:1788687314.393521:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.393528:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x68b5 [1] + 224 00000800:00000001:3.0:1788687314.393535:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687314.393544:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687314.393548:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687314.393552:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687314.393560:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687314.393567:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9ad80 x1875572824527104/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687330 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687314.393577:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c8b9ad80 x1875572824527104/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687314.393597:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687314.393605:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687314.393617:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687314.393723:0:31510:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687314.393731:0:31510:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687314.393732:0:31510:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687314.393736:0:31510:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e01503c8. 00000400:00000200:1.0:1788687314.393741:0:31510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc6e8 00000400:00000010:1.0:1788687314.393744:0:31510:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc6e8. 00000100:00000001:1.0:1788687314.393747:0:31510:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687314.393751:0:31510:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9ad80 x1875572824527104/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687314.393759:0:31510:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9ad80 x1875572824527104/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687314.393764:0:31510:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687314.393766:0:31510:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687314.393768:0:31510:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687314.393771:0:31510:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687314.393774:0:31510:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687314.393776:0:31510:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687314.393779:0:31510:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687314.393788:0:31510:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=86 v=5 (5 103 103 103) 00000100:00001000:1.0:1788687314.393793:0:31510:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687314.393795:0:31510:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687314.393797:0:31510:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.393800:0:31510:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687314.393804:0:31510:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687314.393808:0:31510:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687314.393810:0:31510:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967631 00000100:00000001:1.0:1788687314.393812:0:31510:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687314.393815:0:31510:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687314.393819:0:31510:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9ad80 x1875572824527104/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687314.393857:0:31510:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687314.393861:0:31510:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687314.393862:0:31510:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687314.393867:0:31510:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9ad80 x1875572824527104/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687330 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687314.393875:0:31510:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:31510:1875572824527104:192.168.203.144@tcp:101:multiop.0 00000100:00000001:1.0:1788687314.393880:0:31510:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687314.393884:0:31510:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687314.393886:0:31510:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687314.393888:0:31510:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687314.393892:0:31510:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9ad80 x1875572824527104/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687330 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687314.393898:0:31510:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687314.393900:0:31510:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c3f64d80. 00000100:00000001:1.0:1788687314.393932:0:31510:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687314.393935:0:31510:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687314.393938:0:31510:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788687314.393942:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687314.393945:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687314.393948:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=4 00000020:00000001:1.0:1788687314.393951:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687314.393954:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000040:1.0:1788687314.393962:0:31510:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c97a5e00, remote cookie: 0x59c08f76ab1d2472, flags: 0x1001 00010000:00010000:1.0:1788687314.393969:0:31510:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d9f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2472 expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687314.393979:0:31510:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d9f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2472 expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687314.393986:0:31510:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788687314.393990:0:31510:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788687314.393992:0:31510:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788687314.393994:0:31510:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788687314.393995:0:31510:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788687314.393997:0:31510:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b29c422fd00) refcount = 1 00010000:00010000:1.0:1788687314.394002:0:31510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d9f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2472 expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687314.394008:0:31510:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788687314.394010:0:31510:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788687314.394012:0:31510:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687314.394015:0:31510:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788687314.394017:0:31510:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687314.394020:0:31510:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d9f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2472 expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687314.394025:0:31510:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788687314.394026:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.394028:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.394029:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.394030:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.394031:0:31510:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687314.394035:0:31510:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788687314.394037:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687314.394038:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687314.394040:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=3 00000020:00000001:1.0:1788687314.394042:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687314.394044:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687314.394046:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687314.394047:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687314.394048:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=4 00000020:00000001:1.0:1788687314.394049:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687314.394051:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687314.394053:0:31510:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687314.394056:0:31510:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687314.394059:0:31510:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d9f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2472 expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687314.394065:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.394066:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.394067:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687314.394068:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687314.394069:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=5 00000020:00000001:1.0:1788687314.394070:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687314.394073:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687314.394075:0:31510:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687314.394077:0:31510:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d9f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2472 expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687314.394082:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.394083:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788687314.394086:0:31510:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d9f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2472 expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687314.394091:0:31510:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687314.394093:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.394093:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.394095:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.394096:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788687314.394100:0:31510:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c8b9ad80 x1875572824527104/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687330 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788687314.394109:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687314.394110:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687314.394111:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=3 00000020:00000001:1.0:1788687314.394113:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687314.394115:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687314.394117:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.394118:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687314.394120:0:31510:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687314.394122:0:31510:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687314.394125:0:31510:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788687314.394127:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687314.394128:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687314.394129:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=3 00000020:00000001:1.0:1788687314.394131:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687314.394133:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00000002:00010000:1.0:1788687314.394136:0:31510:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2472 expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687314.394143:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.394144:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687314.394146:0:31510:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687314.394147:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687314.394148:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687314.394149:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=3 00000020:00000001:1.0:1788687314.394151:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687314.394153:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000040:1.0:1788687314.394159:0:31510:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422fd00 count: 2 00010000:00000001:1.0:1788687314.394161:0:31510:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788687314.394165:0:31510:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788687314.394168:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687314.394169:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687314.394170:0:31510:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788687314.394173:0:31510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb938 00000002:00002000:1.0:1788687314.394175:0:31510:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788687314.394178:0:31510:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687314.394182:0:31510:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687314.394185:0:31510:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788687314.394188:0:31510:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788687314.394191:0:31510:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687314.394194:0:31510:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687314.394198:0:31510:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56600. 00000080:00000001:1.0:1788687314.394201:0:31510:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687314.394203:0:31510:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788687314.394209:0:31510:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788687314.394212:0:31510:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788687314.394544:0:31510:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b29c4c6ffc0. 00800000:00000001:0.0:1788687314.394549:0:31510:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633202430181312 : -110871279370304 : ffff9b29c4c6ffc0) 00800000:00000001:0.0:1788687314.394552:0:31510:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687314.394555:0:31510:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788687314.394559:0:31510:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788687314.394561:0:31510:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788687314.394564:0:31510:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788687314.394566:0:31510:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788687314.394568:0:31510:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687314.394572:0:31510:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788687314.394575:0:31510:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788687314.394579:0:31510:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788687314.394582:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.394584:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.394586:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=3 00000020:00000001:0.0:1788687314.394588:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:0.0:1788687314.394590:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:0.0:1788687314.394593:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.394594:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687314.394595:0:31510:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788687314.394598:0:31510:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788687314.394600:0:31510:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29c4c6ffc0 1 00800000:00000010:0.0:1788687314.394602:0:31510:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b29c4c6ffc0. 00800000:00000001:0.0:1788687314.394615:0:31510:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687314.394618:0:31510:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811d9f 00800000:00000001:0.0:1788687314.394621:0:31510:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687314.394623:0:31510:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687314.394625:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.394626:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.394627:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=3 00000020:00000001:0.0:1788687314.394629:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:0.0:1788687314.394632:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:0.0:1788687314.394634:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.394635:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687314.394636:0:31510:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687314.394638:0:31510:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687314.394640:0:31510:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687314.394643:0:31510:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687314.394646:0:31510:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d9f from it ffffaca081dbbbf8 00010000:00000001:0.0:1788687314.394648:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.394649:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.394650:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=3 00000020:00000001:0.0:1788687314.394652:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:0.0:1788687314.394654:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:0.0:1788687314.394656:0:31510:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687314.394659:0:31510:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2472 expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687314.394665:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.394666:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.394668:0:31510:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687314.394671:0:31510:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687314.394673:0:31510:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d9f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2472 expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687314.394682:0:31510:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687314.394684:0:31510:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687314.394686:0:31510:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687314.394689:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.394690:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.394692:0:31510:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.394695:0:31510:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687314.394697:0:31510:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.394699:0:31510:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.394702:0:31510:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.394704:0:31510:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687314.394705:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.394706:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687314.394708:0:31510:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687314.394714:0:31510:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9ad80 x1875572824527104/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687330 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687314.394721:0:31510:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687314.394723:0:31510:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687314.394726:0:31510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c7094800. 02000000:00000001:0.0:1788687314.394730:0:31510:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687314.394733:0:31510:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687314.394735:0:31510:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687314.394737:0:31510:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687314.394740:0:31510:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c6911800. 02000000:00000001:0.0:1788687314.394743:0:31510:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687314.394745:0:31510:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687314.394747:0:31510:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9ad80. 00000100:00000001:0.0:1788687314.394750:0:31510:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687314.394752:0:31510:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687314.394755:0:31510:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788687314.394759:0:31510:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687314.394772:0:31510:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c636da80. 00000020:00000001:0.0:1788687314.394776:0:31510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbb28 00000080:00200000:0.0:1788687314.394778:0:31510:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), flags=25 00000080:00000001:0.0:1788687314.394782:0:31510:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788687314.394783:0:31510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb9d8 00000080:00200000:0.0:1788687314.394785:0:31510:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=0 00000080:00000010:0.0:1788687314.394792:0:31510:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c57f2e00. 00800000:00000002:0.0:1788687314.394796:0:31510:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687314.394800:0:31510:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687314.394802:0:31510:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687314.394804:0:31510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb8f8 00800000:00000002:0.0:1788687314.394806:0:31510:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687314.394809:0:31510:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788687314.394813:0:31510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb890 00800000:00000002:0.0:1788687314.394816:0:31510:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:0.0:1788687314.394819:0:31510:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687314.394821:0:31510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb7c8 00000002:00010000:0.0:1788687314.394823:0:31510:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1788687314.394827:0:31510:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788687314.394829:0:31510:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788687314.394832:0:31510:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f2d80. 00000020:00000040:0.0:1788687314.394835:0:31510:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:0.0:1788687314.394839:0:31510:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687314.394842:0:31510:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687314.394845:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.394847:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.394848:0:31510:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687314.394851:0:31510:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687314.394853:0:31510:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687314.394856:0:31510:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687314.394863:0:31510:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a03400. 00000100:00000001:0.0:1788687314.394869:0:31510:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.394872:0:31510:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687314.394874:0:31510:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.394875:0:31510:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687314.394877:0:31510:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.394879:0:31510:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687314.394885:0:31510:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202509360512 : -110871200191104 : ffff9b29c97f2d80) 00010000:00000001:0.0:1788687314.394889:0:31510:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687314.394891:0:31510:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788687314.394895:0:31510:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422fd00 count: 2 00010000:00000001:0.0:1788687314.394897:0:31510:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687314.394900:0:31510:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687314.394904:0:31510:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc4e00. 00000020:00000001:0.0:1788687314.394931:0:31510:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687314.394933:0:31510:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc4e00 with handle 0x230d04438e811da6 to hash 00000020:00000001:0.0:1788687314.394935:0:31510:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687314.394937:0:31510:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.394941:0:31510:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.394944:0:31510:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687314.394946:0:31510:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687314.394949:0:31510:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811da6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687314.394956:0:31510:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811da6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687314.394965:0:31510:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811da6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31510 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687314.394971:0:31510:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687314.394972:0:31510:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687314.394978:0:31510:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c9724840. 00000100:00000001:0.0:1788687314.394981:0:31510:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202508515392 : -110871201036224 : ffff9b29c9724840) 00000100:00000001:0.0:1788687314.394984:0:31510:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687314.394985:0:31510:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509360512 : -110871200191104 : ffff9b29c97f2d80) 00000100:00000001:0.0:1788687314.394989:0:31510:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687314.394993:0:31510:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687314.394995:0:31510:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687314.395011:0:31510:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687314.395016:0:31510:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f2d80 x1875572824527232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687314.395024:0:31510:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687314.395026:0:31510:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687314.395029:0:31510:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687314.395032:0:31510:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687314.395034:0:31510:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687314.395037:0:31510:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f2d80 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:31510:1875572824527232:192.168.203.144@tcp:101:multiop.0 00000100:00000001:0.0:1788687314.395042:0:31510:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687314.395046:0:31510:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687314.395048:0:31510:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687314.395051:0:31510:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687314.395055:0:31510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c631d000. 02000000:00000001:0.0:1788687314.395058:0:31510:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687314.395064:0:31510:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687314.395068:0:31510:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f78. 00000400:00000010:0.0:1788687314.395074:0:31510:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdae58. 00000100:00000200:0.0:1788687314.395080:0:31510:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824527232, portal 10 00000100:00000001:0.0:1788687314.395082:0:31510:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687314.395083:0:31510:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509360512 : -110871200191104 : ffff9b29c97f2d80) 00000100:00000040:0.0:1788687314.395088:0:31510:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f2d80 x1875572824527232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687330 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687314.395095:0:31510:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687314.395098:0:31510:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687314.395101:0:31510:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda220. 00000100:00000200:0.0:1788687314.395104:0:31510:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875572824527232, offset 0 00000400:00000200:0.0:1788687314.395109:0:31510:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687314.395116:0:31510:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687314.395124:0:31510:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687314.395129:0:31510:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687314.395133:0:31510:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687314.395136:0:31510:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687314.395139:0:31510:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687314.395143:0:31510:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2381:2381:256:4294967295] 192.168.203.144@tcp LPNI seq info [2381:2381:8:4294967295] 00000400:00000200:0.0:1788687314.395147:0:31510:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687314.395157:0:31510:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687314.395163:0:31510:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687314.395167:0:31510:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946400. 00000800:00000200:0.0:1788687314.395173:0:31510:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687314.395181:0:31510:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687314.395185:0:31510:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946400 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788687314.395195:0:31510:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687314.395199:0:31510:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 786166 usecs (787 jiffies) 00000400:00000200:0.0:1788687314.395201:0:31510:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687314.395204:0:31510:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296441187 00000100:00000001:0.0:1788687314.395210:0:31510:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296441182 00000100:00000001:0.0:1788687314.395215:0:31510:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296441187 00000100:00000001:0.0:1788687314.395218:0:31510:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296441182 00000100:00000001:0.0:1788687314.395221:0:31510:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687314.395224:0:31510:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687314.395226:0:31510:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687314.395228:0:31510:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687314.395230:0:31510:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c9724840 going to sleep for 11 seconds 00000100:00000001:0.0:1788687314.395232:0:31510:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687314.395235:0:31510:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687314.395521:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687314.395526:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946400. 00000400:00000200:3.0:1788687314.395533:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687314.395538:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687314.395543:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda220 00000400:00000010:3.0:1788687314.395546:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda220. 00000100:00000001:3.0:1788687314.395550:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687314.395554:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f2d80 x1875572824527232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687330 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687314.395562:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687314.395565:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f2d80 x1875572824527232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687330 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687314.395571:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687314.395572:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687314.402541:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687314.402557:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687314.402560:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687314.402562:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687314.402570:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.402578:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687314.402586:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.402590:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.402595:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.402600:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x6a9d2d3f4d180 00000400:00000200:3.0:1788687314.402604:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.402621:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x68bd [1] + 224 00000800:00000001:3.0:1788687314.402628:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687314.402634:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687314.402638:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687314.402643:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687314.402650:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687314.402658:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f2d80 x1875572824527232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687330 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687314.402670:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b29c97f2d80 x1875572824527232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687314.402691:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687314.402699:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687314.402702:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687314.403220:0:31510:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687314.403238:0:31510:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687314.403241:0:31510:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687314.403245:0:31510:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f78. 00000400:00000200:0.0:1788687314.403250:0:31510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdae58 00000400:00000010:0.0:1788687314.403253:0:31510:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdae58. 00000100:00000001:0.0:1788687314.403256:0:31510:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687314.403263:0:31510:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f2d80 x1875572824527232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687314.403273:0:31510:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f2d80 x1875572824527232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687314.403288:0:31510:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687314.403290:0:31510:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687314.403293:0:31510:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687314.403296:0:31510:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687314.403298:0:31510:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687314.403300:0:31510:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687314.403302:0:31510:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687314.403310:0:31510:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=86 v=5 (5 103 103 103) 00000100:00001000:0.0:1788687314.403314:0:31510:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687314.403316:0:31510:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687314.403318:0:31510:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.403321:0:31510:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687314.403324:0:31510:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687314.403326:0:31510:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687314.403329:0:31510:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967631 00000100:00000001:0.0:1788687314.403331:0:31510:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687314.403333:0:31510:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687314.403338:0:31510:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f2d80 x1875572824527232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687314.403344:0:31510:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687314.403347:0:31510:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687314.403348:0:31510:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687314.403352:0:31510:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f2d80 x1875572824527232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687330 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687314.403359:0:31510:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f2d80 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:31510:1875572824527232:192.168.203.144@tcp:101:multiop.0 00000100:00000001:0.0:1788687314.403363:0:31510:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687314.403365:0:31510:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687314.403367:0:31510:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687314.403370:0:31510:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687314.403373:0:31510:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f2d80 x1875572824527232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687330 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687314.403380:0:31510:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687314.403391:0:31510:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c9724840. 00000100:00000001:0.0:1788687314.403395:0:31510:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687314.403396:0:31510:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.403399:0:31510:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687314.403402:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.403405:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.403408:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=4 00000020:00000001:0.0:1788687314.403411:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.403414:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000040:0.0:1788687314.403421:0:31510:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c5cc4e00, remote cookie: 0x59c08f76ab1d248e, flags: 0x1001 00010000:00010000:0.0:1788687314.403426:0:31510:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811da6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d248e expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788687314.403435:0:31510:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788687314.403437:0:31510:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788687314.403445:0:31510:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c64deb00. 00010000:00000010:0.0:1788687314.403449:0:31510:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5ca0d00. 00010000:00000001:0.0:1788687314.403452:0:31510:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687314.403456:0:31510:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811da6 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d248e expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687314.403811:0:31510:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811da6 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d248e expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687314.403820:0:31510:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788687314.403824:0:31510:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788687314.403826:0:31510:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788687314.403827:0:31510:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788687314.403829:0:31510:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788687314.403831:0:31510:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff9b29c64deb00) refcount = 1 00010000:00010000:0.0:1788687314.403836:0:31510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811da6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d248e expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687314.403843:0:31510:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788687314.403846:0:31510:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788687314.403848:0:31510:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687314.403851:0:31510:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788687314.403853:0:31510:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687314.403856:0:31510:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811da6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d248e expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687314.403862:0:31510:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788687314.403863:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.403865:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.403866:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.403867:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.403868:0:31510:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687314.403873:0:31510:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788687314.403875:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.403876:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.403878:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687314.403879:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.403882:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.403884:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.403885:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.403886:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=4 00000020:00000001:0.0:1788687314.403888:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.403889:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.403892:0:31510:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687314.403894:0:31510:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687314.403897:0:31510:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811da6 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d248e expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687314.403903:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.403904:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.403949:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.403951:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.403952:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=5 00000020:00000001:0.0:1788687314.403954:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.403956:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.403959:0:31510:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687314.403962:0:31510:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811da6 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d248e expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687314.403969:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.403970:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687314.403973:0:31510:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811da6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d248e expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687314.403980:0:31510:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687314.403983:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.403984:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.403985:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.403987:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788687314.403994:0:31510:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9b29c97f2d80 x1875572824527232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687330 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788687314.404011:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.404012:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.404014:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687314.404015:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.404017:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.404019:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.404020:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687314.404022:0:31510:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687314.404024:0:31510:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687314.404026:0:31510:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788687314.404028:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.404029:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.404031:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687314.404032:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.404034:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00000002:00010000:0.0:1788687314.404037:0:31510:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811da6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d248e expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687314.404043:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.404044:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687314.404046:0:31510:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687314.404048:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687314.404049:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687314.404050:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687314.404052:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687314.404054:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000040:0.0:1788687314.404057:0:31510:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64deb00 count: 2 00010000:00000001:0.0:1788687314.404060:0:31510:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788687314.404064:0:31510:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/39 (0 0) 00010000:00000001:0.0:1788687314.404066:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687314.404067:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687314.404068:0:31510:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788687314.404070:0:31510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb750 00000002:00002000:0.0:1788687314.404072:0:31510:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788687314.404075:0:31510:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687314.404078:0:31510:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687314.404081:0:31510:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687314.404084:0:31510:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788687314.404087:0:31510:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687314.404090:0:31510:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000001:0.0:1788687314.404093:0:31510:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788687314.404094:0:31510:0:(namei.c:674:ll_lookup_it_finish()) it ffffaca081dbbac8 it_disposition b 00000080:00000001:0.0:1788687314.404097:0:31510:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788687314.404102:0:31510:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788687314.404105:0:31510:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788687314.404107:0:31510:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1788687314.404110:0:31510:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788687314.404434:0:31510:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788687314.404437:0:31510:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:2.0:1788687314.404440:0:31510:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687314.404443:0:31510:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1788687314.404446:0:31510:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788687314.404450:0:31510:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00000080:00200000:2.0:1788687314.404453:0:31510:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x27:0x0](ffff9b29d85ad348): rc = 0 00000080:00000001:2.0:1788687314.404455:0:31510:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758636360 : -110870950915256 : ffff9b29d85ad348) 00010000:00000001:2.0:1788687314.404458:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687314.404460:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687314.404462:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:2.0:1788687314.404464:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687314.404467:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687314.404469:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687314.404471:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788687314.404472:0:31510:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788687314.404473:0:31510:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788687314.404475:0:31510:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788687314.404478:0:31510:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788687314.404479:0:31510:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687314.404482:0:31510:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff9b29d85ad348) for lock 0x230d04438e811da6 00800000:00000001:2.0:1788687314.404485:0:31510:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687314.404487:0:31510:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687314.404488:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687314.404489:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687314.404490:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:2.0:1788687314.404492:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687314.404494:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687314.404497:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687314.404498:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687314.404499:0:31510:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687314.404501:0:31510:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788687314.404507:0:31510:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d8709360 inode ffff9b29d85ad348 refc 1 flags 0x20000e 00000080:00000001:2.0:1788687314.404511:0:31510:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788687314.404512:0:31510:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687314.404514:0:31510:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788687314.404517:0:31510:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff9b29d85ad348) 00000080:00010000:2.0:1788687314.404521:0:31510:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811da6 from it ffffaca081dbbac8 00010000:00000001:2.0:1788687314.404523:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687314.404524:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687314.404525:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:2.0:1788687314.404537:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687314.404540:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687314.404542:0:31510:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687314.404545:0:31510:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811da6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d248e expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687314.404552:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687314.404554:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687314.404555:0:31510:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687314.404557:0:31510:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687314.404560:0:31510:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811da6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d248e expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687314.404566:0:31510:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687314.404569:0:31510:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687314.404570:0:31510:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687314.404574:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687314.404575:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687314.404576:0:31510:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687314.404579:0:31510:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687314.404581:0:31510:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687314.404583:0:31510:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687314.404586:0:31510:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687314.404587:0:31510:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687314.404589:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687314.404589:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788687314.404591:0:31510:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788687314.404595:0:31510:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c57f2e00. 00000100:00000001:2.0:1788687314.404601:0:31510:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687314.404616:0:31510:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f2d80 x1875572824527232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687330 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687314.404624:0:31510:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687314.404627:0:31510:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687314.404630:0:31510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c631d000. 02000000:00000001:2.0:1788687314.404633:0:31510:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687314.404636:0:31510:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687314.404637:0:31510:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687314.404639:0:31510:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687314.404641:0:31510:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a03400. 02000000:00000001:2.0:1788687314.404645:0:31510:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687314.404647:0:31510:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687314.404649:0:31510:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f2d80. 00000100:00000001:2.0:1788687314.404652:0:31510:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687314.404654:0:31510:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687314.404661:0:31510:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788687314.404663:0:31510:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9b29d85ad348), inode mode 41ed mask 1 00000080:00000001:2.0:1788687314.404668:0:31510:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687314.404688:0:31510:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c622f8e0. 00000080:00000001:2.0:1788687314.404693:0:31510:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788687314.404694:0:31510:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9b29d85ad348), inode mode 41ed mask 3 00000080:00000001:2.0:1788687314.404696:0:31510:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687314.404699:0:31510:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788687314.404701:0:31510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbb58 00000080:00200000:2.0:1788687314.404703:0:31510:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff9b29d85ad348), file ffff9b29e077d980, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1788687314.404708:0:31510:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b29c33d0c60. 00000080:00000001:2.0:1788687314.404712:0:31510:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788687314.404714:0:31510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbba08 00000080:00200000:2.0:1788687314.404716:0:31510:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff9b29d85ad348), intent=open|creat 00000080:00000010:2.0:1788687314.404723:0:31510:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c1342000. 00000080:00000001:2.0:1788687314.404729:0:31510:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687314.404732:0:31510:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687314.404734:0:31510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb928 00800000:00000002:2.0:1788687314.404735:0:31510:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x27:0x0] 00800000:00000001:2.0:1788687314.404739:0:31510:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788687314.404741:0:31510:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788687314.404746:0:31510:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633202409432576 : -110871300119040 : ffff9b29c38a6600) 00800000:00000001:2.0:1788687314.404749:0:31510:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788687314.404751:0:31510:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788687314.404754:0:31510:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788687314.404756:0:31510:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788687314.404759:0:31510:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b29e019e800: Allocated FID [0x200000404:0x29:0x0] 40000000:00000001:2.0:1788687314.404762:0:31510:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687314.404764:0:31510:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687314.404766:0:31510:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687314.404767:0:31510:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687314.404769:0:31510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb8a8 00800000:00000002:2.0:1788687314.404771:0:31510:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x27:0x0], fid2=[0x200000404:0x29:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:2.0:1788687314.404776:0:31510:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687314.404778:0:31510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb7e0 00000002:00010000:2.0:1788687314.404779:0:31510:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000404:0x29:0x0]) in obj [0x200000404:0x27:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1788687314.404783:0:31510:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788687314.404786:0:31510:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788687314.404788:0:31510:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788687314.404792:0:31510:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687314.404794:0:31510:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788687314.404796:0:31510:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64deb00 count: 2 00010000:00000001:2.0:1788687314.404798:0:31510:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687314.404801:0:31510:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788687314.404803:0:31510:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687314.404805:0:31510:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687314.404807:0:31510:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687314.404811:0:31510:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8e00. 00000020:00000040:2.0:1788687314.404814:0:31510:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:2.0:1788687314.404819:0:31510:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788687314.404821:0:31510:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687314.404824:0:31510:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687314.404827:0:31510:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687314.404830:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687314.404831:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687314.404833:0:31510:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687314.404836:0:31510:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687314.404838:0:31510:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687314.404841:0:31510:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687314.404847:0:31510:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c63d4400. 00000100:00000001:2.0:1788687314.404853:0:31510:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687314.404857:0:31510:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687314.404859:0:31510:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687314.404861:0:31510:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687314.404862:0:31510:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687314.404864:0:31510:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687314.404872:0:31510:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633202420190720 : -110871289360896 : ffff9b29c42e8e00) 00010000:00000001:2.0:1788687314.404876:0:31510:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788687314.404878:0:31510:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788687314.404881:0:31510:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64deb00 count: 2 00010000:00000001:2.0:1788687314.404883:0:31510:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687314.404886:0:31510:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788687314.404889:0:31510:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29d13a8e00. 00000020:00000001:2.0:1788687314.404892:0:31510:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788687314.404895:0:31510:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29d13a8e00 with handle 0x230d04438e811dad to hash 00000020:00000001:2.0:1788687314.404897:0:31510:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788687314.404899:0:31510:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:2.0:1788687314.404903:0:31510:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:2.0:1788687314.404940:0:31510:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687314.404943:0:31510:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687314.404947:0:31510:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811dad lrc: 3/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31510 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687314.404954:0:31510:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811dad lrc: 3/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31510 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788687314.404965:0:31510:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788687314.404972:0:31510:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c42e8e00 x1875572824527488/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788687314.404980:0:31510:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811dad lrc: 3/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31510 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788687314.404985:0:31510:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687314.404987:0:31510:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687314.404992:0:31510:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c98dd600. 00000100:00000001:2.0:1788687314.404994:0:31510:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202510321152 : -110871199230464 : ffff9b29c98dd600) 00000100:00000001:2.0:1788687314.404997:0:31510:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687314.404998:0:31510:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420190720 : -110871289360896 : ffff9b29c42e8e00) 00000100:00000001:2.0:1788687314.405003:0:31510:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687314.405007:0:31510:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687314.405009:0:31510:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687314.405010:0:31510:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687314.405015:0:31510:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8e00 x1875572824527488/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687314.405022:0:31510:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687314.405024:0:31510:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687314.405027:0:31510:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687314.405030:0:31510:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687314.405032:0:31510:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687314.405036:0:31510:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8e00 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:31510:1875572824527488:192.168.203.144@tcp:101:multiop.0 00000100:00000001:2.0:1788687314.405039:0:31510:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687314.405044:0:31510:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687314.405046:0:31510:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687314.405048:0:31510:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687314.405117:0:31510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b29c6980000. 02000000:00000001:2.0:1788687314.405121:0:31510:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687314.405128:0:31510:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687314.405132:0:31510:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fdd68. 00000400:00000010:2.0:1788687314.405138:0:31510:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b29c63d6000. 00000100:00000200:2.0:1788687314.405145:0:31510:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875572824527488, portal 10 00000100:00000001:2.0:1788687314.405147:0:31510:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687314.405148:0:31510:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420190720 : -110871289360896 : ffff9b29c42e8e00) 00000100:00000040:2.0:1788687314.405155:0:31510:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42e8e00 x1875572824527488/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687330 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687314.405162:0:31510:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687314.405165:0:31510:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687314.405168:0:31510:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240f68. 00000100:00000200:2.0:1788687314.405171:0:31510:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875572824527488, offset 0 00000400:00000200:2.0:1788687314.405176:0:31510:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687314.405184:0:31510:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687314.405190:0:31510:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687314.405195:0:31510:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687314.405198:0:31510:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687314.405202:0:31510:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687314.405204:0:31510:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687314.405209:0:31510:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2382:2382:256:4294967295] 192.168.203.144@tcp LPNI seq info [2382:2382:8:4294967295] 00000400:00000200:2.0:1788687314.405485:0:31510:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687314.405498:0:31510:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687314.405504:0:31510:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687314.405509:0:31510:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec700. 00000800:00000200:2.0:1788687314.405516:0:31510:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687314.405603:0:31510:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687314.405617:0:31510:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec700 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788687314.405638:0:31510:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687314.405643:0:31510:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 785076 usecs (786 jiffies) 00000400:00000200:2.0:1788687314.405647:0:31510:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687314.405650:0:31510:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296441196 00000100:00000001:2.0:1788687314.405658:0:31510:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296441187 00000100:00000001:2.0:1788687314.405664:0:31510:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296441196 00000100:00000001:2.0:1788687314.405668:0:31510:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296441187 00000100:00000001:2.0:1788687314.405671:0:31510:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687314.405674:0:31510:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687314.405676:0:31510:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687314.405679:0:31510:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687314.405682:0:31510:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c98dd600 going to sleep for 11 seconds 00000100:00000001:2.0:1788687314.405684:0:31510:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687314.405686:0:31510:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687314.405868:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687314.405873:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec700. 00000400:00000200:3.0:1788687314.405878:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687314.405883:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687314.405889:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240f68 00000400:00000010:3.0:1788687314.405891:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240f68. 00000100:00000001:3.0:1788687314.405895:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687314.405900:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8e00 x1875572824527488/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687330 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687314.405934:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687314.405937:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8e00 x1875572824527488/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687330 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687314.405943:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687314.405945:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687314.412058:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687314.412075:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687314.412080:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687314.412083:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687314.412104:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.412112:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687314.412121:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.412127:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.412132:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.412137:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x6a9d2d3f4d280 00000400:00000200:3.0:1788687314.412143:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.412148:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x68c5 [32] + 224 00000800:00000001:3.0:1788687314.412155:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687314.412161:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687314.412165:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687314.412169:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687314.412177:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687314.412185:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8e00 x1875572824527488/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687330 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687314.412197:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b29c42e8e00 x1875572824527488/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687314.412268:0:31510:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687314.412288:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788687314.412296:0:2361:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788687314.412300:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.412305:0:2361:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687314.412311:0:2361:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2383:2383:256:4294967295] 192.168.203.144@tcp LPNI seq info [2383:2383:8:4294967295] 00000400:00000200:3.0:1788687314.412315:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687314.412323:0:2361:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1788687314.412329:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687314.412334:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9b29c43bc800. 00000800:00000200:3.0:1788687314.412340:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687314.412357:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687314.412361:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c43bc800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788687314.412434:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687314.412438:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9b29c43bc800. 00000400:00000200:3.0:1788687314.412442:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687314.412446:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1788687314.412453:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687314.412455:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788687314.416482:0:31510:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687314.416488:0:31510:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687314.416493:0:31510:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fdd68. 00000400:00000200:2.0:1788687314.416501:0:31510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c63d6000 00000400:00000010:2.0:1788687314.416503:0:31510:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b29c63d6000. 00000100:00000001:2.0:1788687314.416508:0:31510:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687314.416519:0:31510:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e8e00 x1875572824527488/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788687314.416598:0:31510:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e8e00 x1875572824527488/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687330 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687314.416613:0:31510:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687314.416616:0:31510:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687314.416619:0:31510:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687314.416622:0:31510:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687314.416624:0:31510:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687314.416627:0:31510:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687314.416629:0:31510:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687314.416638:0:31510:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=86 v=5 (5 103 103 103) 00000100:00001000:2.0:1788687314.416642:0:31510:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687314.416644:0:31510:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687314.416646:0:31510:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687314.416648:0:31510:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687314.416653:0:31510:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687314.416656:0:31510:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788687314.416658:0:31510:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000150/0x1] 00000100:00000001:2.0:1788687314.416660:0:31510:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788687314.416663:0:31510:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687314.416664:0:31510:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420190720 : -110871289360896 : ffff9b29c42e8e00) 00000100:00000001:2.0:1788687314.416667:0:31510:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687314.416670:0:31510:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967631 00000100:00000001:2.0:1788687314.416672:0:31510:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687314.416674:0:31510:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687314.416679:0:31510:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e8e00 x1875572824527488/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687330 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687314.416686:0:31510:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687314.416689:0:31510:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687314.416691:0:31510:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687314.416695:0:31510:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e8e00 x1875572824527488/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687330 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788687314.416702:0:31510:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e8e00 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:31510:1875572824527488:192.168.203.144@tcp:101:multiop.0 00000100:00000001:2.0:1788687314.416707:0:31510:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687314.416711:0:31510:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687314.416713:0:31510:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687314.416715:0:31510:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687314.416719:0:31510:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8e00 x1875572824527488/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687330 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687314.416725:0:31510:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687314.416728:0:31510:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c98dd600. 00000100:00000001:2.0:1788687314.416731:0:31510:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687314.416733:0:31510:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687314.416735:0:31510:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788687314.416740:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687314.416743:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687314.416746:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8e00 refcount=4 00000020:00000001:2.0:1788687314.416748:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:2.0:1788687314.416752:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000040:2.0:1788687314.416758:0:31510:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29d13a8e00, remote cookie: 0x59c08f76ab1d24aa, flags: 0x1001 00010000:00010000:2.0:1788687314.416764:0:31510:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811dad lrc: 4/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d24aa expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788687314.416773:0:31510:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x29:0x0].0x0, instead of [0x200000404:0x27:0x0].0x0 00010000:00000001:2.0:1788687314.416776:0:31510:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788687314.416788:0:31510:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c6090200. 00010000:00000010:2.0:1788687314.416793:0:31510:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5044500. 00010000:00000001:2.0:1788687314.416799:0:31510:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687314.416803:0:31510:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811dad lrc: 4/0,1 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d24aa expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687314.416812:0:31510:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811dad lrc: 4/0,1 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d24aa expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687314.416823:0:31510:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788687314.416828:0:31510:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788687314.416830:0:31510:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788687314.416832:0:31510:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788687314.416833:0:31510:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788687314.416836:0:31510:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x29:0x0].0x0 (ffff9b29c6090200) refcount = 1 00010000:00010000:2.0:1788687314.416840:0:31510:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811dad lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d24aa expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687314.416847:0:31510:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788687314.416850:0:31510:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788687314.416851:0:31510:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687314.416854:0:31510:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788687314.416857:0:31510:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687314.416860:0:31510:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811dad lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d24aa expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687314.416865:0:31510:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788687314.416867:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687314.416868:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687314.416869:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687314.416870:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687314.416872:0:31510:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687314.416877:0:31510:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788687314.416879:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687314.416880:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687314.416882:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8e00 refcount=3 00000020:00000001:2.0:1788687314.416884:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:2.0:1788687314.416886:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:2.0:1788687314.416889:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687314.416890:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687314.416891:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8e00 refcount=4 00000020:00000001:2.0:1788687314.416893:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:2.0:1788687314.417205:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:2.0:1788687314.417209:0:31510:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687314.417212:0:31510:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687314.417716:0:31510:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811dad lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d24aa expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687314.417727:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687314.417728:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687314.417730:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687314.417732:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687314.417734:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8e00 refcount=5 00000020:00000001:2.0:1788687314.417736:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:2.0:1788687314.417738:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:2.0:1788687314.417741:0:31510:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687314.417744:0:31510:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811dad lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d24aa expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687314.417750:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687314.417751:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788687314.417753:0:31510:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811dad lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d24aa expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687314.417759:0:31510:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687314.417760:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687314.417761:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687314.417763:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687314.417764:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788687314.417773:0:31510:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9b29c42e8e00 x1875572824527488/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687330 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788687314.417783:0:31510:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788687314.417788:0:31510:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c42e8e00 x1875572824527488/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687330 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788687314.417800:0:31510:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687314.417808:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687314.417810:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687314.417811:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8e00 refcount=3 00000020:00000001:2.0:1788687314.417814:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:2.0:1788687314.417816:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00000002:00010000:2.0:1788687314.417820:0:31510:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811dad lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d24aa expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788687314.417832:0:31510:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b29e138e040. 00010000:00000001:2.0:1788687314.417834:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687314.417835:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687314.417837:0:31510:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687314.417839:0:31510:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687314.417842:0:31510:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788687314.417844:0:31510:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687314.417845:0:31510:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420190720 : -110871289360896 : ffff9b29c42e8e00) 00000100:00000001:2.0:1788687314.417847:0:31510:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687314.417848:0:31510:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420190720 : -110871289360896 : ffff9b29c42e8e00) 00010000:00000001:2.0:1788687314.417850:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687314.417851:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687314.417852:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8e00 refcount=3 00000020:00000001:2.0:1788687314.417854:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:2.0:1788687314.417856:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00000002:00010000:2.0:1788687314.417859:0:31510:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811dad lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d24aa expref: -99 pid: 31510 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687314.417865:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687314.417866:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687314.417868:0:31510:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788687314.417870:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687314.417871:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687314.417872:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8e00 refcount=3 00000020:00000001:2.0:1788687314.417874:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:2.0:1788687314.417876:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000040:2.0:1788687314.417881:0:31510:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090200 count: 2 00010000:00000001:2.0:1788687314.417883:0:31510:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788687314.417888:0:31510:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/41 (0 0) 00010000:00000001:2.0:1788687314.417891:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687314.417891:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687314.417893:0:31510:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788687314.417895:0:31510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb768 00000002:00002000:2.0:1788687314.417897:0:31510:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1788687314.417901:0:31510:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687314.417904:0:31510:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687314.417928:0:31510:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788687314.417931:0:31510:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x27:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788687314.417935:0:31510:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687314.417939:0:31510:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788687314.417941:0:31510:0:(namei.c:674:ll_lookup_it_finish()) it ffff9b29c33d0c60 it_disposition 1800037 00000080:00002000:2.0:1788687314.417946:0:31510:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29c2041bd0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1788687314.417952:0:31510:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788687314.417954:0:31510:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1788687314.417956:0:31510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb990 00000080:00200000:2.0:1788687314.417958:0:31510:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff9b29d85ad348), intent=open|creat 00000080:00000001:2.0:1788687314.417961:0:31510:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1788687314.417963:0:31510:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788687314.417968:0:31510:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788687314.417971:0:31510:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788687314.417974:0:31510:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:2.0:1788687314.417977:0:31510:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788687314.417987:0:31510:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b29d8572940. 00000020:00000001:2.0:1788687314.417998:0:31510:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1788687314.417999:0:31510:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1788687314.418002:0:31510:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788687314.418004:0:31510:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x29:0x0](ffff9b29d8572a08) 00000020:00000001:2.0:1788687314.418009:0:31510:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687314.418013:0:31510:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091496 : -110871088460120 : ffff9b29d0280ea8) 00000020:00001000:2.0:1788687314.418015:0:31510:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280ea0 00000020:00000001:2.0:1788687314.418019:0:31510:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1788687314.418024:0:31510:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9b29d0248190. 00000020:00000001:2.0:1788687314.418026:0:31510:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788687314.418028:0:31510:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687314.418036:0:31510:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1788687314.418039:0:31510:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9b29c52774d8. 00020000:00000001:2.0:1788687314.418042:0:31510:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446633202436502744 : -110871273048872 : ffff9b29c52774d8) 00020000:00000001:2.0:1788687314.418044:0:31510:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1788687314.418047:0:31510:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788687314.418052:0:31510:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c33d0d80. 00020000:00000010:2.0:1788687314.418056:0:31510:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29c976cd00. 00020000:00000010:2.0:1788687314.418061:0:31510:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c33d0660. 00020000:00000001:2.0:1788687314.418063:0:31510:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202404361824 : -110871305189792 : ffff9b29c33d0660) 00020000:00000002:2.0:1788687314.418066:0:31510:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c33d0660, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788687314.418071:0:31510:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788687314.418074:0:31510:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c976cd00: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000001:2.0:1788687314.418077:0:31510:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1788687314.418079:0:31510:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c33d0660, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788687314.418082:0:31510:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788687314.418085:0:31510:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c976cd00: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000010:2.0:1788687314.418088:0:31510:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9b29cb0ee8f0. 00020000:00000010:2.0:1788687314.418104:0:31510:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9b29c98dd600. 00020000:00000001:2.0:1788687314.418108:0:31510:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1788687314.418112:0:31510:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9b29c4d9abb8. 00020000:00000001:2.0:1788687314.418115:0:31510:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1788687314.418116:0:31510:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1788687314.418121:0:31510:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1788687314.418124:0:31510:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9b29d0248a28. 00000020:00000001:2.0:1788687314.418126:0:31510:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788687314.418128:0:31510:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687314.418130:0:31510:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446633202620861096 : -110871088690520 : ffff9b29d0248aa8) 00020000:00000001:2.0:1788687314.418134:0:31510:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1788687314.418138:0:31510:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9b29c2c0ac40. 00020000:00000001:2.0:1788687314.418141:0:31510:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687314.418145:0:31510:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633202620861096 : -110871088690520 : ffff9b29d0248aa8) 00020000:00000001:2.0:1788687314.418148:0:31510:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633202620861096 : -110871088690520 : ffff9b29d0248aa8) 00020000:00000002:2.0:1788687314.418151:0:31510:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x13:0x0]@ffff9b29d0248a28[0:0] -> [0x200000404:0x29:0x0]@ffff9b29d0248190: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000001:2.0:1788687314.418155:0:31510:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1788687314.418157:0:31510:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1788687314.418159:0:31510:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687314.418162:0:31510:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633202620858896 : -110871088692720 : ffff9b29d0248210) 00000020:00001000:2.0:1788687314.418166:0:31510:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280ea0 00000080:00000001:2.0:1788687314.418170:0:31510:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:2.0:1788687314.418173:0:31510:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788687314.418175:0:31510:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833961 mtime from 0 to 1788687314 00000080:00000001:2.0:1788687314.418180:0:31510:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788687314.418183:0:31510:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758396424 : -110870951155192 : ffff9b29d8572a08) 00010000:00000001:2.0:1788687314.418185:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687314.418186:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687314.418188:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8e00 refcount=3 00000020:00000001:2.0:1788687314.418190:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:2.0:1788687314.418192:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00000080:00000001:2.0:1788687314.418195:0:31510:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788687314.418196:0:31510:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687314.418198:0:31510:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091496 : -110871088460120 : ffff9b29d0280ea8) 00000020:00001000:2.0:1788687314.418200:0:31510:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280ea0 00000020:00000001:2.0:1788687314.418202:0:31510:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788687314.418204:0:31510:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788687314.418205:0:31510:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788687314.418209:0:31510:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c33d06c0. 00020000:00000010:2.0:1788687314.418211:0:31510:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29c976c300. 00020000:00000010:2.0:1788687314.419618:0:31510:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c33d0ae0. 00020000:00000001:2.0:1788687314.419627:0:31510:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202404362976 : -110871305188640 : ffff9b29c33d0ae0) 00020000:00000002:2.0:1788687314.419632:0:31510:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c33d0ae0, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788687314.419636:0:31510:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788687314.419640:0:31510:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c976c300: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000002:2.0:1788687314.419643:0:31510:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29c52774d8) owner ffff9b29c97427c0 00020000:00000001:2.0:1788687314.419646:0:31510:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788687314.419649:0:31510:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29c52774d8) owner ffff9b29c97427c0 00020000:00000010:2.0:1788687314.419653:0:31510:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29c976c300. 00020000:00000010:2.0:1788687314.419658:0:31510:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c33d06c0. 00020000:00000010:2.0:1788687314.419662:0:31510:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c33d0ae0. 00020000:00000002:2.0:1788687314.419664:0:31510:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788687314.419666:0:31510:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687314.419669:0:31510:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687314.419675:0:31510:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788687314.419677:0:31510:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c52774d8) owner 0000000000000000/ffff9b29c97427c0 00020000:00000002:2.0:1788687314.419680:0:31510:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c33d0660 addref 2/0 by ffff9b29c97427c0. 00020000:00000002:2.0:1788687314.419682:0:31510:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c52774d8) owner 0000000000000000/ffff9b29c97427c0 00020000:00000001:2.0:1788687314.419684:0:31510:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788687314.419687:0:31510:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788687314.419688:0:31510:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788687314.419690:0:31510:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788687314.419693:0:31510:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788687314.419695:0:31510:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x29:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788687314.419698:0:31510:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280ea0 00000080:00000001:2.0:1788687314.419702:0:31510:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687314.419705:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687314.419707:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788687314.419709:0:31510:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788687314.419713:0:31510:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788687314.419715:0:31510:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687314.419718:0:31510:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x29:0x0](ffff9b29d8572a08) 00000080:00010000:2.0:1788687314.419722:0:31510:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x29:0x0](ffff9b29d8572a08) for lock 0x230d04438e811dad 00800000:00000001:2.0:1788687314.419725:0:31510:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687314.419728:0:31510:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687314.419731:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687314.419732:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687314.419735:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8e00 refcount=3 00000020:00000001:2.0:1788687314.419737:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:2.0:1788687314.419740:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:2.0:1788687314.419743:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687314.419744:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687314.419745:0:31510:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687314.419747:0:31510:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687314.419748:0:31510:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1788687314.419751:0:31510:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687314.419762:0:31510:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9b29c42e8e00 x1875572824527488/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687330 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687314.419772:0:31510:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788687314.419777:0:31510:0:(namei.c:1651:ll_create_it()) inode ffff9b29d8572a08 need_sync_to_mds [0x200000404:0x29:0x0] 00000080:00000001:2.0:1788687314.419781:0:31510:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687314.419785:0:31510:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x29:0x0](ffff9b29d8572a08) 00000080:00000001:2.0:1788687314.419789:0:31510:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788687314.419792:0:31510:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c1342000. 00000100:00000001:2.0:1788687314.419795:0:31510:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687314.419798:0:31510:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8e00 x1875572824527488/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687330 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687314.419804:0:31510:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687314.419807:0:31510:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1788687314.419809:0:31510:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788687314.419811:0:31510:0:(namei.c:1500:ll_atomic_open()) inode ffff9b29d8572a08 need_sync_to_mds [0x200000404:0x29:0x0] 00000080:00000001:2.0:1788687314.419821:0:31510:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788687314.419823:0:31510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbba68 00000080:00200008:2.0:1788687314.419825:0:31510:0:(file.c:1090:ll_file_open()) START file f:[0x200000404:0x29:0x0](ffff9b29d8572a08), flags 100102 00000080:00000010:2.0:1788687314.419835:0:31510:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29c17afa40. 00000080:00000010:2.0:1788687314.419842:0:31510:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b29e138e180. 00000080:00000001:2.0:1788687314.419844:0:31510:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788687314.419849:0:31510:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1788687314.419853:0:31510:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788687314.419856:0:31510:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b29c622fa40. 00000002:00100000:2.0:1788687314.419860:0:31510:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c42e8e00 x1875572824527488/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687330 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788687314.419865:0:31510:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687314.419866:0:31510:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788687314.419869:0:31510:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788687314.419872:0:31510:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687314.419874:0:31510:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687314.419877:0:31510:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687314.419879:0:31510:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8e00 x1875572824527488/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687330 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788687314.419885:0:31510:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687314.419889:0:31510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b29c6980000. 02000000:00000001:2.0:1788687314.419942:0:31510:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788687314.419944:0:31510:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687314.419948:0:31510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbba68 00000080:00000008:2.0:1788687314.419950:0:31510:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000404:0x29:0x0](ffff9b29d8572a08), flags 100102, rc = 0 00000080:00000001:2.0:1788687314.419954:0:31510:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788687314.419956:0:31510:0:(dcache.c:176:ll_intent_release()) intent ffff9b29c33d0c60 released 00000080:00010000:2.0:1788687314.419958:0:31510:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811dad from it ffff9b29c33d0c60 00010000:00000001:2.0:1788687314.419961:0:31510:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687314.419962:0:31510:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687314.419964:0:31510:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8e00 refcount=3 00000020:00000001:2.0:1788687314.419966:0:31510:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:2.0:1788687314.419968:0:31510:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:2.0:1788687314.419970:0:31510:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687314.419974:0:31510:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811dad lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d24aa expref: -99 pid: 31510 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687314.419981:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687314.419982:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687314.419985:0:31510:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687314.419988:0:31510:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687314.419990:0:31510:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811dad lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d24aa expref: -99 pid: 31510 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687314.419997:0:31510:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687314.419999:0:31510:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687314.420001:0:31510:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687314.420005:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687314.420006:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687314.420008:0:31510:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687314.420012:0:31510:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687314.420013:0:31510:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687314.420015:0:31510:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687314.420018:0:31510:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687314.420020:0:31510:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687314.420022:0:31510:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687314.420023:0:31510:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788687314.420024:0:31510:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788687314.420026:0:31510:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1788687314.420028:0:31510:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788687314.420030:0:31510:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687314.420032:0:31510:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788687314.420033:0:31510:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687314.420036:0:31510:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788687314.420038:0:31510:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687314.420040:0:31510:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788687314.420042:0:31510:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687314.420043:0:31510:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788687314.420045:0:31510:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9b29c33d0c60. 00000080:00000001:2.0:1788687314.420048:0:31510:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687314.420051:0:31510:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788687314.420054:0:31510:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x29:0x0](ffff9b29d8572a08), inode mode 81a4 mask 40 00000080:00000001:2.0:1788687314.420057:0:31510:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.955670:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687314.955678:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687314.955683:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687314.955685:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687314.955712:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687314.955715:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687314.955718:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788687315.211051:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296441196, at 4296441216 00000100:00000010:2.0:1788687315.211067:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c97ab7e0. 00000100:00000040:3.0:1788687315.211715:0:30596:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296441196, at 4296441216 00000100:00000010:3.0:1788687315.211731:0:30596:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c97abae0. 00000100:00000040:3.0:1788687315.340669:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687315.340682:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788687315.340696:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb7480. 00000020:00000040:3.0:1788687315.340705:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1788687315.340712:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687315.340717:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687315.340724:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687315.340736:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415a100. 00000100:00000001:3.0:1788687315.340746:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687315.340761:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c8bb7480 x1875572824527616/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687315.340774:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687315.340779:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687315.340786:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f36c5f63] to pc [ptlrpcd_01_01+1] req@ffff9b29c8bb7480 x1875572824527616/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687315.340822:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687315.340825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687315.340829:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788687315.340833:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb5180. 00000020:00000040:3.0:1788687315.340835:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:3.0:1788687315.340838:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687315.340839:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687315.340841:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687315.340845:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415ab00. 00000100:00000001:3.0:1788687315.340848:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687315.340853:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID req@ffff9b29c8bb5180 x1875572824527744/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687315.340860:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687315.340861:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687315.340865:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c7c3def] to pc [ptlrpcd_01_00+0] req@ffff9b29c8bb5180 x1875572824527744/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687315.340873:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687315.340875:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687315.340878:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788687315.340882:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb5500. 00000020:00000040:3.0:1788687315.340885:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:3.0:1788687315.340887:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687315.340888:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687315.340889:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687315.340892:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415a700. 00000100:00000001:3.0:1788687315.340895:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687315.340899:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID req@ffff9b29c8bb5500 x1875572824527872/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687315.340960:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687315.340962:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687315.340966:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000367378b8] to pc [ptlrpcd_01_01+1] req@ffff9b29c8bb5500 x1875572824527872/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687315.340973:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687315.340975:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687315.340979:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788687315.340983:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb4e00. 00000020:00000040:3.0:1788687315.340985:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:3.0:1788687315.340987:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687315.340988:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687315.340990:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687315.340994:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415a600. 00000100:00000001:3.0:1788687315.340997:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687315.341001:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID req@ffff9b29c8bb4e00 x1875572824528000/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687315.341008:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687315.341010:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687315.341013:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e39c2a9] to pc [ptlrpcd_01_00+0] req@ffff9b29c8bb4e00 x1875572824528000/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687315.341019:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687315.341024:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1779) 00000100:00000001:3.0:1788687315.341044:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687315.341048:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687315.341051:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687315.341057:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb5180 x1875572824527744/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687315.341066:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687315.341068:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687315.341073:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687315.341076:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687315.341078:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687315.341082:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824527744:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687315.341087:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687315.341095:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687315.341098:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687315.341101:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687315.341107:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29d0261400. 02000000:00000001:3.0:1788687315.341109:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687315.341119:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687315.341123:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4840. 00000400:00000010:3.0:1788687315.341132:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0220. 00000100:00000200:3.0:1788687315.341140:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824527744, portal 10 00000100:00000001:3.0:1788687315.341143:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687315.341145:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496524672 : -110871213026944 : ffff9b29c8bb5180) 00000100:00000040:3.0:1788687315.341153:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb5180 x1875572824527744/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687315.341161:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687315.341165:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687315.341168:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae03b8. 00000100:00000200:3.0:1788687315.341171:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824527744, offset 0 00000400:00000200:3.0:1788687315.341179:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687315.341190:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.341199:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687315.341206:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687315.341211:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687315.341214:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687315.341217:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687315.341221:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2384:2384:256:4294967295] 192.168.203.144@tcp LPNI seq info [2384:2384:8:4294967295] 00000400:00000200:3.0:1788687315.341226:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.341236:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687315.341243:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687315.341248:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ae00. 00000800:00000200:3.0:1788687315.341256:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687315.341266:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687315.341271:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687315.341286:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687315.341292:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 783993 usecs (784 jiffies) 00000400:00000200:3.0:1788687315.341309:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687315.341313:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296442130 00000100:00000010:3.0:1788687315.341319:0:2369:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c97abae0. 00000100:00000001:3.0:1788687315.341327:0:2369:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788687315.341333:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296442130 00000100:00000010:3.0:1788687315.341336:0:2369:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c97abf00. 00000100:00000001:3.0:1788687315.341339:0:2369:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788687315.341342:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687315.341345:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687315.341348:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687315.341352:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb4e00 x1875572824528000/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687315.341359:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687315.341360:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687315.341362:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687315.341364:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687315.341366:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687315.341369:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824528000:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687315.341373:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687315.341375:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687315.341377:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687315.341379:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687315.341382:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29d0260000. 02000000:00000001:3.0:1788687315.341383:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687315.341387:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687315.341390:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4e70. 00000400:00000010:3.0:1788687315.341393:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae07f8. 00000100:00000200:3.0:1788687315.341396:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824528000, portal 4 00000100:00000001:3.0:1788687315.341409:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687315.341411:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496523776 : -110871213027840 : ffff9b29c8bb4e00) 00000100:00000040:3.0:1788687315.341418:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb4e00 x1875572824528000/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687315.341424:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687315.341427:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687315.341430:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae02a8. 00000100:00000200:3.0:1788687315.341432:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824528000, offset 0 00000400:00000200:3.0:1788687315.341436:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687315.341440:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.341444:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687315.341447:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687315.341449:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687315.341452:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687315.341454:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687315.341457:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2385:2385:255:4294967295] 192.168.203.144@tcp LPNI seq info [2385:2385:7:4294967295] 00000400:00000200:3.0:1788687315.341460:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.341467:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687315.341471:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687315.341476:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a500. 00000800:00000200:3.0:1788687315.341480:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687315.341485:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687315.341488:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687315.341490:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687315.341493:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 286421 usecs (287 jiffies) 00000400:00000200:3.0:1788687315.341496:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687315.341498:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296441633 00000100:00000001:3.0:1788687315.341500:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296442130 00000100:00000001:3.0:1788687315.341502:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296441633 00000100:00000001:3.0:1788687315.341504:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296442130 00000100:00000001:3.0:1788687315.341506:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687315.341508:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687315.341511:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687315.341514:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687315.341523:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687315.341525:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788687315.341528:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687315.341529:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687315.341530:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687315.341533:0:2369:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1788687315.341535:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687315.341536:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687315.341538:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687315.341539:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687315.341540:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687315.341541:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687315.341546:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb7480 x1875572824527616/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687315.341553:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687315.341554:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687315.341557:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687315.341558:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687315.341561:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687315.341564:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2369:1875572824527616:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687315.341567:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687315.341569:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687315.341571:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687315.341572:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687315.341576:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29d0261000. 02000000:00000001:3.0:1788687315.341577:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687315.341581:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687315.341584:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4790. 00000400:00000010:3.0:1788687315.341588:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0aa0. 00000100:00000200:3.0:1788687315.341590:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824527616, portal 25 00000100:00000001:3.0:1788687315.341592:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687315.341593:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496533632 : -110871213017984 : ffff9b29c8bb7480) 00000100:00000040:3.0:1788687315.341598:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb7480 x1875572824527616/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687315.341613:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687315.341615:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687315.341618:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0660. 00000100:00000200:3.0:1788687315.341620:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824527616, offset 0 00000400:00000200:3.0:1788687315.341625:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687315.341628:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.341632:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687315.341635:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687315.341637:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687315.341639:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687315.341641:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687315.341644:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2386:2386:254:4294967295] 192.168.203.144@tcp LPNI seq info [2386:2386:6:4294967295] 00000400:00000200:3.0:1788687315.341647:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.341653:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687315.341657:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687315.341661:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ad00. 00000800:00000200:3.0:1788687315.341664:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687315.341669:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687315.341671:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687315.341674:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687315.341677:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687315.341679:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296445659 00000100:00000001:3.0:1788687315.341685:0:2369:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296442130 00000100:00000001:3.0:1788687315.341688:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296445659 00000100:00000001:3.0:1788687315.341691:0:2369:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296442130 00000100:00000001:3.0:1788687315.341694:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687315.341696:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687315.341698:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687315.341701:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb5500 x1875572824527872/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687315.341708:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687315.341710:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687315.341712:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687315.341714:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687315.341715:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687315.341718:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824527872:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687315.341721:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687315.341724:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687315.341726:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687315.341727:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687315.341731:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29d0260a00. 02000000:00000001:3.0:1788687315.341733:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687315.341736:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687315.341738:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef44d0. 00000400:00000010:3.0:1788687315.341742:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0990. 00000100:00000200:3.0:1788687315.341744:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824527872, portal 4 00000100:00000001:3.0:1788687315.341746:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687315.341748:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496525568 : -110871213026048 : ffff9b29c8bb5500) 00000100:00000040:3.0:1788687315.341754:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb5500 x1875572824527872/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687315.341760:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687315.341762:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687315.341765:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0110. 00000100:00000200:3.0:1788687315.341767:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824527872, offset 0 00000400:00000200:3.0:1788687315.341771:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687315.341775:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.341778:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687315.341781:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687315.341783:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687315.341785:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687315.341787:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687315.341790:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2387:2387:253:4294967295] 192.168.203.144@tcp LPNI seq info [2387:2387:5:4294967295] 00000400:00000200:3.0:1788687315.341794:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.341799:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687315.341803:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687315.341806:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ac00. 00000800:00000200:3.0:1788687315.341809:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687315.341812:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687315.341814:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ac00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687315.341817:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687315.341820:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20252 usecs (21 jiffies) 00000400:00000200:3.0:1788687315.341822:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687315.341824:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296441367 00000100:00000001:3.0:1788687315.341826:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296445659 00000100:00000001:3.0:1788687315.341828:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296441367 00000100:00000001:3.0:1788687315.341830:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296445659 00000100:00000001:3.0:1788687315.341832:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687315.341834:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687315.341836:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687315.341839:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687315.341935:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687315.341940:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ae00. 00000400:00000200:3.0:1788687315.341948:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687315.341954:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687315.341961:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae03b8 00000400:00000010:3.0:1788687315.341964:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae03b8. 00000100:00000001:2.0:1788687315.341969:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687315.341971:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687315.341979:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb5180 x1875572824527744/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687315.341980:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687315.341997:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687315.342001:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb5180 x1875572824527744/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687315.342009:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687315.342011:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687315.342026:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687315.342028:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a500. 00000400:00000200:3.0:1788687315.342031:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687315.342034:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687315.342037:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae02a8 00000400:00000010:3.0:1788687315.342039:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae02a8. 00000100:00000001:3.0:1788687315.342041:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687315.342045:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb4e00 x1875572824528000/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687315.342052:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687315.342055:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb4e00 x1875572824528000/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687315.342061:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687315.342063:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687315.342070:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687315.342072:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ad00. 00000400:00000200:3.0:1788687315.342075:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687315.342078:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687315.342080:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0660 00000400:00000010:3.0:1788687315.342081:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0660. 00000100:00000001:3.0:1788687315.342083:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687315.342087:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb7480 x1875572824527616/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687315.342093:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687315.342096:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb7480 x1875572824527616/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687315.342102:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687315.342104:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687315.342193:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687315.342196:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ac00. 00000400:00000200:3.0:1788687315.342199:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687315.342203:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687315.342205:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0110 00000400:00000010:3.0:1788687315.342207:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0110. 00000100:00000001:3.0:1788687315.342210:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687315.342213:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb5500 x1875572824527872/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687315.342219:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687315.342222:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb5500 x1875572824527872/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687315.342229:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687315.342230:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687315.344960:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687315.344983:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687315.344989:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687315.344992:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687315.345005:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.345015:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687315.345026:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.345032:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.345038:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.345043:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f4d300 00000400:00000200:3.0:1788687315.345050:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.345057:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x68f5 [1] + 224 00000800:00000001:3.0:1788687315.345066:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687315.345071:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687315.345075:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687315.345080:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687315.345089:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687315.345101:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb7480 x1875572824527616/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687315.345113:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb7480 x1875572824527616/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687315.345201:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687315.345207:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687315.345226:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687315.345239:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687315.345245:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687315.345247:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687315.345248:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687315.345252:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.345256:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687315.345261:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.345264:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.345266:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.345269:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f4d480 00000400:00000200:3.0:1788687315.345273:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.345278:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x68e5 [1] + 224 00000800:00000001:3.0:1788687315.345282:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687315.345285:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687315.345287:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687315.345290:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687315.345294:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687315.345299:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb4e00 x1875572824528000/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687315.345308:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb4e00 x1875572824528000/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687315.345315:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687315.345319:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687315.345322:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687315.345324:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687315.345326:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687315.345329:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.345332:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687315.345336:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.345339:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.345342:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.345344:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f4d400 00000400:00000200:3.0:1788687315.345348:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.345351:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6905 [1] + 224 00000800:00000001:3.0:1788687315.345355:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687315.345361:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687315.345363:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687315.345366:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687315.345368:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687315.345372:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb5500 x1875572824527872/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687315.345381:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb5500 x1875572824527872/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687315.345388:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687315.345392:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687315.345394:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687315.349747:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687315.349771:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687315.349778:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687315.349781:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687315.349794:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.349803:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687315.349819:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.349825:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.349831:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.349836:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f4d380 00000400:00000200:3.0:1788687315.349842:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.349851:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x68d5 [1] + 224 00000800:00000001:3.0:1788687315.349862:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687315.350134:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687315.350140:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687315.350146:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687315.350157:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687315.350169:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb5180 x1875572824527744/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687315.350180:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb5180 x1875572824527744/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687315.350189:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687315.350199:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687315.350203:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788687315.350710:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687315.350715:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687315.350721:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4790. 00000400:00000200:2.0:1788687315.350728:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0aa0 00000400:00000010:2.0:1788687315.350731:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0aa0. 00000100:00000001:2.0:1788687315.350736:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687315.350744:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb7480 x1875572824527616/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687315.350753:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb7480 x1875572824527616/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687315.350759:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687315.350762:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687315.350765:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687315.350769:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687315.350773:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687315.350775:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687315.350779:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687315.350788:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=87 v=5 (5 5 5 5) 00000100:00001000:2.0:1788687315.350794:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=87 v=5 (1 1 1 1) 00000100:00000001:2.0:1788687315.350797:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687315.350799:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687315.350803:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687315.350806:0:2369:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687315.350809:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687315.350814:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb7480 x1875572824527616/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687315.350822:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687315.350826:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687315.350829:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687315.350832:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb7480 x1875572824527616/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687331 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687315.350839:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2369:1875572824527616:192.168.203.144@tcp:400:kworker.0 00000400:00000001:2.0:1788687315.350848:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687315.350850:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687315.350852:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef44d0. 00000400:00000200:2.0:1788687315.350855:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0990 00000400:00000010:2.0:1788687315.350857:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0990. 00000100:00000001:2.0:1788687315.350859:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687315.350864:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb5500 x1875572824527872/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687315.350872:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb5500 x1875572824527872/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687315.350877:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687315.350879:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687315.350880:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687315.350881:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687315.350882:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687315.350884:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687315.350885:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687315.350893:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=87 v=5 (5 5 16 137) 00000100:00001000:2.0:1788687315.350896:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687315.350898:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687315.350899:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687315.350901:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687315.351041:0:2369:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687315.351046:0:2369:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687315.351049:0:2369:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967340 00000100:00000001:2.0:1788687315.351052:0:2369:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687315.351054:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687315.351058:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb5500 x1875572824527872/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687315.351064:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687315.351066:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687315.351067:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687315.351070:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb5500 x1875572824527872/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687331 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687315.351077:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824527872:192.168.203.144@tcp:400:kworker.0 00000400:00000001:2.0:1788687315.351084:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687315.351085:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687315.351087:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4840. 00000400:00000200:2.0:1788687315.351089:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0220 00000400:00000010:2.0:1788687315.351091:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0220. 00000100:00000001:2.0:1788687315.351093:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687315.351096:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb5180 x1875572824527744/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687315.351104:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb5180 x1875572824527744/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687315.351110:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687315.351111:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687315.351113:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687315.351115:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687315.351116:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687315.351117:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687315.351120:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687315.351124:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=87 v=5 (5 103 103 103) 00000100:00001000:2.0:1788687315.351127:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687315.351129:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687315.351130:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687315.351131:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687315.351133:0:2369:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687315.351136:0:2369:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788687315.351137:0:2369:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: committing for last_committed 4294967634 gen 2 00000100:00000040:2.0:1788687315.351143:0:2369:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967634) req@ffff9b29c8b9bb80 x1875572824526464/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687315.351151:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687315.351154:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9bb80 x1875572824526464/t4294967632(4294967632) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687315.351161:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687315.351164:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687315.351168:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6913000. 02000000:00000001:2.0:1788687315.351172:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687315.351176:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687315.351178:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687315.351180:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687315.351183:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c6911000. 02000000:00000001:2.0:1788687315.351187:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687315.351189:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687315.351191:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9bb80. 00000100:00000001:2.0:1788687315.351194:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687315.351195:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687315.351200:0:2369:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967634) req@ffff9b29c97f0380 x1875572824526976/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687315.351206:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687315.351209:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f0380 x1875572824526976/t4294967633(4294967633) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687330 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687315.351214:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687315.351215:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687315.351216:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a02400. 02000000:00000001:2.0:1788687315.351219:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687315.351220:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687315.351221:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687315.351223:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687315.351224:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a03000. 02000000:00000001:2.0:1788687315.351227:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687315.351228:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687315.351229:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f0380. 00000100:00000001:2.0:1788687315.351231:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687315.351233:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788687315.351238:0:2369:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9b29c42e8e00 x1875572824527488/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687330 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687315.351249:0:2369:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788687315.351251:0:2369:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: normal: skip=1 replay=2/3 committed=0/0 00000100:00000001:2.0:1788687315.351253:0:2369:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687315.351255:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687315.351258:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb5180 x1875572824527744/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687315.351263:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687315.351265:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687315.351266:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687315.351269:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb5180 x1875572824527744/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687331 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687315.351276:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824527744:192.168.203.144@tcp:400:kworker.0 00000400:00000001:2.0:1788687315.351282:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687315.351284:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687315.351285:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4e70. 00000400:00000200:2.0:1788687315.351287:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae07f8 00000400:00000010:2.0:1788687315.351289:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae07f8. 00000100:00000001:2.0:1788687315.351292:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687315.351296:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb4e00 x1875572824528000/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687315.351303:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb4e00 x1875572824528000/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687315.351308:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687315.351310:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687315.351312:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687315.351313:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687315.351314:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687315.351316:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687315.351318:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687315.351323:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=87 v=5 (5 5 16 16) 00000100:00001000:2.0:1788687315.351326:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687315.351329:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687315.351330:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687315.351332:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687315.351334:0:2369:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687315.351336:0:2369:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687315.351338:0:2369:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788687315.351339:0:2369:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687315.351341:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687315.351344:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb4e00 x1875572824528000/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687315.351351:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687315.351352:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687315.351354:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687315.351357:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb4e00 x1875572824528000/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687331 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687315.351364:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824528000:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687315.351368:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687315.351371:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687315.351374:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb7480 x1875572824527616/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687331 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687315.351379:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687315.351381:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687315.351382:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29d0261000. 02000000:00000001:2.0:1788687315.351386:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687315.351388:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687315.351389:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1788687315.351391:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687315.351392:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415a100. 02000000:00000001:2.0:1788687315.351395:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687315.351396:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687315.351398:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb7480. 00000100:00000001:2.0:1788687315.351400:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687315.351401:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687315.351403:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687315.351406:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb5500 x1875572824527872/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687331 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687315.351411:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687315.351412:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687315.351414:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29d0260a00. 02000000:00000001:2.0:1788687315.351416:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687315.351418:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687315.351419:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:2.0:1788687315.351421:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687315.351422:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415a700. 02000000:00000001:2.0:1788687315.351425:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687315.351426:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687315.351427:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb5500. 00000100:00000001:2.0:1788687315.351429:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687315.351430:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687315.351432:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687315.351434:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb5180 x1875572824527744/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687331 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687315.351649:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687315.351651:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687315.351652:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29d0261400. 02000000:00000001:2.0:1788687315.351656:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687315.351657:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687315.351659:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687315.351661:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687315.351662:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415ab00. 02000000:00000001:2.0:1788687315.351664:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687315.351665:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687315.351667:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb5180. 00000100:00000001:2.0:1788687315.351669:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687315.351670:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687315.351672:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687315.351680:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb4e00 x1875572824528000/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687331 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687315.351685:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687315.351687:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687315.351688:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29d0260000. 02000000:00000001:2.0:1788687315.351690:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687315.351691:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687315.351693:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:2.0:1788687315.351694:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687315.351695:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415a600. 02000000:00000001:2.0:1788687315.351697:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687315.351698:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687315.351700:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb4e00. 00000100:00000001:2.0:1788687315.351702:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687315.351703:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687315.351706:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687315.351718:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687315.351720:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687315.351724:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687315.351727:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687315.398087:0:31520:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687315.398099:0:31520:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687315.398102:0:31520:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687315.398106:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abbc0 00000080:00200000:2.0:1788687315.398112:0:31520:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687315.398122:0:31520:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29d0260600. 00800000:00000002:2.0:1788687315.398132:0:31520:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687315.398137:0:31520:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687315.398144:0:31520:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687315.398147:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abae0 00800000:00000002:2.0:1788687315.398150:0:31520:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687315.398154:0:31520:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687315.398160:0:31520:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687315.398166:0:31520:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687315.398168:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab9b0 00000002:00010000:2.0:1788687315.398170:0:31520:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687315.398174:0:31520:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687315.398176:0:31520:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687315.398180:0:31520:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687315.398190:0:31520:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422fd00 count: 2 00010000:00000001:2.0:1788687315.398193:0:31520:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687315.398199:0:31520:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687315.398204:0:31520:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687315.398210:0:31520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d9f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2472 expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788687315.398221:0:31520:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687315.398227:0:31520:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687315.398231:0:31520:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d9f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2472 expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788687315.398238:0:31520:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687315.398240:0:31520:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687315.398242:0:31520:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687315.398244:0:31520:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687315.398246:0:31520:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687315.398248:0:31520:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687315.398251:0:31520:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687315.398254:0:31520:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687315.398258:0:31520:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29d0260600. 00000080:00000001:2.0:1788687315.398264:0:31520:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687315.398266:0:31520:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687315.398268:0:31520:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687315.398272:0:31520:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811d9f 00800000:00000001:2.0:1788687315.398275:0:31520:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687315.398277:0:31520:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687315.398280:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687315.398282:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687315.398286:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=3 00000020:00000001:2.0:1788687315.398288:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:2.0:1788687315.398292:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:2.0:1788687315.398714:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687315.398717:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687315.398718:0:31520:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687315.398721:0:31520:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687315.398725:0:31520:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811d9f from it ffffaca0814abbf8 00010000:00000001:2.0:1788687315.398728:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687315.398730:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687315.398732:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=3 00000020:00000001:2.0:1788687315.398733:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:2.0:1788687315.398736:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:2.0:1788687315.398738:0:31520:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687315.398742:0:31520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2472 expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687315.398749:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687315.398751:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687315.398752:0:31520:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687315.398755:0:31520:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687315.398758:0:31520:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d9f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2472 expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687315.398769:0:31520:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687315.398772:0:31520:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687315.398775:0:31520:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687315.398781:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687315.398782:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687315.398784:0:31520:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687315.398788:0:31520:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687315.398791:0:31520:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687315.398793:0:31520:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687315.398796:0:31520:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687315.398798:0:31520:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687315.398800:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687315.398801:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687315.398806:0:31520:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687315.398808:0:31520:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687315.398810:0:31520:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788687315.398816:0:31520:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687315.398830:0:31520:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c622f7c0. 00000020:00000001:2.0:1788687315.398836:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abb28 00000080:00200000:2.0:1788687315.398838:0:31520:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), flags=25 00000080:00000001:2.0:1788687315.398841:0:31520:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788687315.398843:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab9d8 00000080:00200000:2.0:1788687315.398845:0:31520:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=0 00000080:00000010:2.0:1788687315.398852:0:31520:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29d0260600. 00800000:00000002:2.0:1788687315.398855:0:31520:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687315.398860:0:31520:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687315.398862:0:31520:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687315.398864:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab8f8 00800000:00000002:2.0:1788687315.398866:0:31520:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687315.398869:0:31520:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788687315.398874:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab890 00800000:00000002:2.0:1788687315.398876:0:31520:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:2.0:1788687315.398879:0:31520:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687315.398881:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab7c8 00000002:00010000:2.0:1788687315.398882:0:31520:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1788687315.398887:0:31520:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788687315.398891:0:31520:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788687315.398896:0:31520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e9500. 00000020:00000040:2.0:1788687315.398901:0:31520:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:2.0:1788687315.398930:0:31520:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687315.398936:0:31520:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687315.398938:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687315.398939:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687315.398940:0:31520:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687315.398944:0:31520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687315.398947:0:31520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687315.398950:0:31520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687315.398958:0:31520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c63d7c00. 00000100:00000001:2.0:1788687315.398969:0:31520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687315.398976:0:31520:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687315.398977:0:31520:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687315.398979:0:31520:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687315.398980:0:31520:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687315.398982:0:31520:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687315.398990:0:31520:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202420192512 : -110871289359104 : ffff9b29c42e9500) 00010000:00000001:2.0:1788687315.398994:0:31520:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788687315.398997:0:31520:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788687315.399002:0:31520:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422fd00 count: 2 00010000:00000001:2.0:1788687315.399004:0:31520:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687315.399006:0:31520:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788687315.399010:0:31520:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29d13a9600. 00000020:00000001:2.0:1788687315.399013:0:31520:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788687315.399016:0:31520:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29d13a9600 with handle 0x230d04438e811db4 to hash 00000020:00000001:2.0:1788687315.399018:0:31520:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788687315.399019:0:31520:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:2.0:1788687315.399024:0:31520:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:2.0:1788687315.399027:0:31520:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687315.399030:0:31520:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687315.399033:0:31520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811db4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687315.399041:0:31520:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811db4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687315.399052:0:31520:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811db4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788687315.399059:0:31520:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687315.399061:0:31520:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687315.399069:0:31520:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c98ddd80. 00000100:00000001:2.0:1788687315.399071:0:31520:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202510323072 : -110871199228544 : ffff9b29c98ddd80) 00000100:00000001:2.0:1788687315.399074:0:31520:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687315.399076:0:31520:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420192512 : -110871289359104 : ffff9b29c42e9500) 00000100:00000001:2.0:1788687315.399081:0:31520:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687315.399086:0:31520:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687315.399089:0:31520:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687315.399090:0:31520:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687315.399104:0:31520:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e9500 x1875572824528128/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687315.399114:0:31520:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687315.399117:0:31520:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687315.399121:0:31520:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687315.399124:0:31520:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687315.399127:0:31520:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687315.399131:0:31520:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e9500 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:31520:1875572824528128:192.168.203.144@tcp:101:touch.0 00000100:00000001:2.0:1788687315.399135:0:31520:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687315.399143:0:31520:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687315.399146:0:31520:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687315.399149:0:31520:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687315.399155:0:31520:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c6813800. 02000000:00000001:2.0:1788687315.399157:0:31520:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687315.399167:0:31520:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687315.399173:0:31520:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fdd68. 00000400:00000010:2.0:1788687315.399183:0:31520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240220. 00000100:00000200:2.0:1788687315.399193:0:31520:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824528128, portal 10 00000100:00000001:2.0:1788687315.399195:0:31520:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687315.399196:0:31520:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420192512 : -110871289359104 : ffff9b29c42e9500) 00000100:00000040:2.0:1788687315.399203:0:31520:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42e9500 x1875572824528128/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687331 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687315.399211:0:31520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687315.399215:0:31520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687315.399218:0:31520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240908. 00000100:00000200:2.0:1788687315.399221:0:31520:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875572824528128, offset 0 00000400:00000200:2.0:1788687315.399229:0:31520:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687315.399240:0:31520:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687315.399250:0:31520:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687315.399257:0:31520:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687315.399263:0:31520:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687315.399267:0:31520:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687315.399270:0:31520:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687315.399275:0:31520:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2388:2388:256:4294967295] 192.168.203.144@tcp LPNI seq info [2388:2388:8:4294967295] 00000400:00000200:2.0:1788687315.399279:0:31520:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687315.399290:0:31520:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687315.400183:0:31520:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687315.400190:0:31520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec200. 00000800:00000200:2.0:1788687315.400199:0:31520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687315.400208:0:31520:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687315.400213:0:31520:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788687315.400231:0:31520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687315.400237:0:31520:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 782911 usecs (783 jiffies) 00000400:00000200:2.0:1788687315.400242:0:31520:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687315.400245:0:31520:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296442186 00000800:00000200:2.0:1788687315.401033:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687315.401039:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec200. 00000400:00000200:2.0:1788687315.401046:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687315.401054:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687315.401062:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240908 00000400:00000010:2.0:1788687315.401065:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240908. 00000100:00000001:2.0:1788687315.401071:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687315.401080:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e9500 x1875572824528128/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687331 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687315.401093:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687315.401097:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e9500 x1875572824528128/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687331 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687315.401105:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687315.401108:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788687315.401132:0:31520:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296445659 00000100:00000001:2.0:1788687315.401136:0:31520:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296442186 00000100:00000001:2.0:1788687315.401139:0:31520:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296445659 00000100:00000001:2.0:1788687315.401141:0:31520:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687315.401144:0:31520:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687315.401148:0:31520:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687315.401150:0:31520:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687315.401152:0:31520:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c98ddd80 going to sleep for 11 seconds 00000100:00000001:2.0:1788687315.401156:0:31520:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687315.401159:0:31520:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687315.412271:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687315.412293:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687315.412298:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687315.412301:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687315.412313:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.412323:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687315.412333:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.412482:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.412490:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.412495:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x6a9d2d3f4d500 00000400:00000200:3.0:1788687315.412503:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.412511:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x6915 [1] + 224 00000800:00000001:3.0:1788687315.412638:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687315.412649:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687315.412653:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687315.412659:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687315.412670:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687315.412683:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e9500 x1875572824528128/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687331 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687315.412696:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b29c42e9500 x1875572824528128/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687331 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687315.412717:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687315.412728:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687315.412732:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687315.415286:0:31520:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687315.415303:0:31520:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687315.415306:0:31520:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687315.415312:0:31520:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fdd68. 00000400:00000200:0.0:1788687315.415321:0:31520:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240220 00000400:00000010:0.0:1788687315.415324:0:31520:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240220. 00000100:00000001:0.0:1788687315.415330:0:31520:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687315.415355:0:31520:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e9500 x1875572824528128/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687331 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687315.415368:0:31520:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e9500 x1875572824528128/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687331 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687315.415376:0:31520:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687315.415378:0:31520:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687315.415382:0:31520:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687315.415386:0:31520:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687315.415389:0:31520:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687315.415392:0:31520:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687315.415395:0:31520:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687315.415408:0:31520:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=87 v=5 (5 103 103 103) 00000100:00001000:0.0:1788687315.415413:0:31520:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687315.415416:0:31520:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687315.415418:0:31520:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687315.415421:0:31520:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687315.415427:0:31520:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687315.415431:0:31520:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687315.415433:0:31520:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1788687315.415436:0:31520:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687315.415438:0:31520:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687315.415443:0:31520:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e9500 x1875572824528128/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687331 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687315.415451:0:31520:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687315.415455:0:31520:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687315.415457:0:31520:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687315.415461:0:31520:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e9500 x1875572824528128/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687331 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687315.415470:0:31520:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e9500 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:31520:1875572824528128:192.168.203.144@tcp:101:touch.0 00000100:00000001:0.0:1788687315.415476:0:31520:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687315.415480:0:31520:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687315.415484:0:31520:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687315.415487:0:31520:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687315.415490:0:31520:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e9500 x1875572824528128/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687331 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687315.415498:0:31520:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687315.415502:0:31520:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c98ddd80. 00000100:00000001:0.0:1788687315.415505:0:31520:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687315.415507:0:31520:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687315.415510:0:31520:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687315.415514:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687315.415517:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687315.415596:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9600 refcount=4 00000020:00000001:0.0:1788687315.415610:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:0.0:1788687315.415614:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000040:0.0:1788687315.415624:0:31520:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29d13a9600, remote cookie: 0x59c08f76ab1d24cd, flags: 0x1001 00010000:00010000:0.0:1788687315.415631:0:31520:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811db4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d24cd expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788687315.415642:0:31520:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788687315.415646:0:31520:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788687315.415658:0:31520:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c64de000. 00010000:00000010:0.0:1788687315.415665:0:31520:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5ca0f00. 00010000:00000001:0.0:1788687315.415673:0:31520:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687315.415676:0:31520:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811db4 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d24cd expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687315.415685:0:31520:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811db4 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d24cd expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687315.415691:0:31520:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788687315.415696:0:31520:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788687315.415699:0:31520:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788687315.415701:0:31520:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788687315.415702:0:31520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788687315.415705:0:31520:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff9b29c64de000) refcount = 1 00010000:00010000:0.0:1788687315.415710:0:31520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811db4 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d24cd expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687315.415717:0:31520:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788687315.415720:0:31520:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788687315.415722:0:31520:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687315.415725:0:31520:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788687315.415728:0:31520:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687315.415731:0:31520:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811db4 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d24cd expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687315.415736:0:31520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788687315.415738:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687315.415740:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687315.415741:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687315.415742:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687315.415744:0:31520:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687315.415749:0:31520:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788687315.415751:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687315.415752:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687315.415754:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9600 refcount=3 00000020:00000001:0.0:1788687315.415756:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:0.0:1788687315.415758:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:0.0:1788687315.415760:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687315.415761:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687315.415762:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9600 refcount=4 00000020:00000001:0.0:1788687315.415764:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:0.0:1788687315.415765:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:0.0:1788687315.415768:0:31520:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687315.415771:0:31520:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687315.415775:0:31520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811db4 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d24cd expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687315.415782:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687315.415783:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687315.415785:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687315.415786:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687315.415787:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9600 refcount=5 00000020:00000001:0.0:1788687315.415789:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:0.0:1788687315.415791:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:0.0:1788687315.415794:0:31520:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687315.415797:0:31520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811db4 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d24cd expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687315.415803:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687315.415804:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687315.415807:0:31520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811db4 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d24cd expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687315.415814:0:31520:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687315.415815:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687315.415816:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687315.415817:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687315.415818:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788687315.415825:0:31520:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9b29c42e9500 x1875572824528128/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687331 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788687315.415833:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687315.415834:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687315.415835:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9600 refcount=3 00000020:00000001:0.0:1788687315.415837:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:0.0:1788687315.415839:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:0.0:1788687315.415841:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687315.415843:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687315.415844:0:31520:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687315.415847:0:31520:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687315.415851:0:31520:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788687315.415853:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687315.415855:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687315.415856:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9600 refcount=3 00000020:00000001:0.0:1788687315.415858:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:0.0:1788687315.415860:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00000002:00010000:0.0:1788687315.415863:0:31520:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811db4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d24cd expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687315.415870:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687315.415871:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687315.415873:0:31520:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687315.415875:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687315.415876:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687315.415878:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9600 refcount=3 00000020:00000001:0.0:1788687315.415879:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:0.0:1788687315.415882:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000040:0.0:1788687315.415886:0:31520:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de000 count: 2 00010000:00000001:0.0:1788687315.415889:0:31520:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788687315.415894:0:31520:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/40 (0 0) 00010000:00000001:0.0:1788687315.415897:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687315.415898:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687315.415900:0:31520:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788687315.415903:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab750 00000002:00002000:0.0:1788687315.415970:0:31520:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788687315.415974:0:31520:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687315.415979:0:31520:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687315.415982:0:31520:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687315.415986:0:31520:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788687315.415990:0:31520:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687315.415995:0:31520:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000001:0.0:1788687315.415999:0:31520:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788687315.416001:0:31520:0:(namei.c:674:ll_lookup_it_finish()) it ffffaca0814abac8 it_disposition b 00000080:00000001:0.0:1788687315.416004:0:31520:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788687315.416011:0:31520:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788687315.416015:0:31520:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788687315.416018:0:31520:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1788687315.416021:0:31520:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788687315.416029:0:31520:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788687315.416031:0:31520:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:0.0:1788687315.416033:0:31520:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687315.416037:0:31520:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1788687315.416040:0:31520:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788687315.416045:0:31520:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00000080:00200000:0.0:1788687315.416047:0:31520:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x28:0x0](ffff9b29d8591988): rc = 0 00000080:00000001:0.0:1788687315.416050:0:31520:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758523272 : -110870951028344 : ffff9b29d8591988) 00010000:00000001:0.0:1788687315.416051:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687315.416053:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687315.416055:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9600 refcount=3 00000020:00000001:0.0:1788687315.416056:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:0.0:1788687315.416059:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:0.0:1788687315.416060:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687315.416062:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687315.416064:0:31520:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788687315.416066:0:31520:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788687315.416067:0:31520:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788687315.416069:0:31520:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788687315.416071:0:31520:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687315.416074:0:31520:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff9b29d8591988) for lock 0x230d04438e811db4 00800000:00000001:0.0:1788687315.416077:0:31520:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687315.416079:0:31520:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687315.416080:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687315.416081:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687315.416083:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9600 refcount=3 00000020:00000001:0.0:1788687315.416084:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:0.0:1788687315.416086:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:0.0:1788687315.416090:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687315.416090:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687315.416468:0:31520:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687315.416471:0:31520:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788687315.416481:0:31520:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d86b3e58 inode ffff9b29d8591988 refc 1 flags 0x20000e 00000080:00000001:0.0:1788687315.416486:0:31520:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788687315.416488:0:31520:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687315.416491:0:31520:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788687315.416495:0:31520:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff9b29d8591988) 00000080:00010000:0.0:1788687315.416499:0:31520:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811db4 from it ffffaca0814abac8 00010000:00000001:0.0:1788687315.416502:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687315.416503:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687315.416505:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9600 refcount=3 00000020:00000001:0.0:1788687315.416507:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:0.0:1788687315.416510:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083008 : -110871070468608 : ffff9b29d13a9600) 00010000:00000001:0.0:1788687315.416512:0:31520:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687315.416516:0:31520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811db4 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d24cd expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687315.419007:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687315.419010:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687315.419013:0:31520:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687315.419017:0:31520:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687315.419022:0:31520:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811db4 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d24cd expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687315.419033:0:31520:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687315.419037:0:31520:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687315.419039:0:31520:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687315.419045:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687315.419047:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687315.419049:0:31520:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687315.419054:0:31520:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687315.419056:0:31520:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687315.419059:0:31520:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687315.419064:0:31520:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687315.419066:0:31520:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687315.419068:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687315.419070:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687315.419074:0:31520:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788687315.419082:0:31520:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29d0260600. 00000100:00000001:0.0:1788687315.419105:0:31520:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687315.419121:0:31520:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e9500 x1875572824528128/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687331 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687315.419131:0:31520:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687315.419135:0:31520:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687315.419139:0:31520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c6813800. 02000000:00000001:0.0:1788687315.419143:0:31520:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687315.419146:0:31520:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687315.419148:0:31520:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687315.419151:0:31520:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687315.419154:0:31520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c63d7c00. 02000000:00000001:0.0:1788687315.419158:0:31520:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687315.419160:0:31520:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687315.419162:0:31520:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e9500. 00000100:00000001:0.0:1788687315.419167:0:31520:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687315.419169:0:31520:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687315.419476:0:31520:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788687315.419481:0:31520:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9b29d8591988), inode mode 41ed mask 1 00000080:00000001:1.0:1788687315.419487:0:31520:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687315.419510:0:31520:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c5d00c40. 00000080:00000001:1.0:1788687315.419516:0:31520:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788687315.419517:0:31520:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9b29d8591988), inode mode 41ed mask 3 00000080:00000001:1.0:1788687315.419535:0:31520:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687315.419538:0:31520:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788687315.419542:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abb58 00000080:00200000:1.0:1788687315.419545:0:31520:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff9b29d8591988), file ffff9b29c5dd3b00, open_flags 8941, mode 81b6 opened 0 00000080:00000010:1.0:1788687315.419550:0:31520:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b29c974ee40. 00000080:00000001:1.0:1788687315.419555:0:31520:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788687315.419557:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814aba08 00000080:00200000:1.0:1788687315.419559:0:31520:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff9b29d8591988), intent=open|creat 00000080:00000010:1.0:1788687315.419567:0:31520:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c57200. 00000080:00000001:1.0:1788687315.419577:0:31520:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687315.419582:0:31520:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687315.419584:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab928 00800000:00000002:1.0:1788687315.419585:0:31520:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x28:0x0] 00800000:00000001:1.0:1788687315.419589:0:31520:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788687315.419592:0:31520:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788687315.419609:0:31520:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633202409432576 : -110871300119040 : ffff9b29c38a6600) 00800000:00000001:1.0:1788687315.419613:0:31520:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788687315.419615:0:31520:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788687315.419620:0:31520:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788687315.419623:0:31520:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788687315.419627:0:31520:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b29e019e800: Allocated FID [0x200000404:0x2a:0x0] 40000000:00000001:1.0:1788687315.419629:0:31520:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687315.419632:0:31520:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687315.419634:0:31520:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687315.419636:0:31520:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687315.419637:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab8a8 00800000:00000002:1.0:1788687315.419639:0:31520:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x28:0x0], fid2=[0x200000404:0x2a:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:1.0:1788687315.419645:0:31520:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687315.419646:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab7e0 00000002:00010000:1.0:1788687315.419648:0:31520:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000404:0x2a:0x0]) in obj [0x200000404:0x28:0x0], intent: open|creat flags 0104502 00000002:00000001:1.0:1788687315.419652:0:31520:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788687315.419655:0:31520:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788687315.419658:0:31520:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788687315.419665:0:31520:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687315.419667:0:31520:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788687315.419672:0:31520:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de000 count: 2 00010000:00000001:1.0:1788687315.419675:0:31520:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687315.419678:0:31520:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788687315.419681:0:31520:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687315.419683:0:31520:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687315.419685:0:31520:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687315.419691:0:31520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99c00. 00000020:00000040:1.0:1788687315.419695:0:31520:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:1.0:1788687315.419702:0:31520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788687315.419705:0:31520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687315.419708:0:31520:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687315.419713:0:31520:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687315.419717:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687315.419718:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687315.419719:0:31520:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687315.419723:0:31520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687315.419725:0:31520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687315.419730:0:31520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687315.419739:0:31520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6911800. 00000100:00000001:1.0:1788687315.419747:0:31520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687315.419754:0:31520:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687315.419755:0:31520:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687315.419757:0:31520:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687315.419758:0:31520:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687315.419760:0:31520:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687315.419770:0:31520:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00010000:00000001:1.0:1788687315.419775:0:31520:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788687315.419778:0:31520:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788687315.419781:0:31520:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de000 count: 2 00010000:00000001:1.0:1788687315.419783:0:31520:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687315.419785:0:31520:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687315.419789:0:31520:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a4800. 00000020:00000001:1.0:1788687315.419793:0:31520:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687315.419796:0:31520:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a4800 with handle 0x230d04438e811dbb to hash 00000020:00000001:1.0:1788687315.419798:0:31520:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687315.419800:0:31520:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687315.419805:0:31520:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687315.419810:0:31520:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687315.419813:0:31520:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687315.419819:0:31520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811dbb lrc: 3/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687315.419828:0:31520:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811dbb lrc: 3/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31520 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788687315.419843:0:31520:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788687315.419852:0:31520:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8b99c00 x1875572824528384/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788687315.419860:0:31520:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811dbb lrc: 3/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788687315.419867:0:31520:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687315.419869:0:31520:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687315.419878:0:31520:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c3f64c00. 00000100:00000001:1.0:1788687315.419880:0:31520:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202416503808 : -110871293047808 : ffff9b29c3f64c00) 00000100:00000001:1.0:1788687315.419883:0:31520:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687315.419885:0:31520:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000001:1.0:1788687315.419890:0:31520:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687315.419894:0:31520:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687315.419896:0:31520:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687315.419898:0:31520:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687315.419903:0:31520:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99c00 x1875572824528384/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687315.419941:0:31520:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687315.419943:0:31520:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687315.419947:0:31520:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687315.419950:0:31520:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687315.419953:0:31520:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687315.419957:0:31520:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99c00 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:31520:1875572824528384:192.168.203.144@tcp:101:touch.0 00000100:00000001:1.0:1788687315.419962:0:31520:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687315.419968:0:31520:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687315.419971:0:31520:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687315.419975:0:31520:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687315.420054:0:31520:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b29c6980000. 02000000:00000001:1.0:1788687315.420057:0:31520:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687315.420067:0:31520:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687315.420073:0:31520:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e01503c8. 00000400:00000010:1.0:1788687315.420082:0:31520:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b29c6912000. 00000100:00000200:1.0:1788687315.420104:0:31520:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875572824528384, portal 10 00000100:00000001:1.0:1788687315.420107:0:31520:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687315.420108:0:31520:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000040:1.0:1788687315.420115:0:31520:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b99c00 x1875572824528384/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687331 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687315.420123:0:31520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687315.420126:0:31520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687315.420131:0:31520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc6e8. 00000100:00000200:1.0:1788687315.420135:0:31520:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875572824528384, offset 0 00000400:00000200:1.0:1788687315.420142:0:31520:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687315.420152:0:31520:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687315.420162:0:31520:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687315.420168:0:31520:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687315.420172:0:31520:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687315.420177:0:31520:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687315.420180:0:31520:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687315.420184:0:31520:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2389:2389:256:4294967295] 192.168.203.144@tcp LPNI seq info [2389:2389:8:4294967295] 00000400:00000200:1.0:1788687315.420189:0:31520:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687315.420201:0:31520:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687315.420208:0:31520:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687315.420214:0:31520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2000. 00000800:00000200:1.0:1788687315.420223:0:31520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687315.420234:0:31520:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687315.420239:0:31520:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2000 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788687315.420260:0:31520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687315.420265:0:31520:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 781843 usecs (782 jiffies) 00000400:00000200:1.0:1788687315.420269:0:31520:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687315.420273:0:31520:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296442207 00000100:00000001:1.0:1788687315.420276:0:31520:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296445659 00000100:00000001:1.0:1788687315.420278:0:31520:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296442207 00000100:00000001:1.0:1788687315.420281:0:31520:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296445659 00000100:00000001:1.0:1788687315.420283:0:31520:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687315.420286:0:31520:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687315.420289:0:31520:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687315.420291:0:31520:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687315.420294:0:31520:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c3f64c00 going to sleep for 11 seconds 00000100:00000001:1.0:1788687315.420297:0:31520:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687315.420301:0:31520:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687315.421300:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687315.421310:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2000. 00000400:00000200:3.0:1788687315.421316:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687315.421323:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687315.421332:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc6e8 00000400:00000010:3.0:1788687315.421339:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc6e8. 00000100:00000001:3.0:1788687315.421346:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687315.421353:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99c00 x1875572824528384/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687331 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687315.421366:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687315.421369:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99c00 x1875572824528384/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687331 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687315.421376:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687315.421379:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687315.430132:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687315.430157:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687315.430163:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687315.430166:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687315.430180:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.430190:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687315.430203:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.430209:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.430216:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.430221:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x6a9d2d3f4d600 00000400:00000200:3.0:1788687315.430228:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.430235:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x6925 [32] + 224 00000800:00000001:3.0:1788687315.430245:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687315.430252:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687315.430256:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687315.430262:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687315.430272:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687315.430285:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99c00 x1875572824528384/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687331 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687315.430298:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b29c8b99c00 x1875572824528384/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687331 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687315.430324:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687315.430452:0:31520:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687315.430463:0:31520:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687315.430466:0:31520:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687315.430470:0:31520:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e01503c8. 00000400:00000200:1.0:1788687315.430476:0:31520:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6912000 00000400:00000010:1.0:1788687315.430479:0:31520:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b29c6912000. 00000100:00000001:1.0:1788687315.430482:0:31520:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687315.430487:0:31520:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99c00 x1875572824528384/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687331 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687315.430496:0:31520:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99c00 x1875572824528384/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687331 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687315.430501:0:31520:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687315.430503:0:31520:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687315.430506:0:31520:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687315.430511:0:31520:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687315.430514:0:31520:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687315.430517:0:31520:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687315.430531:0:31520:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687315.430544:0:31520:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=87 v=5 (5 103 103 103) 00000100:00001000:1.0:1788687315.430548:0:31520:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687315.430551:0:31520:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687315.430552:0:31520:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687315.430555:0:31520:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687315.430560:0:31520:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687315.430564:0:31520:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788687315.430566:0:31520:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000151/0x1] 00000100:00000001:1.0:1788687315.430568:0:31520:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788687315.430571:0:31520:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687315.430573:0:31520:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000001:1.0:1788687315.430576:0:31520:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687315.430578:0:31520:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967634 00000100:00000001:1.0:1788687315.430580:0:31520:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687315.430583:0:31520:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687315.430588:0:31520:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99c00 x1875572824528384/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687331 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687315.430595:0:31520:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687315.430608:0:31520:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687315.430611:0:31520:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687315.430616:0:31520:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99c00 x1875572824528384/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687331 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687315.430624:0:31520:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99c00 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:31520:1875572824528384:192.168.203.144@tcp:101:touch.0 00000100:00000001:1.0:1788687315.430630:0:31520:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687315.430633:0:31520:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687315.430636:0:31520:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687315.430638:0:31520:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687315.430641:0:31520:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99c00 x1875572824528384/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687331 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687315.430653:0:31520:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687315.430656:0:31520:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c3f64c00. 00000100:00000001:1.0:1788687315.430659:0:31520:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687315.430661:0:31520:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687315.430664:0:31520:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788687315.430671:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687315.430674:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687315.430677:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=4 00000020:00000001:1.0:1788687315.430680:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687315.430683:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000040:1.0:1788687315.430691:0:31520:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c97a4800, remote cookie: 0x59c08f76ab1d24e9, flags: 0x1001 00010000:00010000:1.0:1788687315.430698:0:31520:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811dbb lrc: 4/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d24e9 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788687315.430707:0:31520:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2a:0x0].0x0, instead of [0x200000404:0x28:0x0].0x0 00010000:00000001:1.0:1788687315.430710:0:31520:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788687315.430719:0:31520:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c422f300. 00010000:00000010:1.0:1788687315.430725:0:31520:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5d3b200. 00010000:00000001:1.0:1788687315.430731:0:31520:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687315.430735:0:31520:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811dbb lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d24e9 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687315.430744:0:31520:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811dbb lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d24e9 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687315.430750:0:31520:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788687315.430756:0:31520:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788687315.430759:0:31520:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788687315.430760:0:31520:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788687315.430762:0:31520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788687315.430765:0:31520:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2a:0x0].0x0 (ffff9b29c422f300) refcount = 1 00010000:00010000:1.0:1788687315.430770:0:31520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811dbb lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d24e9 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687315.430776:0:31520:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788687315.430780:0:31520:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788687315.430782:0:31520:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687315.430785:0:31520:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788687315.430788:0:31520:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687315.430791:0:31520:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811dbb lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d24e9 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687315.430797:0:31520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788687315.430799:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687315.430801:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687315.430802:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687315.430803:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687315.430804:0:31520:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687315.430810:0:31520:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788687315.430812:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687315.430814:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687315.430815:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=3 00000020:00000001:1.0:1788687315.430817:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687315.430819:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687315.430822:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687315.430823:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687315.430824:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=4 00000020:00000001:1.0:1788687315.430826:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687315.430828:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687315.430830:0:31520:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687315.430834:0:31520:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687315.430838:0:31520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811dbb lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d24e9 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687315.430849:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687315.430850:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687315.430852:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687315.430853:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687315.430854:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=5 00000020:00000001:1.0:1788687315.430856:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687315.430858:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687315.430860:0:31520:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687315.430863:0:31520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811dbb lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d24e9 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687315.430869:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687315.430870:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788687315.430872:0:31520:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811dbb lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d24e9 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687315.430879:0:31520:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687315.430880:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687315.430881:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687315.430882:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687315.430883:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788687315.430889:0:31520:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9b29c8b99c00 x1875572824528384/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687331 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788687315.430899:0:31520:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788687315.430904:0:31520:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c8b99c00 x1875572824528384/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687331 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788687315.430960:0:31520:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687315.430970:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687315.430972:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687315.430974:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=3 00000020:00000001:1.0:1788687315.430976:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687315.430979:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00000002:00010000:1.0:1788687315.430983:0:31520:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811dbb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d24e9 expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788687315.430995:0:31520:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b29d099b680. 00010000:00000001:1.0:1788687315.430997:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687315.430998:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687315.431001:0:31520:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687315.431003:0:31520:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687315.431007:0:31520:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788687315.431010:0:31520:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687315.431011:0:31520:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000001:1.0:1788687315.431013:0:31520:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687315.431014:0:31520:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00010000:00000001:1.0:1788687315.431016:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687315.431017:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687315.431019:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=3 00000020:00000001:1.0:1788687315.431021:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687315.431022:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00000002:00010000:1.0:1788687315.431027:0:31520:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811dbb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d24e9 expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687315.431033:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687315.431034:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687315.431036:0:31520:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687315.431037:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687315.431038:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687315.431040:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=3 00000020:00000001:1.0:1788687315.431041:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687315.431044:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000040:1.0:1788687315.431048:0:31520:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f300 count: 2 00010000:00000001:1.0:1788687315.431052:0:31520:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788687315.431056:0:31520:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/42 (0 0) 00010000:00000001:1.0:1788687315.431059:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687315.431061:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687315.431062:0:31520:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788687315.431065:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab768 00000002:00002000:1.0:1788687315.431068:0:31520:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1788687315.431072:0:31520:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687315.431076:0:31520:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687315.431079:0:31520:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788687315.431083:0:31520:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x28:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788687315.431087:0:31520:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687315.431093:0:31520:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788687315.431095:0:31520:0:(namei.c:674:ll_lookup_it_finish()) it ffff9b29c974ee40 it_disposition 1800037 00000080:00002000:1.0:1788687315.431102:0:31520:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d8614288 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1788687315.431108:0:31520:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788687315.431111:0:31520:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1788687315.431114:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab990 00000080:00200000:1.0:1788687315.431116:0:31520:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff9b29d8591988), intent=open|creat 00000080:00000001:1.0:1788687315.431119:0:31520:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1788687315.431122:0:31520:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788687315.431128:0:31520:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788687315.431132:0:31520:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788687315.431135:0:31520:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:1.0:1788687315.431139:0:31520:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788687315.431151:0:31520:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b29d85af380. 00000020:00000001:1.0:1788687315.431165:0:31520:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1788687315.431167:0:31520:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1788687315.431171:0:31520:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788687315.431173:0:31520:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff9b29d85af448) 00000020:00000001:1.0:1788687315.431177:0:31520:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687315.431182:0:31520:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:1.0:1788687315.431184:0:31520:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:1.0:1788687315.431189:0:31520:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1788687315.431195:0:31520:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9b29d02b0258. 00000020:00000001:1.0:1788687315.431198:0:31520:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788687315.431200:0:31520:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687315.431209:0:31520:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1788687315.431214:0:31520:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9b29e015baa8. 00020000:00000001:1.0:1788687315.431216:0:31520:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446633202888325800 : -110870821225816 : ffff9b29e015baa8) 00020000:00000001:1.0:1788687315.431219:0:31520:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1788687315.431223:0:31520:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788687315.431229:0:31520:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c974ed20. 00020000:00000010:1.0:1788687315.431236:0:31520:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29c6386a80. 00020000:00000010:1.0:1788687315.431241:0:31520:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c974e480. 00020000:00000001:1.0:1788687315.431244:0:31520:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202508686464 : -110871200865152 : ffff9b29c974e480) 00020000:00000002:1.0:1788687315.431248:0:31520:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c974e480, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788687315.431252:0:31520:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788687315.431257:0:31520:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c6386a80: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:1.0:1788687315.431260:0:31520:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1788687315.431263:0:31520:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c974e480, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788687315.431266:0:31520:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788687315.431269:0:31520:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c6386a80: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000010:1.0:1788687315.431273:0:31520:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9b29c63ab060. 00020000:00000010:1.0:1788687315.431277:0:31520:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9b29c3f64c00. 00020000:00000001:1.0:1788687315.431282:0:31520:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1788687315.431285:0:31520:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9b29c395b3d8. 00020000:00000001:1.0:1788687315.431288:0:31520:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1788687315.431290:0:31520:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1788687315.431296:0:31520:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1788687315.431300:0:31520:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9b29d02b0898. 00000020:00000001:1.0:1788687315.431301:0:31520:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788687315.431303:0:31520:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687315.431305:0:31520:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446633202621286680 : -110871088264936 : ffff9b29d02b0918) 00020000:00000001:1.0:1788687315.431309:0:31520:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1788687315.431315:0:31520:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9b29c9bd8380. 00020000:00000001:1.0:1788687315.431318:0:31520:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687315.431324:0:31520:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633202621286680 : -110871088264936 : ffff9b29d02b0918) 00020000:00000001:1.0:1788687315.431327:0:31520:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633202621286680 : -110871088264936 : ffff9b29d02b0918) 00020000:00000002:1.0:1788687315.431331:0:31520:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x18:0x0]@ffff9b29d02b0898[0:0] -> [0x200000404:0x2a:0x0]@ffff9b29d02b0258: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:1.0:1788687315.431347:0:31520:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1788687315.431350:0:31520:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1788687315.431352:0:31520:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687315.431356:0:31520:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633202621285080 : -110871088266536 : ffff9b29d02b02d8) 00000020:00001000:1.0:1788687315.431361:0:31520:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00000080:00000001:1.0:1788687315.431366:0:31520:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:1.0:1788687315.431369:0:31520:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788687315.431372:0:31520:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833962 mtime from 0 to 1788687315 00000080:00000001:1.0:1788687315.431377:0:31520:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788687315.431379:0:31520:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758644808 : -110870950906808 : ffff9b29d85af448) 00010000:00000001:1.0:1788687315.431382:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687315.431383:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687315.431386:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=3 00000020:00000001:1.0:1788687315.431387:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687315.431390:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00000080:00000001:1.0:1788687315.431393:0:31520:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788687315.431395:0:31520:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687315.431396:0:31520:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:1.0:1788687315.431398:0:31520:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:1.0:1788687315.431401:0:31520:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788687315.431404:0:31520:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788687315.431405:0:31520:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788687315.431409:0:31520:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c974ec00. 00020000:00000010:1.0:1788687315.431411:0:31520:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29c6386400. 00020000:00000010:1.0:1788687315.431414:0:31520:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c974e840. 00020000:00000001:1.0:1788687315.431416:0:31520:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202508687424 : -110871200864192 : ffff9b29c974e840) 00020000:00000002:1.0:1788687315.431419:0:31520:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c974e840, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788687315.431423:0:31520:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788687315.431426:0:31520:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c6386400: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:1.0:1788687315.431432:0:31520:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29e015baa8) owner ffff9b29d034a7c0 00020000:00000001:1.0:1788687315.431435:0:31520:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788687315.431438:0:31520:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29e015baa8) owner ffff9b29d034a7c0 00020000:00000010:1.0:1788687315.431443:0:31520:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29c6386400. 00020000:00000010:1.0:1788687315.431447:0:31520:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c974ec00. 00020000:00000010:1.0:1788687315.431450:0:31520:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c974e840. 00020000:00000002:1.0:1788687315.431452:0:31520:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788687315.431455:0:31520:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687315.431456:0:31520:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687315.431460:0:31520:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788687315.431464:0:31520:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015baa8) owner 0000000000000000/ffff9b29d034a7c0 00020000:00000002:1.0:1788687315.431467:0:31520:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c974e480 addref 2/0 by ffff9b29d034a7c0. 00020000:00000002:1.0:1788687315.431470:0:31520:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015baa8) owner 0000000000000000/ffff9b29d034a7c0 00020000:00000001:1.0:1788687315.431472:0:31520:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788687315.431475:0:31520:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788687315.431477:0:31520:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788687315.431479:0:31520:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788687315.431481:0:31520:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788687315.431484:0:31520:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2a:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788687315.431486:0:31520:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00000080:00000001:1.0:1788687315.431488:0:31520:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687315.431490:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687315.431492:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687315.431493:0:31520:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788687315.431497:0:31520:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788687315.431498:0:31520:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687315.431501:0:31520:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x2a:0x0](ffff9b29d85af448) 00000080:00010000:1.0:1788687315.431504:0:31520:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff9b29d85af448) for lock 0x230d04438e811dbb 00800000:00000001:1.0:1788687315.431508:0:31520:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687315.431510:0:31520:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687315.431511:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687315.431513:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687315.431514:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=3 00000020:00000001:1.0:1788687315.431516:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687315.431518:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687315.431521:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687315.431522:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687315.431524:0:31520:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687315.431526:0:31520:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687315.431527:0:31520:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1788687315.431529:0:31520:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687315.431536:0:31520:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9b29c8b99c00 x1875572824528384/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687331 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687315.431543:0:31520:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788687315.431549:0:31520:0:(namei.c:1651:ll_create_it()) inode ffff9b29d85af448 need_sync_to_mds [0x200000404:0x2a:0x0] 00000080:00000001:1.0:1788687315.431554:0:31520:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687315.431558:0:31520:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2a:0x0](ffff9b29d85af448) 00000080:00000001:1.0:1788687315.431561:0:31520:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788687315.431565:0:31520:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c57200. 00000100:00000001:1.0:1788687315.431569:0:31520:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687315.431572:0:31520:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99c00 x1875572824528384/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687331 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687315.431577:0:31520:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687315.431581:0:31520:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1788687315.431583:0:31520:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788687315.431585:0:31520:0:(namei.c:1500:ll_atomic_open()) inode ffff9b29d85af448 need_sync_to_mds [0x200000404:0x2a:0x0] 00000080:00000001:1.0:1788687315.431595:0:31520:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788687315.431609:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814aba68 00000080:00200008:1.0:1788687315.431612:0:31520:0:(file.c:1090:ll_file_open()) START file f:[0x200000404:0x2a:0x0](ffff9b29d85af448), flags 104501 00000080:00000010:1.0:1788687315.431621:0:31520:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29e1663540. 00000080:00000010:1.0:1788687315.431628:0:31520:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b29d099bd40. 00000080:00000001:1.0:1788687315.431631:0:31520:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788687315.431634:0:31520:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1788687315.431637:0:31520:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788687315.431641:0:31520:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b29c5d000c0. 00000002:00100000:1.0:1788687315.431647:0:31520:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c8b99c00 x1875572824528384/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687331 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788687315.431652:0:31520:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687315.431655:0:31520:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788687315.431659:0:31520:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788687315.431662:0:31520:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687315.431665:0:31520:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687315.431668:0:31520:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687315.431671:0:31520:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99c00 x1875572824528384/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687331 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788687315.431678:0:31520:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687315.431682:0:31520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b29c6980000. 02000000:00000001:1.0:1788687315.431727:0:31520:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788687315.431729:0:31520:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687315.431732:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814aba68 00000080:00000008:1.0:1788687315.431735:0:31520:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff9b29d85af448), flags 104501, rc = 0 00000080:00000001:1.0:1788687315.431740:0:31520:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788687315.431742:0:31520:0:(dcache.c:176:ll_intent_release()) intent ffff9b29c974ee40 released 00000080:00010000:1.0:1788687315.431744:0:31520:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811dbb from it ffff9b29c974ee40 00010000:00000001:1.0:1788687315.431746:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687315.431748:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687315.431750:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=3 00000020:00000001:1.0:1788687315.431752:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687315.431755:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687315.431757:0:31520:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687315.431761:0:31520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811dbb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d24e9 expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687315.431768:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687315.431769:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687315.431771:0:31520:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687315.431775:0:31520:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687315.431778:0:31520:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811dbb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d24e9 expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687315.431786:0:31520:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687315.431790:0:31520:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687315.431792:0:31520:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687315.431798:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687315.431799:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687315.431801:0:31520:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687315.431805:0:31520:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687315.431808:0:31520:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687315.431810:0:31520:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687315.431813:0:31520:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687315.431816:0:31520:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687315.431817:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687315.431818:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687315.431820:0:31520:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788687315.431822:0:31520:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1788687315.431825:0:31520:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788687315.431827:0:31520:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687315.431830:0:31520:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788687315.431832:0:31520:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687315.431835:0:31520:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1788687315.431837:0:31520:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687315.431840:0:31520:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788687315.431842:0:31520:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687315.431844:0:31520:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788687315.431847:0:31520:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9b29c974ee40. 00000080:00000001:1.0:1788687315.431849:0:31520:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687315.431854:0:31520:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788687315.431857:0:31520:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff9b29d85af448), inode mode 81a4 mask 40 00000080:00000001:1.0:1788687315.431861:0:31520:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687315.431965:0:31520:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788687315.431969:0:31520:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015baa8) owner 0000000000000000/ffff9b29d034a7c0 00020000:00000002:1.0:1788687315.431973:0:31520:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015baa8) owner 0000000000000000/ffff9b29d034a7c0 00020000:00000001:1.0:1788687315.431976:0:31520:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687315.431989:0:31520:0:(llite_lib.c:2418:ll_setattr_raw()) Process entered 00000020:00000001:1.0:1788687315.431991:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abc30 00000080:00200008:1.0:1788687315.431994:0:31520:0:(llite_lib.c:2427:ll_setattr_raw()) START file f:[0x200000404:0x2a:0x0](ffff9b29d85af448) current size 0, valid attrs 20070, mode 0, uid -1053552062, gid -1, new size 18446652404096745000, atime 1788687315.000000000, mtime 1788687315.000000000, ctime 1788687315.000000000 00000080:00000002:1.0:1788687315.432001:0:31520:0:(llite_lib.c:2479:ll_setattr_raw()) setting mtime 1788687315, ctime 1788687315, now = 1788687315 00000080:00000002:1.0:1788687315.432004:0:31520:0:(llite_lib.c:2486:ll_setattr_raw()) inode ffff9b29d85af448 attr 0x100201f0 need_sync_to_mds [0x200000404:0x2a:0x0] 00000080:00000010:1.0:1788687315.432009:0:31520:0:(llite_lib.c:2494:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff9b29c4c57200. 00000080:00000001:1.0:1788687315.432011:0:31520:0:(llite_lib.c:2125:ll_md_setattr()) Process entered 00800000:00000001:1.0:1788687315.432018:0:31520:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:1.0:1788687315.432019:0:31520:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000404:0x2a:0x0], valid 0x100201f0/0x0 00000002:00000001:1.0:1788687315.432025:0:31520:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:1.0:1788687315.432028:0:31520:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788687315.432033:0:31520:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f300 count: 2 00010000:00000001:1.0:1788687315.432035:0:31520:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687315.432039:0:31520:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788687315.432042:0:31520:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687315.432045:0:31520:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811dbb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x59c08f76ab1d24e9 expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788687315.432054:0:31520:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788687315.432057:0:31520:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788687315.432060:0:31520:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788687315.432063:0:31520:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2a:0x0] mode (null) 00000002:00000001:1.0:1788687315.432067:0:31520:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687315.432069:0:31520:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687315.432071:0:31520:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f300 count: 3 00010000:00000001:1.0:1788687315.432073:0:31520:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687315.432076:0:31520:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687315.432078:0:31520:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687315.432080:0:31520:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687315.432081:0:31520:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f300 count: 3 00010000:00000001:1.0:1788687315.432083:0:31520:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687315.432085:0:31520:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687315.432086:0:31520:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687315.432087:0:31520:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687315.432089:0:31520:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f300 count: 3 00010000:00000001:1.0:1788687315.432091:0:31520:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687315.432093:0:31520:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687315.432095:0:31520:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687315.432096:0:31520:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687315.432097:0:31520:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f300 count: 3 00010000:00000001:1.0:1788687315.432100:0:31520:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687315.432102:0:31520:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687315.432104:0:31520:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687315.432107:0:31520:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788687315.432108:0:31520:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687315.432110:0:31520:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:1.0:1788687315.432113:0:31520:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:1.0:1788687315.432115:0:31520:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788687315.432117:0:31520:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2a:0x0]: losing layout lock 00000080:00000001:1.0:1788687315.432119:0:31520:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788687315.432122:0:31520:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788687315.432124:0:31520:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788687315.432126:0:31520:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788687315.432128:0:31520:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788687315.432131:0:31520:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687315.432133:0:31520:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788687315.432134:0:31520:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00000080:00000001:1.0:1788687315.432136:0:31520:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687315.432139:0:31520:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788687315.432142:0:31520:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2a:0x0](ffff9b29d85af448) invalid 00000020:00000001:1.0:1788687315.432145:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab838 00000080:00002000:1.0:1788687315.432147:0:31520:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9b29d8614288) parent ffff9b29d86b3e58 inode ffff9b29d85af448 refc 1 00000080:00000001:1.0:1788687315.432151:0:31520:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788687315.432154:0:31520:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788687315.432155:0:31520:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687315.432159:0:31520:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687315.432162:0:31520:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687315.432164:0:31520:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687315.432167:0:31520:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687315.432169:0:31520:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788687315.432172:0:31520:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a4800 with handle 0x230d04438e811dbb from hash 00010000:00000001:1.0:1788687315.432175:0:31520:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687315.432176:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687315.432178:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687315.432180:0:31520:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687315.432182:0:31520:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687315.432184:0:31520:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788687315.432188:0:31520:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788687315.432191:0:31520:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687315.432193:0:31520:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788687315.432200:0:31520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b98000. 00000020:00000040:1.0:1788687315.432204:0:31520:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:1.0:1788687315.432210:0:31520:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687315.432215:0:31520:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687315.432218:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687315.432219:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687315.432220:0:31520:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687315.432224:0:31520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687315.432227:0:31520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687315.432231:0:31520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687315.432238:0:31520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c4c57e00. 00000100:00000001:1.0:1788687315.432245:0:31520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687315.432248:0:31520:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687315.432251:0:31520:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788687315.432256:0:31520:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811dbb lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d24e9 expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788687315.432265:0:31520:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788687315.432267:0:31520:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788687315.432268:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687315.432271:0:31520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811dbb lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d24e9 expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788687315.432281:0:31520:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29d099b680. 00010000:00000040:1.0:1788687315.432285:0:31520:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c422f300 count: 0 00010000:00000010:1.0:1788687315.432291:0:31520:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5d3b200. 00010000:00000001:1.0:1788687315.432299:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687315.432301:0:31520:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687315.432303:0:31520:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687315.432304:0:31520:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687315.432307:0:31520:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:1.0:1788687315.432310:0:31520:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1788687315, ctime 1788687315 00000020:00100000:1.0:1788687315.432323:0:31520:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788687315.432330:0:31520:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8b98000 x1875572824528640/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687315.432337:0:31520:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687315.432339:0:31520:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687315.432346:0:31520:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c3f64d80. 00000100:00000001:1.0:1788687315.432349:0:31520:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202416504192 : -110871293047424 : ffff9b29c3f64d80) 00000100:00000001:1.0:1788687315.432351:0:31520:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687315.432352:0:31520:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00000100:00000001:1.0:1788687315.432357:0:31520:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687315.432363:0:31520:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687315.432365:0:31520:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687315.432366:0:31520:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687315.432371:0:31520:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b98000 x1875572824528640/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687315.432378:0:31520:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687315.432381:0:31520:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687315.432385:0:31520:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687315.432388:0:31520:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687315.432390:0:31520:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687315.432394:0:31520:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b98000 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:31520:1875572824528640:192.168.203.144@tcp:36:touch.0 00000100:00000001:1.0:1788687315.432399:0:31520:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687315.432406:0:31520:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687315.432409:0:31520:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687315.432412:0:31520:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687315.432418:0:31520:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6912000. 02000000:00000001:1.0:1788687315.432420:0:31520:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687315.432429:0:31520:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687315.432434:0:31520:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e01503c8. 00000400:00000010:1.0:1788687315.432443:0:31520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcee0. 00000100:00000200:1.0:1788687315.432451:0:31520:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824528640, portal 10 00000100:00000001:1.0:1788687315.432452:0:31520:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687315.432455:0:31520:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00000100:00000040:1.0:1788687315.432461:0:31520:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b98000 x1875572824528640/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687315.432469:0:31520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687315.432473:0:31520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687315.432476:0:31520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc880. 00000100:00000200:1.0:1788687315.432480:0:31520:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875572824528640, offset 0 00000400:00000200:1.0:1788687315.432487:0:31520:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687315.432495:0:31520:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687315.432505:0:31520:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687315.432511:0:31520:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687315.432516:0:31520:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687315.432521:0:31520:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687315.432524:0:31520:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687315.432528:0:31520:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2390:2390:256:4294967295] 192.168.203.144@tcp LPNI seq info [2390:2390:8:4294967295] 00000400:00000200:1.0:1788687315.432533:0:31520:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.432756:0:2361:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788687315.432764:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.432768:0:2361:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687315.432774:0:2361:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2391:2391:256:4294967295] 192.168.203.144@tcp LPNI seq info [2391:2391:8:4294967295] 00000400:00000200:3.0:1788687315.432778:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687315.432790:0:2361:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1788687315.432798:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687315.433024:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9b29c63d7800. 00000800:00000200:2.0:1788687315.433035:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687315.433048:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687315.433054:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63d7800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788687315.434783:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687315.434798:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9b29c63d7800. 00000400:00000200:3.0:1788687315.434806:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687315.434816:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000400:00000200:1.0:1788687315.434903:0:31520:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687315.434926:0:31520:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687315.434940:0:31520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2d00. 00000800:00000200:1.0:1788687315.434949:0:31520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687315.434957:0:31520:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687315.434964:0:31520:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2d00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1788687315.434972:0:31520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687315.434980:0:31520:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 780768 usecs (781 jiffies) 00000400:00000200:1.0:1788687315.434988:0:31520:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687315.434992:0:31520:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296442221 00000100:00000001:1.0:1788687315.434996:0:31520:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296445659 00000100:00000001:1.0:1788687315.434998:0:31520:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296442221 00000100:00000001:1.0:1788687315.435001:0:31520:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296445659 00000100:00000001:1.0:1788687315.435004:0:31520:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687315.435009:0:31520:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687315.435013:0:31520:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687315.435015:0:31520:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687315.435018:0:31520:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c3f64d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788687315.435022:0:31520:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687315.435026:0:31520:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687315.436862:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687315.436884:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788687315.438198:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687315.438211:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2d00. 00000400:00000200:2.0:1788687315.438219:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687315.438230:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687315.438238:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc880 00000400:00000010:2.0:1788687315.438242:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc880. 00000100:00000001:2.0:1788687315.438251:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687315.438265:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b98000 x1875572824528640/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687331 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687315.438281:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687315.438285:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b98000 x1875572824528640/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687331 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687315.438292:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687315.438294:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788687315.444976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f300. 00010000:00000010:1.1:1788687315.445002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4800. 00000100:00000001:3.0:1788687315.851789:0:15934:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1788687315.851799:0:15934:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687315.979303:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687315.979315:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687315.979321:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687315.979323:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687315.979503:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687315.979507:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687315.979511:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788687317.004627:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687317.004638:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687317.004645:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687317.004646:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687317.004767:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687317.004771:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687317.004775:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788687318.027139:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687318.027149:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687318.027157:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687318.027158:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687318.027245:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687318.027249:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687318.027254:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788687318.457786:0:31540:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:3.0:1788687318.457798:0:31540:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687318.457801:0:31540:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687318.457809:0:31540:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687318.457813:0:31540:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788687318.457819:0:31540:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687318.457820:0:31540:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788687318.457824:0:31540:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687318.457826:0:31540:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788687318.457829:0:31540:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687318.457831:0:31540:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788687318.457834:0:31540:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1788687318.457838:0:31540:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687318.457842:0:31540:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788687318.457860:0:31540:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 4/4 locks to regular blp list, 1 blwis in pool 00000020:00000001:1.0:1788687318.457901:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687318.457932:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687318.457936:0:15943:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 4 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788687318.457940:0:15943:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788687318.457943:0:15943:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687318.457950:0:15943:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811db4 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d24cd expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788687318.457980:0:15943:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788687318.457985:0:15943:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788687318.457989:0:15943:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788687318.457991:0:15943:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:1.0:1788687318.457997:0:15943:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687318.458001:0:15943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687318.458009:0:15943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de000 count: 2 00010000:00000001:1.0:1788687318.458013:0:15943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687318.458018:0:15943:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687318.458019:0:15943:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687318.458020:0:15943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687318.458022:0:15943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de000 count: 2 00010000:00000001:1.0:1788687318.458024:0:15943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687318.458026:0:15943:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687318.458028:0:15943:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687318.458032:0:15943:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788687318.458035:0:15943:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff9b29d8591988) invalid 00000020:00000001:1.0:1788687318.458040:0:15943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c7bca0 00000080:00002000:1.0:1788687318.458042:0:15943:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff9b29d86b3e58) parent ffff9b29d84cabd0 inode ffff9b29d8591988 refc 1 00000080:00000001:1.0:1788687318.458048:0:15943:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788687318.458051:0:15943:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788687318.458052:0:15943:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687318.458056:0:15943:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687318.458060:0:15943:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687318.458062:0:15943:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687318.458064:0:15943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687318.458065:0:15943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788687318.458070:0:15943:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29d13a9600 with handle 0x230d04438e811db4 from hash 00010000:00000001:1.0:1788687318.458072:0:15943:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687318.458074:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687318.458076:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687318.458077:0:15943:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687318.458082:0:15943:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687318.458084:0:15943:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788687318.458087:0:15943:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687318.458089:0:15943:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d9f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d2472 expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788687318.458097:0:15943:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788687318.458099:0:15943:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788687318.458100:0:15943:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788687318.458102:0:15943:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788687318.458104:0:15943:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687318.458106:0:15943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687318.458108:0:15943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422fd00 count: 2 00010000:00000001:1.0:1788687318.458111:0:15943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687318.458113:0:15943:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687318.458115:0:15943:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687318.458116:0:15943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687318.458118:0:15943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422fd00 count: 2 00010000:00000001:1.0:1788687318.458119:0:15943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687318.458121:0:15943:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687318.458123:0:15943:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687318.458124:0:15943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687318.458126:0:15943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422fd00 count: 2 00010000:00000001:1.0:1788687318.458128:0:15943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687318.458131:0:15943:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687318.458132:0:15943:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788687318.458135:0:15943:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b29d8594200, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788687318.458140:0:15943:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788687318.458143:0:15943:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788687318.458144:0:15943:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788687318.458145:0:15943:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687318.458147:0:15943:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687318.458149:0:15943:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687318.458150:0:15943:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687318.458152:0:15943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687318.458153:0:15943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788687318.458156:0:15943:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a5e00 with handle 0x230d04438e811d9f from hash 00010000:00000001:1.0:1788687318.458158:0:15943:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687318.458159:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687318.458160:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687318.458161:0:15943:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687318.458163:0:15943:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687318.458165:0:15943:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788687318.458167:0:15943:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687318.458170:0:15943:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811dad lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x59c08f76ab1d24aa expref: -99 pid: 31510 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788687318.458176:0:15943:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788687318.458178:0:15943:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788687318.458179:0:15943:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788687318.458180:0:15943:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x29:0x0] mode (null) 00000002:00000001:1.0:1788687318.458182:0:15943:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687318.458183:0:15943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687318.458186:0:15943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090200 count: 2 00010000:00000001:1.0:1788687318.458188:0:15943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687318.458190:0:15943:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687318.458191:0:15943:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687318.458192:0:15943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687318.458193:0:15943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090200 count: 2 00010000:00000001:1.0:1788687318.458196:0:15943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687318.458197:0:15943:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687318.458199:0:15943:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687318.458200:0:15943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687318.458201:0:15943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090200 count: 2 00010000:00000001:1.0:1788687318.458203:0:15943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687318.458204:0:15943:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687318.458206:0:15943:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687318.458206:0:15943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687318.458208:0:15943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090200 count: 2 00010000:00000001:1.0:1788687318.458209:0:15943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687318.458211:0:15943:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687318.458212:0:15943:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687318.458215:0:15943:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788687318.458217:0:15943:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687318.458222:0:15943:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:1.0:1788687318.458225:0:15943:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:1.0:1788687318.458228:0:15943:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788687318.458232:0:15943:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x29:0x0]: losing layout lock 00000080:00000001:1.0:1788687318.458235:0:15943:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788687318.458238:0:15943:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788687318.458244:0:15943:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788687318.458248:0:15943:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788687318.458251:0:15943:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788687318.458253:0:15943:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687318.458255:0:15943:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788687318.458257:0:15943:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00000080:00000001:1.0:1788687318.458260:0:15943:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687318.458262:0:15943:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788687318.458263:0:15943:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x29:0x0](ffff9b29d8572a08) invalid 00000020:00000001:1.0:1788687318.458266:0:15943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c7bca0 00000080:00002000:1.0:1788687318.458268:0:15943:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9b29c2041bd0) parent ffff9b29d8709360 inode ffff9b29d8572a08 refc 1 00000080:00000001:1.0:1788687318.458271:0:15943:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788687318.458272:0:15943:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788687318.458273:0:15943:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687318.458275:0:15943:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687318.458278:0:15943:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687318.458280:0:15943:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687318.458281:0:15943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687318.458283:0:15943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788687318.458285:0:15943:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29d13a8e00 with handle 0x230d04438e811dad from hash 00010000:00000001:1.0:1788687318.458288:0:15943:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687318.458289:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687318.458290:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687318.458291:0:15943:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687318.458293:0:15943:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687318.458294:0:15943:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788687318.458297:0:15943:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687318.458300:0:15943:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811da6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d248e expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788687318.458307:0:15943:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788687318.458309:0:15943:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788687318.458310:0:15943:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788687318.458312:0:15943:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:1.0:1788687318.458324:0:15943:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687318.458325:0:15943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687318.458327:0:15943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64deb00 count: 2 00010000:00000001:1.0:1788687318.458330:0:15943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687318.458332:0:15943:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687318.458333:0:15943:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687318.458334:0:15943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687318.458336:0:15943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64deb00 count: 2 00010000:00000001:1.0:1788687318.458337:0:15943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687318.458339:0:15943:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687318.458341:0:15943:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687318.458343:0:15943:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788687318.458344:0:15943:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff9b29d85ad348) invalid 00000020:00000001:1.0:1788687318.458346:0:15943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c7bca0 00000080:00002000:1.0:1788687318.458348:0:15943:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff9b29d8709360) parent ffff9b29d84cabd0 inode ffff9b29d85ad348 refc 1 00000080:00000001:1.0:1788687318.458351:0:15943:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788687318.458352:0:15943:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788687318.458354:0:15943:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687318.458356:0:15943:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687318.458357:0:15943:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687318.458359:0:15943:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687318.458360:0:15943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687318.458362:0:15943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788687318.458364:0:15943:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc4e00 with handle 0x230d04438e811da6 from hash 00010000:00000001:1.0:1788687318.458366:0:15943:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687318.458368:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687318.458369:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687318.458370:0:15943:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687318.458371:0:15943:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687318.458372:0:15943:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788687318.458375:0:15943:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1788687318.458377:0:15943:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687318.458380:0:15943:0:(ldlm_request.c:1526:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788687318.458390:0:15943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b98700. 00000020:00000040:1.0:1788687318.458394:0:15943:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:1.0:1788687318.458401:0:15943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687318.458404:0:15943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687318.458411:0:15943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687318.458419:0:15943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29d08a0200. 00000100:00000001:1.0:1788687318.458427:0:15943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687318.458431:0:15943:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788687318.458438:0:15943:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811db4 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d24cd expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788687318.458447:0:15943:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d9f lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2472 expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788687318.458454:0:15943:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811dad lrc: 1/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d24aa expref: -99 pid: 31510 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788687318.458461:0:15943:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811da6 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d248e expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788687318.458469:0:15943:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:1.0:1788687318.458471:0:15943:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:1.0:1788687318.458476:0:15943:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687318.458478:0:15943:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687318.458486:0:15943:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c3f64480. 00000100:00000001:1.0:1788687318.458488:0:15943:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202416501888 : -110871293049728 : ffff9b29c3f64480) 00000100:00000001:1.0:1788687318.458492:0:15943:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687318.458493:0:15943:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496407296 : -110871213144320 : ffff9b29c8b98700) 00000100:00000001:1.0:1788687318.458501:0:15943:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687318.458506:0:15943:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687318.458509:0:15943:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687318.458511:0:15943:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687318.458525:0:15943:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b98700 x1875572824528768/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687318.458534:0:15943:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687318.458537:0:15943:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687318.458541:0:15943:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687318.458545:0:15943:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687318.458547:0:15943:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687318.458551:0:15943:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b98700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:15943:1875572824528768:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788687318.458556:0:15943:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687318.458563:0:15943:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687318.458566:0:15943:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687318.458569:0:15943:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687318.458574:0:15943:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29d08a0000. 02000000:00000001:1.0:1788687318.458586:0:15943:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687318.458596:0:15943:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687318.458602:0:15943:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150948. 00000400:00000010:1.0:1788687318.458610:0:15943:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc4c8. 00000100:00000200:1.0:1788687318.458620:0:15943:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824528768, portal 18 00000100:00000001:1.0:1788687318.458622:0:15943:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687318.458623:0:15943:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496407296 : -110871213144320 : ffff9b29c8b98700) 00000100:00000040:1.0:1788687318.458630:0:15943:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b98700 x1875572824528768/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 344/224 e 0 to 0 dl 1788687334 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687318.458638:0:15943:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687318.458641:0:15943:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687318.458644:0:15943:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc908. 00000100:00000200:1.0:1788687318.458648:0:15943:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 17, xid 1875572824528768, offset 0 00000400:00000200:1.0:1788687318.458656:0:15943:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687318.458666:0:15943:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687318.458675:0:15943:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687318.458682:0:15943:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687318.458687:0:15943:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687318.458691:0:15943:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687318.458695:0:15943:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687318.458699:0:15943:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2392:2392:256:4294967295] 192.168.203.144@tcp LPNI seq info [2392:2392:8:4294967295] 00000400:00000200:1.0:1788687318.458704:0:15943:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687318.458717:0:15943:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687318.458723:0:15943:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687318.458729:0:15943:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2600. 00000800:00000200:1.0:1788687318.458737:0:15943:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687318.458748:0:15943:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687318.458754:0:15943:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2600 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:1.0:1788687318.458775:0:15943:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687318.458781:0:15943:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 780768 usecs (781 jiffies) 00000400:00000200:1.0:1788687318.458784:0:15943:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687318.458787:0:15943:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296445243 00000100:00000001:1.0:1788687318.458791:0:15943:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296445659 00000100:00000001:1.0:1788687318.458793:0:15943:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296445243 00000100:00000001:1.0:1788687318.458796:0:15943:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296445659 00000100:00000001:1.0:1788687318.458798:0:15943:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687318.458802:0:15943:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687318.458804:0:15943:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687318.458806:0:15943:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687318.458809:0:15943:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c3f64480 going to sleep for 11 seconds 00000100:00000001:1.0:1788687318.458812:0:15943:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687318.458815:0:15943:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687318.459045:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687318.459051:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2600. 00000400:00000200:3.0:1788687318.459057:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687318.459063:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687318.459071:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc908 00000400:00000010:3.0:1788687318.459073:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc908. 00000100:00000001:3.0:1788687318.459078:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687318.459082:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b98700 x1875572824528768/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 344/224 e 0 to 0 dl 1788687334 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687318.459093:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687318.459096:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b98700 x1875572824528768/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 344/224 e 0 to 0 dl 1788687334 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687318.459104:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687318.459106:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687318.469255:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687318.469282:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687318.469286:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687318.469289:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687318.469301:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687318.469312:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687318.469334:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687318.469340:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687318.469346:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687318.469351:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x6a9d2d3f4d780 00000400:00000200:2.0:1788687318.469356:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687318.469362:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6935 [1] + 224 00000800:00000001:2.0:1788687318.469371:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687318.469377:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687318.469381:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687318.469386:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687318.469395:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687318.469405:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b98700 x1875572824528768/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 344/224 e 0 to 0 dl 1788687334 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687318.469417:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b98700 x1875572824528768/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 344/224 e 0 to 0 dl 1788687334 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687318.469442:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687318.469452:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687318.469455:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687318.469632:0:15943:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687318.469642:0:15943:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687318.469644:0:15943:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687318.469648:0:15943:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150948. 00000400:00000200:1.0:1788687318.469654:0:15943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc4c8 00000400:00000010:1.0:1788687318.469658:0:15943:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc4c8. 00000100:00000001:1.0:1788687318.469661:0:15943:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687318.469666:0:15943:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b98700 x1875572824528768/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 344/224 e 0 to 0 dl 1788687334 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687318.469675:0:15943:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b98700 x1875572824528768/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 344/224 e 0 to 0 dl 1788687334 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687318.469681:0:15943:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687318.469684:0:15943:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687318.469687:0:15943:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687318.469691:0:15943:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687318.469693:0:15943:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687318.469696:0:15943:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687318.469700:0:15943:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687318.470140:0:15943:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7d38 time=89 v=5 (5 5 5 5) 00000100:00001000:1.0:1788687318.470146:0:15943:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=13 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687318.470150:0:15943:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687318.470152:0:15943:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687318.470155:0:15943:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687318.470160:0:15943:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687318.470165:0:15943:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687318.470168:0:15943:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967634 00000100:00000001:1.0:1788687318.470170:0:15943:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687318.470174:0:15943:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687318.470181:0:15943:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b98700 x1875572824528768/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 344/224 e 0 to 0 dl 1788687334 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687318.470195:0:15943:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687318.470199:0:15943:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687318.470201:0:15943:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687318.470205:0:15943:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b98700 x1875572824528768/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 344/224 e 0 to 0 dl 1788687334 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687318.470213:0:15943:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b98700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:15943:1875572824528768:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788687318.470219:0:15943:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687318.470223:0:15943:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687318.470226:0:15943:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687318.470229:0:15943:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687318.470232:0:15943:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b98700 x1875572824528768/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 344/224 e 0 to 0 dl 1788687334 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687318.470240:0:15943:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687318.470243:0:15943:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c3f64480. 00000100:00000001:1.0:1788687318.470247:0:15943:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687318.470249:0:15943:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687318.470251:0:15943:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687318.470255:0:15943:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b98700 x1875572824528768/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 344/224 e 0 to 0 dl 1788687334 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687318.470261:0:15943:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687318.470264:0:15943:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687318.470268:0:15943:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29d08a0000. 02000000:00000001:1.0:1788687318.470272:0:15943:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687318.470275:0:15943:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687318.470277:0:15943:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687318.470279:0:15943:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687318.470282:0:15943:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29d08a0200. 02000000:00000001:1.0:1788687318.470285:0:15943:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687318.470287:0:15943:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687318.470289:0:15943:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b98700. 00000100:00000001:1.0:1788687318.470293:0:15943:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687318.470294:0:15943:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788687318.470297:0:15943:0:(ldlm_request.c:1631:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:1.0:1788687318.470301:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687318.470306:0:15943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9600/0x230d04438e811db4 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d24cd expref: -99 pid: 31520 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1788687318.470317:0:15943:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64de000 count: 0 00010000:00000010:1.0:1788687318.470327:0:15943:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5ca0f00. 00010000:00000001:1.0:1788687318.470337:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687318.470338:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687318.470341:0:15943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811d9f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2472 expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1788687318.470347:0:15943:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c422fd00 count: 0 00010000:00000010:1.0:1788687318.470351:0:15943:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5d3b900. 00010000:00000001:1.0:1788687318.470355:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687318.470357:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687318.470360:0:15943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811dad lrc: 0/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d24aa expref: -99 pid: 31510 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788687318.470368:0:15943:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29e138e040. 00010000:00000040:1.0:1788687318.470371:0:15943:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c6090200 count: 0 00010000:00000010:1.0:1788687318.470374:0:15943:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5044500. 00010000:00000001:1.0:1788687318.470380:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687318.470381:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687318.470384:0:15943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811da6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d248e expref: -99 pid: 31510 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:1.0:1788687318.470390:0:15943:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64deb00 count: 0 00010000:00000010:1.0:1788687318.470393:0:15943:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5ca0d00. 00010000:00000001:1.0:1788687318.470399:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687318.470401:0:15943:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687318.470420:0:15943:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687318.470482:0:31540:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687318.470486:0:31540:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687318.470490:0:31540:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=4 : 4 : 4) 00000020:00000001:1.0:1788687318.470539:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687318.470543:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687318.470545:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788687318.470547:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687318.470549:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687318.470551:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788687318.470553:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687318.470554:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687318.470556:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:1.1:1788687318.475953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de000. 00010000:00000010:1.1:1788687318.475991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9600. 00010000:00000010:1.1:1788687318.475996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fd00. 00010000:00000010:1.1:1788687318.476000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5e00. 00010000:00000010:1.1:1788687318.476004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090200. 00010000:00000010:1.1:1788687318.476007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8e00. 00010000:00000010:1.1:1788687318.476010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64deb00. 00010000:00000010:1.1:1788687318.476013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4e00. 00020000:00000001:2.0:1788687318.509225:0:31510:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788687318.509237:0:31510:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c52774d8) owner 0000000000000000/ffff9b29c97427c0 00020000:00000002:2.0:1788687318.509246:0:31510:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c52774d8) owner 0000000000000000/ffff9b29c97427c0 00020000:00000001:2.0:1788687318.509250:0:31510:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687318.509260:0:31510:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788687318.509265:0:31510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbdf0 00000080:00200008:2.0:1788687318.509268:0:31510:0:(file.c:479:ll_file_release()) START file f:[0x200000404:0x29:0x0](ffff9b29d8572a08), flags 100002 00000080:00000001:2.0:1788687318.509274:0:31510:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1788687318.509278:0:31510:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788687318.509280:0:31510:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788687318.509281:0:31510:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c52774d8) owner 0000000000000000/ffff9b29c97427c0 00020000:00000002:2.0:1788687318.509284:0:31510:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c52774d8) owner 0000000000000000/ffff9b29c97427c0 00020000:00000001:2.0:1788687318.509286:0:31510:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687318.509289:0:31510:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788687318.509299:0:31510:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687318.509303:0:31510:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788687318.509311:0:31510:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687318.509314:0:31510:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788687318.509316:0:31510:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x29:0x0]: 0 00000080:00000001:2.0:1788687318.509319:0:31510:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788687318.509321:0:31510:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788687318.509330:0:31510:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b29c6854200. 00000080:00000001:2.0:1788687318.509333:0:31510:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788687318.509341:0:31510:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788687318.509347:0:31510:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788687318.509349:0:31510:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x29:0x0] 00000002:00000001:2.0:1788687318.509354:0:31510:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788687318.509356:0:31510:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b29e019e800: [0x200000404:0x29:0x0] file closed with intent: 0 00000100:00000010:2.0:1788687318.509364:0:31510:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42ebb80. 00000020:00000040:2.0:1788687318.509370:0:31510:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:2.0:1788687318.509377:0:31510:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687318.509381:0:31510:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687318.509387:0:31510:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687318.509396:0:31510:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c6854000. 00000100:00000001:2.0:1788687318.509405:0:31510:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788687318.509431:0:31510:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b29c42e8e00 x1875572824527488/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687330 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788687318.509446:0:31510:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:2.0:1788687318.509452:0:31510:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c42ebb80 x1875572824529024/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788687318.509465:0:31510:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687318.509467:0:31510:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687318.509477:0:31510:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c98dde40. 00000100:00000001:2.0:1788687318.509479:0:31510:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202510323264 : -110871199228352 : ffff9b29c98dde40) 00000100:00000001:2.0:1788687318.509483:0:31510:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687318.509484:0:31510:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420202368 : -110871289349248 : ffff9b29c42ebb80) 00000100:00000001:2.0:1788687318.509490:0:31510:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687318.509495:0:31510:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687318.509498:0:31510:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687318.509500:0:31510:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687318.509504:0:31510:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42ebb80 x1875572824529024/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687318.509513:0:31510:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687318.509516:0:31510:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687318.509520:0:31510:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687318.509522:0:31510:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687318.509525:0:31510:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687318.509528:0:31510:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42ebb80 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:31510:1875572824529024:192.168.203.144@tcp:35:multiop.0 00000100:00000001:2.0:1788687318.509533:0:31510:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687318.509539:0:31510:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687318.509542:0:31510:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687318.509544:0:31510:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687318.509550:0:31510:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d5c00. 02000000:00000001:2.0:1788687318.509552:0:31510:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687318.509562:0:31510:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687318.509566:0:31510:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd630. 00000400:00000010:2.0:1788687318.509575:0:31510:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240908. 00000100:00000200:2.0:1788687318.511279:0:31510:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824529024, portal 10 00000100:00000001:2.0:1788687318.511287:0:31510:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687318.511289:0:31510:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420202368 : -110871289349248 : ffff9b29c42ebb80) 00000100:00000040:2.0:1788687318.511309:0:31510:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42ebb80 x1875572824529024/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687334 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687318.511326:0:31510:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687318.511329:0:31510:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687318.511471:0:31510:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0110. 00000100:00000200:3.0:1788687318.511478:0:31510:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824529024, offset 0 00000400:00000200:3.0:1788687318.511487:0:31510:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687318.511501:0:31510:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687318.511510:0:31510:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687318.511518:0:31510:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687318.511524:0:31510:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687318.511528:0:31510:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687318.511530:0:31510:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687318.511536:0:31510:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2393:2393:256:4294967295] 192.168.203.144@tcp LPNI seq info [2393:2393:8:4294967295] 00000400:00000200:3.0:1788687318.511540:0:31510:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687318.511551:0:31510:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687318.511558:0:31510:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687318.511565:0:31510:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ac00. 00000800:00000200:3.0:1788687318.511574:0:31510:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687318.511593:0:31510:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687318.511599:0:31510:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ac00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788687318.511618:0:31510:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687318.511624:0:31510:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 779697 usecs (780 jiffies) 00000400:00000200:3.0:1788687318.511628:0:31510:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687318.511631:0:31510:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296445296 00000100:00000001:3.0:1788687318.511635:0:31510:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296445659 00000100:00000001:3.0:1788687318.511638:0:31510:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296445296 00000100:00000001:3.0:1788687318.511641:0:31510:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296445659 00000100:00000001:3.0:1788687318.511644:0:31510:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687318.511647:0:31510:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687318.511651:0:31510:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687318.511653:0:31510:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687318.511656:0:31510:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c98dde40 going to sleep for 11 seconds 00000100:00000001:3.0:1788687318.511660:0:31510:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687318.511663:0:31510:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687318.511851:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687318.511857:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ac00. 00000400:00000200:2.0:1788687318.511863:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687318.511869:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687318.511877:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0110 00000400:00000010:2.0:1788687318.511880:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0110. 00000100:00000001:2.0:1788687318.511885:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687318.511890:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42ebb80 x1875572824529024/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687334 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687318.511901:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687318.511925:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42ebb80 x1875572824529024/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687334 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687318.512460:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687318.512462:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1788687319.051109:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687319.051120:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687319.051503:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687319.051508:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687319.051512:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788687319.947147:0:30596:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296445659, at 4296445952 00000100:00000010:3.0:1788687319.947168:0:30596:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c97abf00. 00000100:00000040:2.0:1788687319.951039:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296445659, at 4296445956 00000100:00000010:2.0:1788687319.951077:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c97abae0. 00010000:00000001:0.0:1788687320.075075:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687320.075083:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687320.075127:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687320.075131:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687320.075134:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788687320.460832:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687320.460849:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788687320.460865:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb4000. 00000020:00000040:3.0:1788687320.460873:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1788687320.460878:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687320.460882:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687320.460890:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687320.460901:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415ad00. 00000100:00000001:3.0:1788687320.460950:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687320.460969:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c8bb4000 x1875572824529152/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687320.460984:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687320.460989:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687320.460997:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0369b2f] to pc [ptlrpcd_01_01+1] req@ffff9b29c8bb4000 x1875572824529152/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687320.461034:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687320.461037:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687320.461041:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788687320.461045:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb7100. 00000020:00000040:3.0:1788687320.461048:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:3.0:1788687320.461050:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687320.461051:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687320.461057:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687320.461062:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415a500. 00000100:00000001:3.0:1788687320.461065:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687320.461070:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID req@ffff9b29c8bb7100 x1875572824529280/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687320.461077:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687320.461080:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687320.461083:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000999e69a8] to pc [ptlrpcd_01_00+0] req@ffff9b29c8bb7100 x1875572824529280/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687320.461091:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687320.461094:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687320.461097:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788687320.461102:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb4e00. 00000020:00000040:3.0:1788687320.461105:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:3.0:1788687320.461106:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687320.461108:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687320.461109:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687320.461112:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415ae00. 00000100:00000001:3.0:1788687320.461115:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687320.461118:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID req@ffff9b29c8bb4e00 x1875572824529408/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687320.461125:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687320.461127:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687320.461131:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e39c2a9] to pc [ptlrpcd_01_01+1] req@ffff9b29c8bb4e00 x1875572824529408/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687320.461138:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687320.461140:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687320.461144:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788687320.461147:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb5180. 00000020:00000040:3.0:1788687320.461149:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:3.0:1788687320.461151:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687320.461152:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687320.461154:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687320.461157:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415a200. 00000100:00000001:3.0:1788687320.461160:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687320.461164:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID req@ffff9b29c8bb5180 x1875572824529536/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687320.461181:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687320.461183:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687320.461187:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c7c3def] to pc [ptlrpcd_01_00+0] req@ffff9b29c8bb5180 x1875572824529536/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687320.461194:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687320.461199:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1784) 00000100:00000001:2.0:1788687320.461233:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687320.461238:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687320.461241:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687320.461253:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb4000 x1875572824529152/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687320.461262:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687320.461265:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687320.461269:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687320.461272:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687320.461275:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687320.461279:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824529152:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687320.461284:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687320.461291:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687320.461294:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687320.461298:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687320.461304:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6854400. 02000000:00000001:2.0:1788687320.461306:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687320.461315:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687320.461321:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd2c0. 00000400:00000010:2.0:1788687320.461330:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240000. 00000100:00000200:2.0:1788687320.461339:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824529152, portal 25 00000100:00000001:2.0:1788687320.461341:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687320.461343:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496520192 : -110871213031424 : ffff9b29c8bb4000) 00000100:00000040:2.0:1788687320.461349:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb4000 x1875572824529152/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687320.461357:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687320.461360:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687320.461363:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240ee0. 00000100:00000200:2.0:1788687320.461366:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824529152, offset 0 00000400:00000200:2.0:1788687320.461373:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687320.461384:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687320.461393:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687320.461400:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687320.461404:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687320.461409:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687320.461411:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687320.461416:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2394:2394:256:4294967295] 192.168.203.144@tcp LPNI seq info [2394:2394:8:4294967295] 00000400:00000200:2.0:1788687320.461421:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687320.461431:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687320.461439:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687320.461445:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec200. 00000800:00000200:2.0:1788687320.461454:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687320.461465:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687320.461470:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687320.461495:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687320.461500:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687320.461504:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296450779 00000100:00000010:2.0:1788687320.461510:0:2370:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c33d09c0. 00000100:00000001:2.0:1788687320.461517:0:2370:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788687320.461523:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296450779 00000100:00000010:2.0:1788687320.461526:0:2370:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c33d06c0. 00000100:00000001:2.0:1788687320.461529:0:2370:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788687320.461531:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687320.461535:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687320.461538:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687320.461542:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb4e00 x1875572824529408/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687320.461550:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687320.461551:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687320.461554:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687320.461556:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687320.461558:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687320.461561:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824529408:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687320.461573:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687320.461576:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687320.461577:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687320.461579:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687320.461582:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6854a00. 02000000:00000001:2.0:1788687320.461584:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687320.461588:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687320.461591:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd108. 00000400:00000010:2.0:1788687320.461594:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240770. 00000100:00000200:2.0:1788687320.461597:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824529408, portal 4 00000100:00000001:2.0:1788687320.461599:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687320.461601:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496523776 : -110871213027840 : ffff9b29c8bb4e00) 00000100:00000040:2.0:1788687320.461608:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb4e00 x1875572824529408/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687320.461614:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687320.461616:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687320.461619:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240198. 00000100:00000200:2.0:1788687320.461622:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824529408, offset 0 00000400:00000200:2.0:1788687320.461627:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687320.461630:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687320.461634:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687320.461637:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687320.461639:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687320.461641:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687320.461643:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687320.461646:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2395:2395:255:4294967295] 192.168.203.144@tcp LPNI seq info [2395:2395:7:4294967295] 00000400:00000200:2.0:1788687320.461650:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687320.461656:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687320.461661:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687320.461664:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec100. 00000800:00000200:2.0:1788687320.461668:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687320.461672:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687320.461675:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687320.461678:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687320.461683:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20213 usecs (21 jiffies) 00000400:00000200:2.0:1788687320.461686:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687320.461688:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296446487 00000100:00000001:2.0:1788687320.461690:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296450779 00000100:00000001:2.0:1788687320.461692:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296446487 00000100:00000001:2.0:1788687320.461694:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296450779 00000100:00000001:2.0:1788687320.461696:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687320.461699:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687320.461702:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687320.461705:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687320.461714:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687320.461716:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788687320.461729:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687320.461731:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687320.461733:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687320.461736:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1788687320.461738:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687320.461740:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687320.461742:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687320.461744:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687320.461745:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687320.461746:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687320.461750:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb7100 x1875572824529280/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687320.461758:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687320.461759:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687320.461763:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687320.461764:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687320.461766:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687320.461769:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824529280:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687320.461773:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687320.461776:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687320.461777:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687320.461783:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687320.461787:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6855200. 02000000:00000001:2.0:1788687320.461789:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687320.461792:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687320.461795:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd3c8. 00000400:00000010:2.0:1788687320.461799:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240220. 00000100:00000200:2.0:1788687320.461801:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824529280, portal 10 00000100:00000001:2.0:1788687320.461803:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687320.461804:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496532736 : -110871213018880 : ffff9b29c8bb7100) 00000100:00000040:2.0:1788687320.461810:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb7100 x1875572824529280/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687320.461816:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687320.461818:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687320.461820:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240f68. 00000100:00000200:2.0:1788687320.461822:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824529280, offset 0 00000400:00000200:2.0:1788687320.461825:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687320.461828:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687320.461831:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687320.461834:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687320.461836:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687320.461838:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687320.461841:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687320.461843:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2396:2396:254:4294967295] 192.168.203.144@tcp LPNI seq info [2396:2396:6:4294967295] 00000400:00000200:2.0:1788687320.461847:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687320.461853:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687320.461857:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687320.461861:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec700. 00000800:00000200:2.0:1788687320.461864:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687320.461868:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687320.461870:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687320.461873:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687320.461876:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 779697 usecs (780 jiffies) 00000400:00000200:2.0:1788687320.461878:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687320.461880:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296447246 00000100:00000001:2.0:1788687320.461882:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296450779 00000100:00000001:2.0:1788687320.461884:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296447246 00000100:00000001:2.0:1788687320.461886:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296450779 00000100:00000001:2.0:1788687320.461888:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687320.461890:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687320.461892:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687320.461895:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb5180 x1875572824529536/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687320.461901:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687320.461902:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687320.461904:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687320.463116:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687320.463124:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687320.463135:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824529536:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687320.463140:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687320.463145:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687320.463148:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687320.463150:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687320.463159:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c38a7600. 02000000:00000001:2.0:1788687320.463161:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687320.463168:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687320.463174:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd268. 00000400:00000010:2.0:1788687320.463182:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240cc0. 00000100:00000200:2.0:1788687320.463189:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824529536, portal 4 00000100:00000001:2.0:1788687320.463191:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687320.463193:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496524672 : -110871213026944 : ffff9b29c8bb5180) 00000100:00000040:2.0:1788687320.463204:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb5180 x1875572824529536/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687320.463212:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687320.463215:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687320.463218:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240e58. 00000100:00000200:2.0:1788687320.463222:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824529536, offset 0 00000400:00000200:2.0:1788687320.463228:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687320.463236:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687320.463242:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687320.463247:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687320.463252:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687320.463255:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687320.463258:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687320.463262:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2397:2397:253:4294967295] 192.168.203.144@tcp LPNI seq info [2397:2397:5:4294967295] 00000400:00000200:2.0:1788687320.463266:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687320.463275:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687320.463281:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687320.463285:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eece00. 00000800:00000200:2.0:1788687320.463292:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687320.463299:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687320.463304:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eece00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687320.463308:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687320.463312:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 284610 usecs (285 jiffies) 00000400:00000200:2.0:1788687320.463315:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687320.463317:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296446753 00000100:00000001:2.0:1788687320.463320:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296450779 00000100:00000001:2.0:1788687320.463322:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296446753 00000100:00000001:2.0:1788687320.463325:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296450779 00000100:00000001:2.0:1788687320.463327:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687320.463330:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687320.463334:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687320.463339:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687320.463363:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687320.463366:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687320.464165:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687320.464172:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec200. 00000400:00000200:3.0:1788687320.464181:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687320.464188:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687320.464195:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240ee0 00000400:00000010:3.0:1788687320.464198:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240ee0. 00000100:00000001:3.0:1788687320.464204:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687320.464212:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb4000 x1875572824529152/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687320.464223:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687320.464227:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb4000 x1875572824529152/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687320.464234:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687320.464237:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687320.464249:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687320.464251:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec100. 00000400:00000200:3.0:1788687320.464254:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687320.464257:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687320.464260:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240198 00000400:00000010:3.0:1788687320.464262:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240198. 00000100:00000001:3.0:1788687320.464265:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687320.464269:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb4e00 x1875572824529408/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687320.464277:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687320.464280:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb4e00 x1875572824529408/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687320.464287:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687320.464288:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687320.464296:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687320.464298:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec700. 00000400:00000200:3.0:1788687320.464301:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687320.464304:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687320.464307:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240f68 00000400:00000010:3.0:1788687320.464308:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240f68. 00000100:00000001:3.0:1788687320.464311:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687320.464315:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb7100 x1875572824529280/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687320.464321:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687320.464324:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb7100 x1875572824529280/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687320.464329:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687320.464331:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687320.464412:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687320.464415:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eece00. 00000400:00000200:3.0:1788687320.464418:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687320.464422:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687320.464424:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240e58 00000400:00000010:3.0:1788687320.464426:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240e58. 00000100:00000001:3.0:1788687320.464429:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687320.464432:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb5180 x1875572824529536/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687320.464439:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687320.464442:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb5180 x1875572824529536/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687320.464449:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687320.464450:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687320.469234:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687320.469258:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687320.469264:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687320.469267:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687320.469280:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687320.469289:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687320.469301:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687320.469314:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687320.469321:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687320.469326:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f4da00 00000400:00000200:3.0:1788687320.469332:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687320.469340:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x695d [1] + 224 00000800:00000001:3.0:1788687320.469349:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687320.469354:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687320.469359:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687320.469364:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687320.469374:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687320.469386:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb4e00 x1875572824529408/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687320.469399:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb4e00 x1875572824529408/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687320.469419:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687320.469431:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687320.469435:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687320.469437:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687320.469439:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687320.469443:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687320.469447:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687320.469451:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687320.469453:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687320.469456:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687320.469459:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f4da80 00000400:00000200:3.0:1788687320.469462:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687320.469467:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x697d [1] + 224 00000800:00000001:3.0:1788687320.469471:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687320.469478:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687320.469480:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687320.469484:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687320.469498:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687320.469503:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb5180 x1875572824529536/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687320.469512:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb5180 x1875572824529536/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687320.469520:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687320.469525:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687320.469528:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687320.469993:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687320.470000:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687320.470009:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687320.470012:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687320.470016:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd268. 00000400:00000200:2.0:1788687320.470022:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240cc0 00000400:00000010:2.0:1788687320.470025:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240cc0. 00000100:00000001:2.0:1788687320.470029:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687320.470036:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb5180 x1875572824529536/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687320.470046:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb5180 x1875572824529536/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687320.470052:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687320.470055:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687320.470058:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687320.470062:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687320.470065:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687320.470067:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687320.470071:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687320.470083:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=92 v=5 (5 5 16 16) 00000100:00001000:2.0:1788687320.470087:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=13 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687320.470090:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687320.470092:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687320.470096:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687320.470101:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687320.470105:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687320.470108:0:2370:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788687320.470110:0:2370:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687320.470113:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687320.470117:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb5180 x1875572824529536/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687320.470125:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687320.470129:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687320.470131:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687320.470135:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb5180 x1875572824529536/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687336 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687320.470143:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824529536:192.168.203.144@tcp:400:kworker.0 00000400:00000001:2.0:1788687320.470149:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687320.470151:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687320.470153:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd108. 00000400:00000200:2.0:1788687320.470155:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240770 00000400:00000010:2.0:1788687320.470158:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240770. 00000100:00000001:2.0:1788687320.470160:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687320.470163:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb4e00 x1875572824529408/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687320.470172:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb4e00 x1875572824529408/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687320.470178:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687320.470179:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687320.470181:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687320.470182:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687320.470184:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687320.470186:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687320.470187:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687320.470191:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=92 v=5 (5 5 16 137) 00000100:00001000:2.0:1788687320.470194:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687320.470197:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687320.470198:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687320.470200:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687320.470202:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687320.470204:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687320.470205:0:2370:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967340 00000100:00000001:2.0:1788687320.470207:0:2370:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687320.470208:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687320.470212:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb4e00 x1875572824529408/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687320.470218:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687320.470220:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687320.470222:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687320.470225:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb4e00 x1875572824529408/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687336 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687320.470232:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824529408:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687320.470237:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687320.470240:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687320.470244:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb5180 x1875572824529536/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687336 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687320.470251:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687320.470255:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687320.470259:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c38a7600. 02000000:00000001:2.0:1788687320.470264:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687320.470267:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687320.470269:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:2.0:1788687320.470272:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687320.470275:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415a200. 02000000:00000001:2.0:1788687320.470279:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687320.470281:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687320.470283:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb5180. 00000100:00000001:2.0:1788687320.470287:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687320.470288:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687320.470290:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687320.470293:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb4e00 x1875572824529408/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687336 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687320.470299:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687320.470300:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687320.470301:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6854a00. 02000000:00000001:2.0:1788687320.470305:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687320.470316:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687320.470318:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:2.0:1788687320.470320:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687320.470322:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415ae00. 02000000:00000001:2.0:1788687320.470324:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687320.470326:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687320.470327:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb4e00. 00000100:00000001:2.0:1788687320.470330:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687320.470331:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687320.470335:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687320.470337:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687320.470339:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687320.470341:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687320.470342:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687320.473211:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687320.473234:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687320.473240:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687320.473242:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687320.473254:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687320.473263:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687320.473274:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687320.473280:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687320.473286:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687320.473291:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f4d980 00000400:00000200:3.0:1788687320.473298:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687320.473305:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x696d [1] + 224 00000800:00000001:3.0:1788687320.473314:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687320.473321:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687320.473326:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687320.473331:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687320.473342:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687320.473354:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb7100 x1875572824529280/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687320.473371:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb7100 x1875572824529280/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687320.473395:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687320.473408:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687320.473413:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687320.473888:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687320.473894:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687320.473903:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687320.473940:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687320.473944:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd3c8. 00000400:00000200:2.0:1788687320.473950:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240220 00000400:00000010:2.0:1788687320.473953:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240220. 00000100:00000001:2.0:1788687320.473957:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687320.473963:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb7100 x1875572824529280/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687320.473973:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb7100 x1875572824529280/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687320.473991:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687320.473993:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687320.473997:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687320.474001:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687320.474004:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687320.474006:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687320.474010:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687320.474022:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=92 v=5 (5 103 103 103) 00000100:00001000:2.0:1788687320.474027:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=15 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687320.474030:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687320.474032:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687320.474036:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687320.474041:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687320.474045:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788687320.474048:0:2370:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: committing for last_committed 4294967636 gen 2 00000100:00100000:2.0:1788687320.474054:0:2370:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9b29c8b99c00 x1875572824528384/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687331 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687320.474063:0:2370:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788687320.474066:0:2370:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: normal: skip=1 replay=0/1 committed=0/0 00000100:00000001:2.0:1788687320.474069:0:2370:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687320.474072:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687320.474077:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb7100 x1875572824529280/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687320.474085:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687320.474088:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687320.474091:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687320.474096:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb7100 x1875572824529280/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687336 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687320.474105:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824529280:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687320.474111:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687320.474113:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687320.474117:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb7100 x1875572824529280/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687336 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687320.474124:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687320.474127:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687320.474131:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6855200. 02000000:00000001:2.0:1788687320.474136:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687320.474140:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687320.474142:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687320.474144:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687320.474147:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415a500. 02000000:00000001:2.0:1788687320.474152:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687320.474154:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687320.474156:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb7100. 00000100:00000001:2.0:1788687320.474160:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687320.474161:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687320.474165:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687320.474167:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687320.474169:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687320.474170:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687320.474172:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687320.488340:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687320.488367:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687320.488373:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687320.488377:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687320.488391:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687320.488402:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687320.488413:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687320.488419:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687320.488426:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687320.488431:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f4d900 00000400:00000200:3.0:1788687320.488436:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687320.488444:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x694d [1] + 224 00000800:00000001:3.0:1788687320.488454:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687320.488461:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687320.488465:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687320.488470:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687320.488482:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687320.488496:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb4000 x1875572824529152/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687320.488508:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb4000 x1875572824529152/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687320.488536:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687320.488547:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687320.488551:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687320.489689:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687320.489698:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687320.489710:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687320.489713:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687320.489718:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd2c0. 00000400:00000200:2.0:1788687320.489828:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240000 00000400:00000010:2.0:1788687320.489831:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240000. 00000100:00000001:2.0:1788687320.489838:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687320.489852:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb4000 x1875572824529152/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687320.489865:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb4000 x1875572824529152/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687320.489873:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687320.489876:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687320.489879:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687320.489883:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687320.489886:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687320.489889:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687320.489893:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687320.489903:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=92 v=5 (5 5 5 5) 00000100:00001000:2.0:1788687320.489952:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=92 v=5 (1 1 1 1) 00000100:00000001:2.0:1788687320.489955:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687320.489957:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687320.489961:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687320.489964:0:2370:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687320.489967:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687320.489974:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb4000 x1875572824529152/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687320.490183:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687320.490187:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687320.490189:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687320.490196:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb4000 x1875572824529152/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687336 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687320.490204:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824529152:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687320.490210:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687320.490214:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687320.490218:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb4000 x1875572824529152/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687336 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687320.490225:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687320.490229:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687320.490234:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6854400. 02000000:00000001:2.0:1788687320.490239:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687320.490242:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687320.490244:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1788687320.490247:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687320.490250:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415ad00. 02000000:00000001:2.0:1788687320.490254:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687320.490256:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687320.490258:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb4000. 00000100:00000001:2.0:1788687320.490262:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687320.490264:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687320.490267:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687320.490277:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687320.490279:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687320.490282:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687320.490284:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687321.099941:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687321.099950:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687321.100209:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687321.100214:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687321.100218:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788687322.124895:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687322.124944:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687322.125064:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687322.125067:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687322.125071:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788687323.147744:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687323.147757:0:26900:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687323.147760:0:26900:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687323.147764:0:26900:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687323.147772:0:26900:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687323.147775:0:26900:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687323.147777:0:26900:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687323.147779:0:26900:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687323.147828:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687323.147832:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687323.147835:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788687324.171268:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687324.171278:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687324.171517:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687324.171522:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687324.171526:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788687325.067268:0:30596:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296450779, at 4296451072 00000100:00000040:2.0:1788687325.067269:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296450779, at 4296451072 00000100:00000010:2.0:1788687325.067291:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c33d09c0. 00000100:00000010:3.0:1788687325.067296:0:30596:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c33d06c0. 00010000:00000001:0.0:1788687325.195071:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687325.195081:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687325.195216:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687325.195221:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687325.195225:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788687325.579374:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687325.579388:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788687325.579402:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb5500. 00000020:00000040:3.0:1788687325.579411:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1788687325.579417:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687325.579420:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687325.579427:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687325.579438:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415af00. 00000100:00000001:3.0:1788687325.579447:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687325.579462:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c8bb5500 x1875572824529664/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687325.579476:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687325.579481:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687325.579489:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000367378b8] to pc [ptlrpcd_01_01+1] req@ffff9b29c8bb5500 x1875572824529664/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687325.579538:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687325.579542:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687325.579546:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788687325.579549:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb7480. 00000020:00000040:3.0:1788687325.579551:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:3.0:1788687325.579554:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687325.579555:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687325.579557:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687325.579560:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415a800. 00000100:00000001:3.0:1788687325.579564:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687325.579568:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID req@ffff9b29c8bb7480 x1875572824529792/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687325.579576:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687325.579578:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687325.579582:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f36c5f63] to pc [ptlrpcd_01_00+0] req@ffff9b29c8bb7480 x1875572824529792/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687325.579591:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687325.579594:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687325.579597:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788687325.579609:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb5880. 00000020:00000040:3.0:1788687325.579613:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:3.0:1788687325.579615:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687325.579617:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687325.579618:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687325.579622:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415a000. 00000100:00000001:3.0:1788687325.579625:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687325.579629:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID req@ffff9b29c8bb5880 x1875572824529920/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687325.579636:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687325.579638:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687325.579641:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037a73349] to pc [ptlrpcd_01_01+1] req@ffff9b29c8bb5880 x1875572824529920/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687325.579648:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687325.579651:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687325.579654:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788687325.579658:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb6d80. 00000020:00000040:3.0:1788687325.579660:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:3.0:1788687325.579662:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687325.579664:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687325.579666:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687325.579669:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415a400. 00000100:00000001:3.0:1788687325.579672:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687325.579676:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID req@ffff9b29c8bb6d80 x1875572824530048/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687325.579683:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687325.579686:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687325.579690:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cccde120] to pc [ptlrpcd_01_00+0] req@ffff9b29c8bb6d80 x1875572824530048/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687325.579697:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687325.579702:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1789) 00000100:00000001:2.0:1788687325.579989:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687325.579995:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687325.579999:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687325.580007:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb5500 x1875572824529664/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687325.580017:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687325.580020:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687325.580025:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687325.580028:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687325.580031:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687325.580035:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824529664:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687325.580040:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687325.580046:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687325.580049:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687325.580052:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687325.580058:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c38a7600. 02000000:00000001:2.0:1788687325.580060:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687325.580069:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687325.580075:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd2c0. 00000400:00000010:2.0:1788687325.580085:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240000. 00000100:00000200:2.0:1788687325.580094:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824529664, portal 25 00000100:00000001:2.0:1788687325.580097:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687325.580099:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496525568 : -110871213026048 : ffff9b29c8bb5500) 00000100:00000040:2.0:1788687325.580106:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb5500 x1875572824529664/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687325.580113:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687325.580116:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687325.580119:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240220. 00000100:00000200:2.0:1788687325.580121:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824529664, offset 0 00000400:00000200:2.0:1788687325.580129:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687325.580139:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687325.580149:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687325.580155:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687325.580159:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687325.580163:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687325.580166:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687325.580171:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2398:2398:256:4294967295] 192.168.203.144@tcp LPNI seq info [2398:2398:8:4294967295] 00000400:00000200:2.0:1788687325.580176:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687325.580189:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687325.580198:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687325.580206:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eece00. 00000800:00000200:2.0:1788687325.580215:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687325.580226:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687325.580231:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eece00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687325.580252:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687325.580256:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687325.580259:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296455898 00000100:00000010:2.0:1788687325.580265:0:2370:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c33d09c0. 00000100:00000001:2.0:1788687325.580273:0:2370:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788687325.580279:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296455898 00000100:00000010:2.0:1788687325.580283:0:2370:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c33d0ae0. 00000100:00000001:2.0:1788687325.580287:0:2370:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788687325.580290:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687325.580293:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687325.580296:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687325.580300:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb5880 x1875572824529920/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687325.580307:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687325.580308:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687325.580311:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687325.580322:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687325.580325:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687325.580328:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824529920:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687325.580331:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687325.580334:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687325.580335:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687325.580337:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687325.580342:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6854400. 02000000:00000001:2.0:1788687325.580344:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687325.580348:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687325.580351:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd3c8. 00000400:00000010:2.0:1788687325.580355:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240770. 00000100:00000200:2.0:1788687325.580358:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824529920, portal 4 00000100:00000001:2.0:1788687325.580360:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687325.580362:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496526464 : -110871213025152 : ffff9b29c8bb5880) 00000100:00000040:2.0:1788687325.580369:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb5880 x1875572824529920/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687325.580375:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687325.580376:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687325.580380:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240cc0. 00000100:00000200:2.0:1788687325.580382:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824529920, offset 0 00000400:00000200:2.0:1788687325.580386:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687325.580389:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687325.580393:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687325.580395:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687325.580398:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687325.580400:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687325.580402:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687325.580405:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2399:2399:255:4294967295] 192.168.203.144@tcp LPNI seq info [2399:2399:7:4294967295] 00000400:00000200:2.0:1788687325.580409:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687325.580414:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687325.580419:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687325.580423:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec700. 00000800:00000200:2.0:1788687325.580427:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687325.580431:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687325.580434:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687325.580437:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687325.580441:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20168 usecs (21 jiffies) 00000400:00000200:2.0:1788687325.580444:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687325.580446:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296451606 00000100:00000001:2.0:1788687325.580448:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296455898 00000100:00000001:2.0:1788687325.580451:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296451606 00000100:00000001:2.0:1788687325.580452:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296455898 00000100:00000001:2.0:1788687325.580454:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687325.580456:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687325.580459:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687325.580462:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687325.580470:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687325.580472:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788687325.580475:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687325.580477:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687325.580478:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687325.580481:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1788687325.580483:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687325.580485:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687325.580487:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687325.580489:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687325.580490:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687325.580491:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687325.580495:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb7480 x1875572824529792/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687325.580501:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687325.580503:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687325.580505:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687325.580507:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687325.580509:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687325.580512:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824529792:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687325.580515:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687325.580519:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687325.580520:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687325.580522:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687325.580525:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6855200. 02000000:00000001:2.0:1788687325.580526:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687325.580542:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687325.580545:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd108. 00000400:00000010:2.0:1788687325.580549:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240550. 00000100:00000200:2.0:1788687325.580552:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824529792, portal 10 00000100:00000001:2.0:1788687325.580554:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687325.580556:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496533632 : -110871213017984 : ffff9b29c8bb7480) 00000100:00000040:2.0:1788687325.580562:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb7480 x1875572824529792/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687325.580568:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687325.580570:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687325.580573:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240880. 00000100:00000200:2.0:1788687325.580575:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824529792, offset 0 00000400:00000200:2.0:1788687325.580579:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687325.580583:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687325.580586:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687325.580589:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687325.580591:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687325.580594:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687325.580596:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687325.580599:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2400:2400:254:4294967295] 192.168.203.144@tcp LPNI seq info [2400:2400:6:4294967295] 00000400:00000200:2.0:1788687325.580603:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687325.580772:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687325.580776:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687325.580781:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec100. 00000800:00000200:2.0:1788687325.580785:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687325.580789:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687325.580792:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687325.580795:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687325.580799:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 778632 usecs (779 jiffies) 00000400:00000200:2.0:1788687325.580802:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687325.580804:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296452364 00000100:00000001:2.0:1788687325.580806:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296455898 00000100:00000001:2.0:1788687325.580809:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296452364 00000100:00000001:2.0:1788687325.580811:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296455898 00000100:00000001:2.0:1788687325.580813:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687325.580814:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687325.580826:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687325.580832:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6d80 x1875572824530048/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687325.580839:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687325.580840:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687325.580842:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687325.580844:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687325.580846:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687325.580848:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824530048:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687325.580852:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1788687325.580853:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1788687325.580854:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687325.580856:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687325.580857:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:3.0:1788687325.580858:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eece00. 02000000:00000010:2.0:1788687325.580861:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6854a00. 02000000:00000001:2.0:1788687325.580862:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687325.580865:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687325.580867:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd268. 00000400:00000200:3.0:1788687325.580868:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1788687325.580871:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240330. 00000400:00000200:3.0:1788687325.580874:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000200:2.0:1788687325.580874:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824530048, portal 4 00000100:00000001:2.0:1788687325.580876:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687325.580877:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496531840 : -110871213019776 : ffff9b29c8bb6d80) 00000400:00000200:3.0:1788687325.580880:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240220 00000100:00000040:2.0:1788687325.580882:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb6d80 x1875572824530048/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1788687325.580883:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240220. 00000100:00000001:3.0:1788687325.580888:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1788687325.580888:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687325.580890:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687325.580892:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02403b8. 00000100:00000200:3.0:1788687325.580893:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb5500 x1875572824529664/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687325.580894:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824530048, offset 0 00000400:00000200:2.0:1788687325.580899:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687325.580902:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687325.580903:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687325.580933:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb5500 x1875572824529664/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687325.580942:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687325.580943:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1788687325.581076:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687325.581080:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687325.581082:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687325.581085:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687325.581088:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687325.581090:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2401:2401:253:4294967295] 192.168.203.144@tcp LPNI seq info [2401:2401:5:4294967295] 00000400:00000200:2.0:1788687325.581095:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687325.581101:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687325.581105:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687325.581110:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec200. 00000800:00000200:2.0:1788687325.581114:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687325.581119:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687325.581121:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687325.581125:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687325.581128:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 282810 usecs (283 jiffies) 00000400:00000200:2.0:1788687325.581131:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687325.581133:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296451869 00000100:00000001:2.0:1788687325.581135:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296455898 00000100:00000001:2.0:1788687325.581137:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296451869 00000100:00000001:2.0:1788687325.581139:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296455898 00000100:00000001:2.0:1788687325.581142:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687325.581144:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687325.581146:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687325.581149:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687325.581163:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687325.581166:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687325.583165:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687325.583177:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec700. 00000400:00000200:3.0:1788687325.583187:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687325.583197:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687325.583204:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240cc0 00000400:00000010:3.0:1788687325.583207:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240cc0. 00000100:00000001:3.0:1788687325.583213:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687325.583302:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb5880 x1875572824529920/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687325.583325:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687325.583329:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb5880 x1875572824529920/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687325.583337:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687325.583341:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687325.583353:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687325.583356:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec100. 00000400:00000200:3.0:1788687325.583359:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687325.583363:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687325.583366:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240880 00000400:00000010:3.0:1788687325.583368:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240880. 00000100:00000001:3.0:1788687325.583371:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687325.583375:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb7480 x1875572824529792/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687325.583382:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687325.583384:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb7480 x1875572824529792/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687325.583390:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687325.583392:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687325.583994:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687325.583998:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec200. 00000400:00000200:3.0:1788687325.584003:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687325.584009:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687325.584013:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02403b8 00000400:00000010:3.0:1788687325.584016:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02403b8. 00000100:00000001:3.0:1788687325.584019:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687325.584024:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6d80 x1875572824530048/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687325.584033:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687325.584036:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6d80 x1875572824530048/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687325.584042:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687325.584043:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687325.589479:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687325.589501:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687325.589506:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687325.589509:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687325.589522:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687325.589542:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687325.589553:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687325.589559:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687325.589566:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687325.589571:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f4db00 00000400:00000200:3.0:1788687325.589577:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687325.589584:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x698d [1] + 224 00000800:00000001:3.0:1788687325.589593:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687325.589597:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687325.589601:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687325.589606:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687325.589616:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687325.589629:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb5500 x1875572824529664/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687325.589641:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb5500 x1875572824529664/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687325.589668:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687325.589680:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687325.589685:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687325.589687:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687325.589689:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687325.589692:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687325.589696:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687325.589700:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687325.589702:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687325.589705:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687325.589708:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f4dc00 00000400:00000200:3.0:1788687325.589712:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687325.589716:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x699d [1] + 224 00000800:00000001:3.0:1788687325.589720:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687325.589725:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687325.589727:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687325.589730:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687325.589734:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687325.589738:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb5880 x1875572824529920/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687325.589746:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb5880 x1875572824529920/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687325.589753:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687325.589756:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687325.589760:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687325.589762:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687325.589764:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687325.589767:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687325.589770:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687325.589774:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687325.589777:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687325.589780:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687325.589782:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f4db80 00000400:00000200:3.0:1788687325.589786:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687325.589790:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x69ad [1] + 224 00000800:00000001:3.0:1788687325.589793:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687325.589796:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687325.589798:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687325.589801:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687325.589804:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687325.589808:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb7480 x1875572824529792/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687325.589815:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb7480 x1875572824529792/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687325.589822:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687325.589826:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687325.589829:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687325.589831:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687325.589833:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687325.589835:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687325.589838:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687325.589842:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687325.589844:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687325.589846:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687325.589848:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f4dc80 00000400:00000200:3.0:1788687325.589851:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687325.589854:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x69bd [1] + 224 00000800:00000001:3.0:1788687325.589857:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687325.589862:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687325.589864:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687325.589866:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687325.589869:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687325.589873:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6d80 x1875572824530048/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687325.589881:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb6d80 x1875572824530048/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687325.589888:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687325.589891:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687325.589894:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687325.590108:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687325.590113:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687325.590123:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687325.590126:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687325.590130:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd108. 00000400:00000200:2.0:1788687325.590135:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240550 00000400:00000010:2.0:1788687325.590137:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240550. 00000100:00000001:2.0:1788687325.590141:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687325.590146:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb7480 x1875572824529792/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687325.590154:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb7480 x1875572824529792/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687325.590160:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687325.590162:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687325.590165:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687325.590169:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687325.590171:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687325.590174:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687325.590177:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687325.590189:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=97 v=5 (5 103 103 103) 00000100:00001000:2.0:1788687325.590195:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687325.590198:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687325.590200:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687325.590204:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687325.590208:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687325.590213:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687325.590215:0:2370:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1788687325.590227:0:2370:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687325.590229:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687325.590235:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb7480 x1875572824529792/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687325.590243:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687325.590247:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687325.590249:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687325.590253:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb7480 x1875572824529792/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687341 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687325.590268:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824529792:192.168.203.144@tcp:400:kworker.0 00000400:00000001:2.0:1788687325.590273:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687325.590275:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687325.590276:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd268. 00000400:00000200:2.0:1788687325.590279:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240330 00000400:00000010:2.0:1788687325.590281:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240330. 00000100:00000001:2.0:1788687325.590283:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687325.590286:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb6d80 x1875572824530048/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687325.590295:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb6d80 x1875572824530048/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687325.590300:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687325.590302:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687325.590303:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687325.590304:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687325.590306:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687325.590307:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687325.590309:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687325.590313:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=97 v=5 (5 5 16 16) 00000100:00001000:2.0:1788687325.590410:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=18 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687325.590413:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687325.590414:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687325.590416:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687325.590418:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687325.590421:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687325.590423:0:2370:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788687325.590425:0:2370:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687325.590426:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687325.590431:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb6d80 x1875572824530048/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687325.590438:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687325.590441:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687325.590442:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687325.590446:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6d80 x1875572824530048/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687341 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687325.590454:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824530048:192.168.203.144@tcp:400:kworker.0 00000400:00000001:2.0:1788687325.590459:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687325.590460:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687325.590462:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd2c0. 00000400:00000200:2.0:1788687325.590464:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240000 00000400:00000010:2.0:1788687325.590466:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240000. 00000100:00000001:2.0:1788687325.590468:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687325.590472:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb5500 x1875572824529664/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687325.590480:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb5500 x1875572824529664/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687325.590487:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687325.590489:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687325.590490:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687325.590492:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687325.590493:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687325.590494:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687325.590496:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687325.590499:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=97 v=5 (5 5 5 5) 00000100:00001000:2.0:1788687325.590502:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=97 v=5 (1 1 1 1) 00000100:00000001:2.0:1788687325.590505:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687325.590506:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687325.590507:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687325.590509:0:2370:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687325.590511:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687325.590514:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb5500 x1875572824529664/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687325.590520:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687325.590522:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687325.590524:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687325.590537:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb5500 x1875572824529664/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687341 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687325.590546:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824529664:192.168.203.144@tcp:400:kworker.0 00000400:00000001:2.0:1788687325.590550:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687325.590552:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687325.590553:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd3c8. 00000400:00000200:2.0:1788687325.590556:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240770 00000400:00000010:2.0:1788687325.590557:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240770. 00000100:00000001:2.0:1788687325.590559:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687325.590563:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb5880 x1875572824529920/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687325.590571:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb5880 x1875572824529920/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687325.590577:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687325.590579:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687325.590580:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687325.590581:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687325.590582:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687325.590583:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687325.590585:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687325.590589:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=97 v=5 (5 5 16 137) 00000100:00001000:2.0:1788687325.590592:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687325.590594:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687325.590596:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687325.590598:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687325.590736:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687325.590739:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687325.590741:0:2370:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967340 00000100:00000001:2.0:1788687325.590743:0:2370:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687325.590744:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687325.590749:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb5880 x1875572824529920/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687325.590757:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687325.590759:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687325.590760:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687325.590764:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb5880 x1875572824529920/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687341 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687325.590771:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824529920:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687325.590776:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687325.590779:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687325.590783:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb7480 x1875572824529792/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687341 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687325.590790:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687325.590793:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687325.590797:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6855200. 02000000:00000001:2.0:1788687325.590801:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687325.590804:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687325.590807:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687325.590809:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687325.590812:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415a800. 02000000:00000001:2.0:1788687325.590817:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687325.590819:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687325.590821:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb7480. 00000100:00000001:2.0:1788687325.590825:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687325.590826:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687325.590828:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687325.590831:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb6d80 x1875572824530048/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687341 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687325.590837:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687325.590839:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687325.590841:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6854a00. 02000000:00000001:2.0:1788687325.590843:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687325.590844:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687325.590846:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:2.0:1788687325.590847:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687325.590849:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415a400. 02000000:00000001:2.0:1788687325.590851:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687325.590852:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687325.590853:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6d80. 00000100:00000001:2.0:1788687325.590856:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687325.590858:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687325.590859:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687325.590863:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb5500 x1875572824529664/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687341 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687325.590869:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687325.590870:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687325.590872:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c38a7600. 02000000:00000001:2.0:1788687325.590875:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687325.590877:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687325.590878:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1788687325.590880:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687325.590881:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415af00. 02000000:00000001:2.0:1788687325.590883:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687325.590884:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687325.590886:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb5500. 00000100:00000001:2.0:1788687325.590888:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687325.590889:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687325.590891:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687325.590894:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb5880 x1875572824529920/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687341 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687325.590900:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687325.590902:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687325.590903:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6854400. 02000000:00000001:2.0:1788687325.590934:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687325.590936:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687325.590937:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:2.0:1788687325.590939:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687325.590941:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415a000. 02000000:00000001:2.0:1788687325.590943:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687325.590945:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687325.590946:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb5880. 00000100:00000001:2.0:1788687325.590948:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687325.590949:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687325.590952:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687325.590960:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687325.590963:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687325.590965:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687325.590968:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687326.219079:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687326.219089:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687326.219135:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687326.219139:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687326.219143:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788687326.605101:0:31520:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788687326.605109:0:31520:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687326.605111:0:31520:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788687326.605118:0:31520:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c3f64d80 going to sleep for 1 seconds 00000100:00000001:1.0:1788687326.605122:0:31520:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687326.605126:0:31520:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687327.243294:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687327.243303:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687327.243432:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687327.243436:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687327.243440:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788687327.627087:0:31520:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788687327.627098:0:31520:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687327.627101:0:31520:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788687327.627109:0:31520:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c3f64d80 going to sleep for 1 seconds 00000100:00000001:1.0:1788687327.627114:0:31520:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687327.627119:0:31520:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687328.267087:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687328.267096:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687328.267340:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687328.267345:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687328.267349:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788687328.650999:0:31520:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788687328.651009:0:31520:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687328.651011:0:31520:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788687328.651019:0:31520:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c3f64d80 going to sleep for 1 seconds 00000100:00000001:1.0:1788687328.651023:0:31520:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687328.651027:0:31520:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687329.291088:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687329.291099:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687329.291139:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687329.291144:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687329.291147:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788687329.675072:0:31510:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788687329.675085:0:31510:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687329.675088:0:31510:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788687329.675096:0:31510:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c98dde40 going to sleep for 1 seconds 00000100:00000001:3.0:1788687329.675101:0:31510:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687329.675105:0:31510:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687329.675278:0:31520:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788687329.675283:0:31520:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687329.675285:0:31520:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788687329.675287:0:31520:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c3f64d80 going to sleep for 1 seconds 00000100:00000001:1.0:1788687329.675290:0:31520:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687329.675292:0:31520:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687330.189964:0:30596:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296455898, at 4296456195 00000100:00000010:3.0:1788687330.189988:0:30596:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c33d0ae0. 00000100:00000040:2.0:1788687330.190235:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296455898, at 4296456195 00000100:00000010:2.0:1788687330.190242:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c33d09c0. 00010000:00000001:0.0:1788687330.315015:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687330.315026:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687330.315119:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687330.315123:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687330.315127:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788687330.699186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687330.699201:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788687330.699215:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb6680. 00000020:00000040:3.0:1788687330.699224:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1788687330.699229:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687330.699233:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687330.699240:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687330.699250:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415a300. 00000100:00000001:3.0:1788687330.699260:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687330.699275:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c8bb6680 x1875572824530176/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687330.699287:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687330.699292:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687330.699299:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba6d756d] to pc [ptlrpcd_01_01+1] req@ffff9b29c8bb6680 x1875572824530176/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687330.699335:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687330.699339:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687330.699343:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788687330.699346:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb5f80. 00000020:00000040:3.0:1788687330.699349:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:3.0:1788687330.699351:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687330.699352:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687330.699354:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687330.699359:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415a000. 00000100:00000001:3.0:1788687330.699362:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687330.699366:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID req@ffff9b29c8bb5f80 x1875572824530304/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687330.699373:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687330.699375:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687330.699378:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2d95112] to pc [ptlrpcd_01_00+0] req@ffff9b29c8bb5f80 x1875572824530304/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687330.699387:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687330.699390:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687330.699394:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788687330.699396:0:37:0:(import.c:2112:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1788687330.699400:0:37:0:(import.c:1806:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1788687330.699403:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb4700. 00000020:00000040:3.0:1788687330.699405:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:3.0:1788687330.699407:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687330.699409:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687330.699410:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687330.699414:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415af00. 00000100:00000001:3.0:1788687330.699417:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687330.699419:0:37:0:(import.c:1844:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446633202496521984 : -110871213029632 : ffff9b29c8bb4700) 00000100:00080000:3.0:1788687330.699423:0:37:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788687330.699426:0:37:0:(import.c:2147:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9b29e019e800: disconnect after 21s idle 00000100:00000001:3.0:1788687330.699429:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687330.699431:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687330.699435:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e38bab8] to pc [ptlrpcd_rcv+-1] req@ffff9b29c8bb4700 x1875572824530432/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687330.699453:0:37:0:(import.c:2151:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687330.699455:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687330.699457:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687330.699461:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788687330.699462:0:37:0:(import.c:2112:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1788687330.699463:0:37:0:(import.c:1806:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1788687330.699466:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb4380. 00000020:00000040:3.0:1788687330.699468:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:3.0:1788687330.699470:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687330.699472:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687330.699473:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687330.699476:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415a400. 00000100:00000001:3.0:1788687330.699479:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687330.699481:0:37:0:(import.c:1844:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446633202496521088 : -110871213030528 : ffff9b29c8bb4380) 00000100:00080000:3.0:1788687330.699484:0:37:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec0000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788687330.699486:0:37:0:(import.c:2147:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9b29e019e800: disconnect after 21s idle 00000100:00000001:3.0:1788687330.699489:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687330.699491:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687330.699505:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ebf6aec4] to pc [ptlrpcd_rcv+-1] req@ffff9b29c8bb4380 x1875572824530560/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687330.699512:0:37:0:(import.c:2151:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687330.699514:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687330.699518:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1794) 00000100:00000001:0.0:1788687330.699629:0:31510:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788687330.699633:0:31510:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687330.699635:0:31510:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788687330.699639:0:31510:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c98dde40 going to sleep for 1 seconds 00000100:00000001:0.0:1788687330.699643:0:31510:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687330.699647:0:31510:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687330.699725:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687330.699730:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687330.699732:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687330.699740:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6680 x1875572824530176/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687330.699749:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687330.699751:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687330.699756:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687330.699758:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687330.699761:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687330.699765:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824530176:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687330.699770:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687330.699777:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687330.699779:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687330.699782:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687330.699787:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6854400. 02000000:00000001:2.0:1788687330.699789:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687330.699799:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687330.699804:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd3c8. 00000400:00000010:2.0:1788687330.699813:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240770. 00000100:00000200:2.0:1788687330.699821:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824530176, portal 25 00000100:00000001:2.0:1788687330.699824:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687330.699826:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496530048 : -110871213021568 : ffff9b29c8bb6680) 00000100:00000040:2.0:1788687330.699832:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb6680 x1875572824530176/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687330.699839:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687330.699842:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687330.699845:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240000. 00000100:00000200:2.0:1788687330.699848:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824530176, offset 0 00000400:00000200:2.0:1788687330.699855:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687330.699864:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687330.699874:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687330.699880:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687330.699884:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687330.699889:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687330.699892:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687330.699897:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2402:2402:256:4294967295] 192.168.203.144@tcp LPNI seq info [2402:2402:8:4294967295] 00000400:00000200:2.0:1788687330.699901:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687330.699950:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687330.699957:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687330.699964:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec200. 00000800:00000200:2.0:1788687330.699972:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687330.699982:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687330.699988:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687330.701640:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687330.701649:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687330.701651:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687330.701666:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb4700 x1875572824530432/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687330.701678:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687330.701681:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687330.701686:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687330.701690:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687330.701693:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687330.701697:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824530432:192.168.203.144@tcp:9:kworker.0 00000100:00000001:1.0:1788687330.701701:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687330.701707:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687330.701710:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687330.701712:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687330.701721:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29d08a0200. 02000000:00000001:1.0:1788687330.701723:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687330.701731:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687330.701735:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150948. 00000400:00000010:1.0:1788687330.701743:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc4c8. 00000100:00000200:1.0:1788687330.701751:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824530432, portal 4 00000100:00000001:1.0:1788687330.701753:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687330.701756:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521984 : -110871213029632 : ffff9b29c8bb4700) 00000100:00000040:1.0:1788687330.701765:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb4700 x1875572824530432/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687330.701773:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687330.701775:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687330.701779:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc088. 00000100:00000200:1.0:1788687330.701783:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824530432, offset 0 00000400:00000200:1.0:1788687330.701789:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687330.701798:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687330.701805:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687330.701810:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687330.701814:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687330.701817:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687330.701820:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687330.701823:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2403:2403:255:4294967295] 192.168.203.144@tcp LPNI seq info [2403:2403:7:4294967295] 00000400:00000200:1.0:1788687330.701827:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687330.701838:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687330.701844:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687330.701849:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2a00. 00000800:00000200:1.0:1788687330.701857:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687330.701864:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687330.701869:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788687330.701968:0:31520:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788687330.701973:0:31520:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687330.701976:0:31520:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788687330.701980:0:31520:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c3f64d80 going to sleep for 1 seconds 00000100:00000001:0.0:1788687330.701982:0:31520:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687330.701985:0:31520:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687330.702174:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687330.702182:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687330.702185:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296461019 00000100:00000010:2.0:1788687330.702193:0:2370:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c33d09c0. 00000100:00000001:2.0:1788687330.702202:0:2370:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788687330.702207:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296461019 00000100:00000010:2.0:1788687330.702209:0:2370:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c33d0c60. 00000100:00000001:2.0:1788687330.702213:0:2370:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788687330.702216:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687330.702219:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687330.702222:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687330.702225:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687330.702234:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687330.702235:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788687330.702238:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687330.702239:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687330.702240:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687330.702245:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788687330.702246:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687330.702248:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687330.702250:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687330.702252:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687330.702252:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687330.702254:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687330.702260:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb5f80 x1875572824530304/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687330.702268:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687330.702269:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687330.702273:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687330.702275:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687330.702277:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687330.702280:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824530304:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687330.702284:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687330.702288:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687330.702289:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687330.702291:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687330.702295:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6854a00. 02000000:00000001:2.0:1788687330.702297:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687330.702300:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687330.702309:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd2c0. 00000400:00000010:2.0:1788687330.702314:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240330. 00000100:00000200:2.0:1788687330.702318:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824530304, portal 10 00000100:00000001:2.0:1788687330.702320:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687330.702321:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496528256 : -110871213023360 : ffff9b29c8bb5f80) 00000100:00000040:2.0:1788687330.702328:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb5f80 x1875572824530304/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687330.702334:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687330.702336:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687330.702338:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240550. 00000100:00000200:2.0:1788687330.702340:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824530304, offset 0 00000400:00000200:2.0:1788687330.702344:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687330.702348:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687330.702352:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687330.702355:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687330.702357:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687330.702359:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687330.702361:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687330.702364:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2404:2404:254:4294967295] 192.168.203.144@tcp LPNI seq info [2404:2404:6:4294967295] 00000400:00000200:2.0:1788687330.702368:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687330.702374:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687330.702378:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687330.702383:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec100. 00000800:00000200:2.0:1788687330.702387:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687330.702392:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687330.702394:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687330.705781:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687330.705797:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20137 usecs (21 jiffies) 00000400:00000200:1.0:1788687330.705808:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687330.705812:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296456730 00000100:00000001:1.0:1788687330.705817:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296461019 00000100:00000001:1.0:1788687330.705820:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296456730 00000100:00000001:1.0:1788687330.705822:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296461019 00000100:00000001:1.0:1788687330.705824:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687330.705829:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687330.705835:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687330.705851:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb4380 x1875572824530560/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687330.705863:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687330.705866:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687330.705871:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687330.705876:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687330.705879:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687330.705883:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824530560:192.168.203.144@tcp:9:kworker.0 00000100:00000001:1.0:1788687330.705888:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687330.705895:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687330.705898:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687330.705901:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687330.705927:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29d08a0000. 02000000:00000001:1.0:1788687330.705930:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687330.705936:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687330.705941:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150528. 00000400:00000010:1.0:1788687330.705950:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc7f8. 00000100:00000200:1.0:1788687330.705959:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824530560, portal 4 00000100:00000001:1.0:1788687330.705961:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687330.705963:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521088 : -110871213030528 : ffff9b29c8bb4380) 00000100:00000040:1.0:1788687330.705971:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb4380 x1875572824530560/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687330.705978:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687330.705980:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687330.705983:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc110. 00000100:00000200:1.0:1788687330.705987:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824530560, offset 0 00000400:00000200:1.0:1788687330.705994:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687330.706004:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687330.706014:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687330.706020:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687330.706025:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687330.706029:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687330.706032:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687330.706036:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2405:2405:253:4294967295] 192.168.203.144@tcp LPNI seq info [2405:2405:5:4294967295] 00000400:00000200:1.0:1788687330.706041:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687330.706053:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687330.706061:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687330.706067:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2800. 00000800:00000200:1.0:1788687330.706076:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687330.706086:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687330.706092:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687330.706096:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687330.706099:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 281048 usecs (282 jiffies) 00000400:00000200:1.0:1788687330.706102:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687330.706104:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296456991 00000100:00000001:1.0:1788687330.706107:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296461019 00000100:00000001:1.0:1788687330.706109:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296456991 00000100:00000001:1.0:1788687330.706111:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296461019 00000100:00000001:1.0:1788687330.706113:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687330.706115:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687330.706118:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687330.706123:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687330.706134:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687330.706136:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788687330.706140:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687330.706142:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687330.706144:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687330.706146:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687330.708813:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687330.708827:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 777567 usecs (778 jiffies) 00000400:00000200:2.0:1788687330.708839:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687330.708843:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296457489 00000100:00000001:2.0:1788687330.708848:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296461019 00000100:00000001:2.0:1788687330.708850:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296457489 00000100:00000001:2.0:1788687330.708852:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296461019 00000100:00000001:2.0:1788687330.708856:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687330.708860:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687330.708865:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687330.708872:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687330.708897:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687330.708900:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687330.709059:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687330.709066:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec200. 00000400:00000200:3.0:1788687330.709077:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687330.709086:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687330.709095:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240000 00000400:00000010:3.0:1788687330.709098:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240000. 00000100:00000001:3.0:1788687330.709105:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687330.709115:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6680 x1875572824530176/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687330.709129:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687330.709133:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6680 x1875572824530176/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687346 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687330.709140:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687330.709142:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687330.709157:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687330.709160:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2a00. 00000400:00000200:3.0:1788687330.709163:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687330.709167:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687330.709170:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc088 00000400:00000010:3.0:1788687330.709173:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc088. 00000100:00000001:3.0:1788687330.709175:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687330.709180:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb4700 x1875572824530432/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687330.709194:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687330.709197:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb4700 x1875572824530432/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687340 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687330.709203:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687330.709204:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687330.709215:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687330.709218:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2800. 00000400:00000200:3.0:1788687330.709220:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687330.709224:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687330.709227:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc110 00000400:00000010:3.0:1788687330.709229:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc110. 00000100:00000001:3.0:1788687330.709231:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687330.709235:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb4380 x1875572824530560/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687330.709242:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687330.709245:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb4380 x1875572824530560/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687340 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687330.709252:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687330.709253:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687330.709327:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687330.709329:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec100. 00000400:00000200:3.0:1788687330.709332:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687330.709336:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687330.709339:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240550 00000400:00000010:3.0:1788687330.709340:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240550. 00000100:00000001:3.0:1788687330.709343:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687330.709347:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb5f80 x1875572824530304/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687330.709354:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687330.709356:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb5f80 x1875572824530304/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687346 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687330.709367:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687330.709368:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687330.711355:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687330.711377:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687330.711383:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687330.711385:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687330.711395:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687330.711405:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687330.711414:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687330.711420:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687330.711427:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687330.711432:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f4dd80 00000400:00000200:3.0:1788687330.711438:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687330.711445:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x69e5 [1] + 224 00000800:00000001:3.0:1788687330.711454:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687330.711461:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687330.711464:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687330.711469:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687330.711478:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687330.711489:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb5f80 x1875572824530304/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687346 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687330.711509:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb5f80 x1875572824530304/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687330.711532:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687330.711639:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687330.711643:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687330.711724:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687330.711729:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687330.711737:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687330.711740:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687330.711744:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd2c0. 00000400:00000200:2.0:1788687330.711749:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240330 00000400:00000010:2.0:1788687330.711752:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240330. 00000100:00000001:2.0:1788687330.711756:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687330.711760:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb5f80 x1875572824530304/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687330.711769:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb5f80 x1875572824530304/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687346 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687330.711775:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687330.711777:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687330.711780:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687330.711784:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687330.711787:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687330.711790:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687330.711794:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687330.711805:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=102 v=5 (5 103 103 103) 00000100:00001000:2.0:1788687330.711811:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687330.711813:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687330.711815:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687330.711818:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687330.711823:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687330.711827:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687330.711830:0:2370:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1788687330.711833:0:2370:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687330.711835:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687330.711840:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb5f80 x1875572824530304/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687330.711848:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687330.711851:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687330.711853:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687330.711858:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb5f80 x1875572824530304/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687346 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687330.711866:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824530304:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687330.711873:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687330.711876:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687330.711879:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb5f80 x1875572824530304/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687346 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687330.711886:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687330.711889:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687330.711892:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6854a00. 02000000:00000001:2.0:1788687330.711896:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687330.711900:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687330.711902:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687330.711904:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687330.712004:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415a000. 02000000:00000001:2.0:1788687330.712009:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687330.712011:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687330.712013:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb5f80. 00000100:00000001:2.0:1788687330.712018:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687330.712020:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687330.712024:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687330.712025:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687330.712026:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687330.712028:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687330.712032:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687330.715069:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687330.715093:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687330.715099:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687330.715101:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687330.715113:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687330.715124:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687330.715134:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687330.715141:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687330.715147:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687330.715152:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f4dd00 00000400:00000200:3.0:1788687330.715159:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687330.715167:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x69cd [1] + 224 00000800:00000001:3.0:1788687330.715177:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687330.715205:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687330.715210:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687330.715216:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687330.715227:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687330.715246:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6680 x1875572824530176/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687346 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687330.715258:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb6680 x1875572824530176/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687330.715284:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687330.715297:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687330.715301:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687330.715527:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687330.715542:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687330.715550:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687330.715554:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687330.715558:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd3c8. 00000400:00000200:2.0:1788687330.715563:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240770 00000400:00000010:2.0:1788687330.715566:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240770. 00000100:00000001:2.0:1788687330.715570:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687330.715575:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb6680 x1875572824530176/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687330.715585:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb6680 x1875572824530176/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687346 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687330.715591:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687330.715594:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687330.715596:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687330.715600:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687330.715603:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687330.715605:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687330.715608:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687330.715617:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=102 v=5 (5 5 5 5) 00000100:00001000:2.0:1788687330.715622:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=102 v=5 (1 1 1 1) 00000100:00000001:2.0:1788687330.715624:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687330.715626:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687330.715630:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687330.715633:0:2370:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687330.715636:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687330.715642:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb6680 x1875572824530176/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687330.715649:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687330.715653:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687330.715655:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687330.715659:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6680 x1875572824530176/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687346 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687330.715667:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824530176:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687330.715672:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687330.715675:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687330.715678:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb6680 x1875572824530176/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687346 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687330.715685:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687330.715688:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687330.715692:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6854400. 02000000:00000001:2.0:1788687330.715696:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687330.715699:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687330.715701:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1788687330.715704:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687330.715707:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415a300. 02000000:00000001:2.0:1788687330.715711:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687330.715713:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687330.715715:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6680. 00000100:00000001:2.0:1788687330.715719:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687330.715721:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687330.715723:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687330.715733:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687330.715735:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687330.715737:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687330.715740:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687330.718251:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687330.718273:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687330.718279:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687330.718281:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687330.718293:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687330.718303:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687330.718313:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687330.718318:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687330.718324:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687330.718329:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f4de00 00000400:00000200:2.0:1788687330.718334:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687330.718341:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x69dd [1] + 224 00000800:00000001:2.0:1788687330.718348:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687330.718353:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687330.718356:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687330.718362:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687330.718371:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687330.718381:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb4700 x1875572824530432/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687330.718393:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb4700 x1875572824530432/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687330.718415:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687330.718425:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687330.718428:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687330.718430:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687330.718432:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687330.718435:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687330.718438:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687330.718442:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687330.718445:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687330.718447:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687330.718451:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f4de80 00000400:00000200:2.0:1788687330.718454:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687330.718457:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x69f5 [1] + 224 00000800:00000001:2.0:1788687330.718461:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687330.718468:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687330.718470:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687330.718473:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687330.718476:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687330.718480:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb4380 x1875572824530560/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687330.718489:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb4380 x1875572824530560/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687330.718506:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687330.718510:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687330.718514:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687330.718742:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687330.718748:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687330.718757:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687330.718760:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687330.718764:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150948. 00000400:00000200:1.0:1788687330.718770:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc4c8 00000400:00000010:1.0:1788687330.718773:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc4c8. 00000100:00000001:1.0:1788687330.718777:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687330.718782:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb4700 x1875572824530432/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687330.718790:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb4700 x1875572824530432/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687330.718795:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687330.718798:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687330.718801:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687330.718804:0:2366:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687330.718807:0:2366:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687330.718809:0:2366:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687330.718812:0:2366:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687330.718824:0:2366:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=102 v=5 (5 5 16 137) 00000100:00001000:1.0:1788687330.718828:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687330.718831:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687330.718833:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687330.718836:0:2366:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687330.718841:0:2366:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687330.718845:0:2366:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687330.718847:0:2366:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967340 00000100:00000001:1.0:1788687330.718849:0:2366:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687330.718851:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687330.718855:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb4700 x1875572824530432/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687330.718862:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687330.718865:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687330.718868:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788687330.718871:0:2366:0:(import.c:2057:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9b29c8bb4700 x1875572824530432/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687340 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788687330.718879:0:2366:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1788687330.718884:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb4700 x1875572824530432/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687340 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687330.718892:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824530432:192.168.203.144@tcp:9:kworker.0 00000400:00000001:1.0:1788687330.718898:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687330.718900:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687330.718902:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150528. 00000400:00000200:1.0:1788687330.718904:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc7f8 00000400:00000010:1.0:1788687330.719016:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc7f8. 00000100:00000001:1.0:1788687330.719019:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687330.719023:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb4380 x1875572824530560/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687330.719031:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb4380 x1875572824530560/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687330.719037:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687330.719038:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687330.719040:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687330.719042:0:2366:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687330.719043:0:2366:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687330.719044:0:2366:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687330.719046:0:2366:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687330.719051:0:2366:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=102 v=5 (5 5 16 16) 00000100:00001000:1.0:1788687330.719054:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687330.719056:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687330.719058:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687330.719059:0:2366:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687330.719062:0:2366:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687330.719064:0:2366:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687330.719065:0:2366:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788687330.719067:0:2366:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687330.719068:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687330.719072:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb4380 x1875572824530560/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687330.719078:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687330.719079:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687330.719080:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788687330.719084:0:2366:0:(import.c:2057:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9b29c8bb4380 x1875572824530560/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687340 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788687330.719091:0:2366:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec0000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1788687330.719096:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb4380 x1875572824530560/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687340 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687330.719104:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824530560:192.168.203.144@tcp:9:kworker.0 00000100:00000001:1.0:1788687330.719108:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687330.719112:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687330.719115:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb4700 x1875572824530432/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687340 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687330.719122:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687330.719126:0:2366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687330.719130:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29d08a0200. 02000000:00000001:1.0:1788687330.719135:0:2366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687330.719138:0:2366:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687330.719141:0:2366:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687330.719143:0:2366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687330.719147:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415af00. 02000000:00000001:1.0:1788687330.719150:0:2366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687330.719153:0:2366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687330.719155:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb4700. 00000100:00000001:1.0:1788687330.719159:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687330.719160:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687330.719162:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687330.719165:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb4380 x1875572824530560/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687340 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687330.719171:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687330.719173:0:2366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687330.719174:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29d08a0000. 02000000:00000001:1.0:1788687330.719176:0:2366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687330.719177:0:2366:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687330.719179:0:2366:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687330.719181:0:2366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687330.719182:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415a400. 02000000:00000001:1.0:1788687330.719184:0:2366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687330.719185:0:2366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687330.719187:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb4380. 00000100:00000001:1.0:1788687330.719189:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687330.719191:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687330.719193:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687330.719202:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687330.719204:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687330.719206:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687330.719208:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687331.339221:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687331.339230:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687331.339397:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687331.339401:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687331.339405:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788687331.723576:0:31520:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788687331.723584:0:31520:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1788687331.723605:0:31520:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788687315/real 1788687315] req@ffff9b29c8b98000 x1875572824528640/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 1 dl 1788687331 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788687331.723628:0:31520:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687331.723630:0:31520:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687331.723635:0:31520:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e01503c8. 00000400:00000200:0.0:1788687331.723645:0:31520:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcee0 00000400:00000010:0.0:1788687331.723648:0:31520:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcee0. 00000100:00000001:0.0:1788687331.723653:0:31520:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687331.723657:0:31520:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b98000 x1875572824528640/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 1 dl 1788687331 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687331.723666:0:31520:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b98000 x1875572824528640/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 1 dl 1788687331 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687331.723673:0:31520:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687331.723677:0:31520:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687331.723680:0:31520:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687331.723682:0:31520:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687331.723686:0:31520:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1788687331.723691:0:31520:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788687331.723696:0:31520:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9b29e019e800: Connection to lustre-MDT0000 (at 192.168.203.144@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1788687331.723699:0:31520:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1788687331.723703:0:31520:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1788687331.723706:0:31520:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687331.723708:0:31520:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788687331.723710:0:31520:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:0.0:1788687331.723736:0:31520:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1788687331.723738:0:31520:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687331.723741:0:31520:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687331.723743:0:31520:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687331.723746:0:31520:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c3f64d80 going to sleep for 0 seconds 00000100:00000001:0.0:1788687331.723749:0:31520:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687331.723752:0:31520:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687331.723755:0:31520:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687331.723757:0:31520:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687331.723760:0:31520:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687331.723844:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687331.723851:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687331.723864:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b98700. 00000020:00000040:1.0:1788687331.723871:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1788687331.723876:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687331.723881:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687331.723888:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687331.723899:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c63e2800. 00000100:00000001:1.0:1788687331.723933:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687331.723939:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c8b98700 x1875572824530688/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687331.723950:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687331.723956:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687331.723961:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037df8877] to pc [ptlrpcd_00_00+0] req@ffff9b29c8b98700 x1875572824530688/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687331.723992:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788687331.723994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788687331.723997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788687331.724000:0:37:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788687331.724002:0:37:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788687331.724005:0:37:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788687331.724008:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9b29e019e800: connect to NID 192.168.203.144@tcp last attempt 1763 00000400:00000200:1.0:1788687331.724016:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687331.724021:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.144@tcp is discovered: rc = 1 00000100:00000040:1.0:1788687331.724026:0:37:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 11 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687331.724029:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788687331.724032:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687331.724034:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000020:00000001:1.0:1788687331.724037:0:37:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788687331.724039:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e81130a 00000020:00000001:1.0:1788687331.724043:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687331.724047:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c3ec1000 refcount=5 00000020:00000001:1.0:1788687331.724049:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202415833088 : -110871293718528 : ffff9b29c3ec1000) 00000020:00000001:1.0:1788687331.724052:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202415833088 : -110871293718528 : ffff9b29c3ec1000) 00000100:00000040:1.0:1788687331.724063:0:37:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 11 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687331.724065:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788687331.724067:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687331.724069:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000020:00000040:1.0:1788687331.724079:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c3ec1000 : new refcount 4 00000100:00080000:1.0:1788687331.724082:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff9b29e019e800: import ffff9b29c3ec7800 using connection 192.168.203.144@tcp/192.168.203.144@tcp 00000100:00000001:1.0:1788687331.724085:0:37:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687331.724087:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788687331.724095:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687331.724098:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687331.724100:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1788687331.724105:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788687331.724108:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687331.724110:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687331.724114:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99f80. 00000020:00000040:1.0:1788687331.724116:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:1.0:1788687331.724119:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788687331.724121:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687331.724124:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687331.724125:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687331.724127:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687331.724131:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6912c00. 00000100:00000001:1.0:1788687331.724136:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687331.724142:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b29c8b99f80 x1875572824530816/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687331.724150:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687331.724152:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687331.724156:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000019cf470] to pc [ptlrpcd_rcv+-1] req@ffff9b29c8b99f80 x1875572824530816/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687331.724177:0:37:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687331.724179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788687331.724183:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788687331.724186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788687331.724188:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788687331.724193:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (1795) 00000100:00000001:1.0:1788687331.724204:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788687331.724208:0:2368:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788687331.724210:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687331.724217:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687331.724220:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687331.724221:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687331.724223:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687331.724225:0:2368:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687331.724230:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b98700 x1875572824530688/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687331.724237:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687331.724238:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687331.724243:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687331.724245:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687331.724248:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687331.724252:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2368:1875572824530688:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687331.724256:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687331.724263:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687331.724266:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687331.724269:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687331.724274:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29d08a0000. 02000000:00000001:1.0:1788687331.724276:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687331.724282:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687331.724286:0:2368:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150528. 00000400:00000010:1.0:1788687331.724292:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc7f8. 00000100:00000200:1.0:1788687331.724300:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824530688, portal 25 00000100:00000001:1.0:1788687331.724303:0:2368:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687331.724304:0:2368:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496407296 : -110871213144320 : ffff9b29c8b98700) 00000100:00000040:1.0:1788687331.724310:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b98700 x1875572824530688/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687331.724319:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687331.724323:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687331.724325:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc4c8. 00000100:00000200:1.0:1788687331.724330:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824530688, offset 0 00000400:00000200:1.0:1788687331.724336:0:2368:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687331.724344:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687331.724353:0:2368:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687331.724359:0:2368:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687331.724364:0:2368:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687331.724369:0:2368:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687331.724372:0:2368:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687331.724376:0:2368:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2406:2406:256:4294967295] 192.168.203.144@tcp LPNI seq info [2406:2406:8:4294967295] 00000400:00000200:1.0:1788687331.724381:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687331.724392:0:2368:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687331.724400:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687331.724406:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2a00. 00000800:00000200:1.0:1788687331.724414:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687331.724425:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687331.724431:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687331.724442:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687331.724446:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687331.724450:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296462042 00000100:00000001:1.0:1788687331.724457:0:2368:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296461019 00000100:00000001:1.0:1788687331.724461:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296462042 00000100:00000001:1.0:1788687331.724464:0:2368:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296461019 00000100:00000001:1.0:1788687331.724467:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687331.724470:0:2368:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687331.724472:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687331.724475:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687331.724745:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687331.724749:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687331.724751:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687331.724758:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99f80 x1875572824530816/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687331.724765:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687331.724767:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687331.724770:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687331.724772:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687331.724774:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687331.724777:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824530816:192.168.203.144@tcp:38:kworker.0 00000100:00000001:2.0:1788687331.724780:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687331.724783:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687331.724784:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687331.724786:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687331.724791:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d6400. 02000000:00000001:2.0:1788687331.724792:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687331.724797:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687331.724800:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd3c8. 00000400:00000010:2.0:1788687331.724805:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240770. 00000100:00000200:2.0:1788687331.724809:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824530816, portal 10 00000100:00000001:2.0:1788687331.724812:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687331.724813:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496413568 : -110871213138048 : ffff9b29c8b99f80) 00000100:00000040:2.0:1788687331.724820:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b99f80 x1875572824530816/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687331.724826:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687331.724829:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687331.724831:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240330. 00000100:00000200:2.0:1788687331.724843:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875572824530816, offset 0 00000400:00000200:2.0:1788687331.724849:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687331.724853:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687331.724857:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687331.724860:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687331.724862:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687331.724865:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687331.724867:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687331.724870:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2407:2407:255:4294967295] 192.168.203.144@tcp LPNI seq info [2407:2407:7:4294967295] 00000400:00000200:2.0:1788687331.724873:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687331.724878:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687331.724883:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687331.724887:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec700. 00000800:00000200:2.0:1788687331.724890:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687331.724895:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687331.724898:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788687331.724901:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687331.724949:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 776507 usecs (777 jiffies) 00000400:00000200:2.0:1788687331.724953:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687331.724956:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296458507 00000100:00000001:2.0:1788687331.724959:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:2.0:1788687331.724961:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296458507 00000100:00000001:2.0:1788687331.724964:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:2.0:1788687331.724966:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687331.724968:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687331.724970:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687331.724972:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687331.724978:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687331.724980:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788687331.724983:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687331.724984:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687331.724985:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687331.724987:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687331.725245:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687331.725249:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687331.726577:0:31510:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788687331.726583:0:31510:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687331.726586:0:31510:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788687331.726592:0:31510:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c98dde40 going to sleep for 1 seconds 00000100:00000001:3.0:1788687331.726596:0:31510:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687331.726601:0:31510:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687331.726673:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687331.726678:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2a00. 00000400:00000200:3.0:1788687331.726688:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687331.726697:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687331.726707:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc4c8 00000400:00000010:3.0:1788687331.726710:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc4c8. 00000100:00000001:3.0:1788687331.726717:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687331.726726:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b98700 x1875572824530688/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687331.726740:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687331.726744:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b98700 x1875572824530688/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687347 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687331.726752:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687331.726754:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687331.726863:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687331.726866:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec700. 00000400:00000200:3.0:1788687331.726870:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687331.726874:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687331.726877:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240330 00000400:00000010:3.0:1788687331.726879:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240330. 00000100:00000001:3.0:1788687331.726882:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687331.726886:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99f80 x1875572824530816/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687331.726894:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687331.726896:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99f80 x1875572824530816/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687331.726902:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687331.726904:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687331.730567:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687331.730592:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687331.730597:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687331.730600:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687331.730612:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687331.730622:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687331.730635:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687331.730641:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687331.730647:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687331.730653:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f4df00 00000400:00000200:2.0:1788687331.730658:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687331.730664:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x69fd [1] + 224 00000800:00000001:2.0:1788687331.730672:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687331.730683:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687331.730687:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687331.730692:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687331.730702:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687331.730713:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b98700 x1875572824530688/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687331.730725:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b98700 x1875572824530688/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687331.730752:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687331.730762:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687331.730766:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687331.731261:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687331.731267:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687331.731275:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687331.731278:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687331.731282:0:2368:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150528. 00000400:00000200:1.0:1788687331.731289:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc7f8 00000400:00000010:1.0:1788687331.731292:0:2368:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc7f8. 00000100:00000001:1.0:1788687331.731296:0:2368:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687331.731302:0:2368:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b98700 x1875572824530688/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687347 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687331.731310:0:2368:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b98700 x1875572824530688/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687347 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687331.731316:0:2368:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687331.731319:0:2368:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687331.731322:0:2368:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687331.731326:0:2368:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687331.731329:0:2368:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687331.731332:0:2368:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687331.731335:0:2368:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687331.731344:0:2368:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=103 v=5 (5 5 5 5) 00000100:00001000:1.0:1788687331.731349:0:2368:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=103 v=5 (1 1 1 1) 00000100:00000001:1.0:1788687331.731352:0:2368:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687331.731354:0:2368:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687331.731358:0:2368:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687331.731361:0:2368:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687331.731364:0:2368:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687331.731370:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b98700 x1875572824530688/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687331.731378:0:2368:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687331.731382:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687331.731384:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687331.731389:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b98700 x1875572824530688/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687347 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687331.731397:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2368:1875572824530688:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687331.731403:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687331.731406:0:2368:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687331.731410:0:2368:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b98700 x1875572824530688/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687347 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687331.731417:0:2368:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687331.731421:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687331.731425:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29d08a0000. 02000000:00000001:1.0:1788687331.731429:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687331.731432:0:2368:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687331.731435:0:2368:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1788687331.731437:0:2368:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687331.731440:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c63e2800. 02000000:00000001:1.0:1788687331.731443:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687331.731446:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687331.731448:0:2368:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b98700. 00000100:00000001:1.0:1788687331.731452:0:2368:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687331.731454:0:2368:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687331.731456:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687331.731466:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687331.731469:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687331.731471:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687331.731474:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687331.736401:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687331.736428:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687331.736432:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687331.736435:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687331.736443:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687331.736451:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687331.736460:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687331.736465:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687331.736470:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687331.736474:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 416 into portal 10 MB=0x6a9d2d3f4df80 00000400:00000200:3.0:1788687331.736479:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687331.736494:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 416/416 into md 0x6a05 [1] + 0 00000800:00000001:3.0:1788687331.736502:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687331.736508:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687331.736512:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687331.736517:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687331.736524:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687331.736542:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99f80 x1875572824530816/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687331.736554:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9b29c8b99f80 x1875572824530816/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687331.736573:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687331.736582:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687331.736586:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687331.738694:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687331.738705:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687331.738718:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687331.738720:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687331.738725:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd3c8. 00000400:00000200:2.0:1788687331.738736:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240770 00000400:00000010:2.0:1788687331.738739:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240770. 00000100:00000001:2.0:1788687331.738744:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687331.738758:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99f80 x1875572824530816/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687331.738778:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99f80 x1875572824530816/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687331.738788:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687331.738790:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687331.738793:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687331.738797:0:2366:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687331.738799:0:2366:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687331.738802:0:2366:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687331.738805:0:2366:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687331.738819:0:2366:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=103 v=5 (5 103 103 103) 00000100:00001000:2.0:1788687331.738824:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687331.738827:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687331.738829:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687331.738832:0:2366:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687331.738846:0:2366:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687331.738851:0:2366:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687331.738854:0:2366:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1788687331.738856:0:2366:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687331.738858:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687331.738864:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99f80 x1875572824530816/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/416 e 0 to 0 dl 1788687341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687331.738872:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687331.738876:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687331.738878:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687331.738881:0:2366:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1788687331.738889:0:2366:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9b29e019e800: connect to target with instance 1 00000020:00000001:2.0:1788687331.738892:0:2366:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788687331.738894:0:2366:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e81130a 00000020:00000001:2.0:1788687331.738897:0:2366:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687331.738901:0:2366:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c3ec1000 refcount=5 00000020:00000001:2.0:1788687331.738904:0:2366:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202415833088 : -110871293718528 : ffff9b29c3ec1000) 00000020:00000001:2.0:1788687331.738940:0:2366:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202415833088 : -110871293718528 : ffff9b29c3ec1000) 00000100:00001000:2.0:1788687331.738944:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=1788687331 v=0 (0 0 0 0) 00000100:00001000:2.0:1788687331.738948:0:2366:0:(import.c:2261:obd_at_measure()) AT ffff9b29c3ec7c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1788687331.738953:0:2366:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 326, crc32c 8427, adler 379 00000020:00000040:2.0:1788687331.738960:0:2366:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c3ec1000 : new refcount 4 00000100:00000001:2.0:1788687331.738963:0:2366:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1788687331.738967:0:2366:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:2.0:1788687331.738972:0:2366:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9b29e019e800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:2.0:1788687331.738976:0:2366:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:2.0:1788687331.738978:0:2366:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687331.738980:0:2366:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:2.0:1788687331.738983:0:2366:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:2.0:1788687331.738987:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788687331.738990:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687331.738992:0:2366:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687331.738994:0:2366:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687331.738996:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788687331.738997:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687331.738999:0:2366:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687331.739001:0:2366:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1788687331.739005:0:2366:0:(import.c:1341:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.203.144@tcp after partition 00000100:00080000:2.0:1788687331.739008:0:2366:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:2.0:1788687331.739012:0:2366:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1788687331.739015:0:2366:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:2.0:1788687331.739020:0:2366:0:(client.c:3248:ptlrpc_resend_req()) @@@ going to resend req@ffff9b29c42ebb80 x1875572824529024/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687334 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687331.739041:0:2366:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788687331.739044:0:2366:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:2.0:1788687331.739047:0:2366:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:2.0:1788687331.739048:0:2366:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:2.0:1788687331.739049:0:2366:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:2.0:1788687331.739050:0:2366:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:2.0:1788687331.739052:0:2366:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:2.0:1788687331.739064:0:2366:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff9b29c97121e8 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:2.0:1788687331.739069:0:2366:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x230d04438e81130a 00800000:00000040:2.0:1788687331.739079:0:2366:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9b29e019e800=ce1d4174-c231-444b-b3ed-b722bc4901cb device 3 (ffff9b29c9710000) type mdc at LMV idx 0 00800000:00000040:2.0:1788687331.739082:0:2366:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff9b29c9710000 already active! 00800000:00000001:2.0:1788687331.739085:0:2366:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788687331.739087:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788687331.739089:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687331.739091:0:2366:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687331.739094:0:2366:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687331.739096:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788687331.739098:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788687331.739101:0:2366:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:3.0:1788687331.739119:0:31510:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687331.739132:0:31510:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687331.739134:0:31510:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687331.739139:0:31510:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd630. 00000400:00000200:3.0:1788687331.739148:0:31510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240908 00000400:00000010:3.0:1788687331.739151:0:31510:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240908. 00000100:00000001:3.0:1788687331.739157:0:31510:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687331.739167:0:31510:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42ebb80 x1875572824529024/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687334 ref 2 fl Rpc:SQr/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687331.739177:0:31510:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42ebb80 x1875572824529024/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687334 ref 2 fl Rpc:SQU/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687331.739312:0:31510:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687331.739314:0:31510:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687331.739317:0:31510:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687331.739319:0:31510:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687331.739323:0:31510:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687331.739327:0:31510:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687331.739330:0:31510:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687331.739334:0:31510:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1788687331.739339:0:31510:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1875572824529024 new x1875572824530944 02000000:00000001:3.0:1788687331.739343:0:31510:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687331.739346:0:31510:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687331.739353:0:31510:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687331.739361:0:31510:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef40b0. 00000400:00000010:3.0:1788687331.739367:0:31510:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0660. 00000100:00000200:3.0:1788687331.739374:0:31510:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824529024, portal 10 00000100:00000001:3.0:1788687331.739378:0:31510:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687331.739380:0:31510:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420202368 : -110871289349248 : ffff9b29c42ebb80) 00000100:00000040:3.0:1788687331.739388:0:31510:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff9b29c42ebb80 x1875572824529024/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687347 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687331.739396:0:31510:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687331.739399:0:31510:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687331.739401:0:31510:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae02a8. 00000100:00000200:3.0:1788687331.740155:0:31510:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824529024, offset 0 00000400:00000200:3.0:1788687331.740168:0:31510:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687331.740177:0:31510:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687331.740194:0:31510:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687331.740200:0:31510:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687331.740204:0:31510:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687331.740208:0:31510:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687331.740211:0:31510:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687331.740214:0:31510:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2408:2408:256:4294967295] 192.168.203.144@tcp LPNI seq info [2408:2408:8:4294967295] 00000400:00000200:3.0:1788687331.740219:0:31510:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687331.740686:0:31510:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687331.740694:0:31510:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687331.740702:0:31510:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a800. 00000800:00000200:3.0:1788687331.740709:0:31510:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687331.740717:0:31510:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687331.740721:0:31510:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788687331.740745:0:31510:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687331.740751:0:31510:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 775453 usecs (776 jiffies) 00000400:00000200:3.0:1788687331.740756:0:31510:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687331.740760:0:31510:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296458521 00000100:00000001:3.0:1788687331.740763:0:31510:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:3.0:1788687331.740766:0:31510:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296458521 00000100:00000001:3.0:1788687331.740768:0:31510:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:3.0:1788687331.740770:0:31510:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687331.740774:0:31510:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687331.740778:0:31510:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687331.740780:0:31510:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687331.740782:0:31510:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c98dde40 going to sleep for 11 seconds 00000100:00000001:3.0:1788687331.740784:0:31510:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687331.740786:0:31510:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687331.744215:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687331.744233:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a800. 00000400:00000200:2.0:1788687331.744242:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687331.744251:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687331.744259:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae02a8 00000400:00000010:2.0:1788687331.744261:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae02a8. 00000100:00000001:2.0:1788687331.744266:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687331.744274:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42ebb80 x1875572824529024/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687347 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687331.744286:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687331.744290:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42ebb80 x1875572824529024/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687347 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687331.744296:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687331.744298:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000002:00000001:3.0:1788687331.746216:0:2366:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687331.746361:0:31545:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:1.0:1788687331.746367:0:31545:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:1.0:1788687331.746376:0:31545:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687331.746380:0:31545:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687331.746382:0:31545:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687331.746385:0:31545:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:1.0:1788687331.746387:0:31545:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687331.746632:0:2366:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:3.0:1788687331.746640:0:2366:0:(import.c:1787:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9b29e019e800: Connection restored to 192.168.203.144@tcp (at 192.168.203.144@tcp) 00000100:00080000:3.0:1788687331.746651:0:2366:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000001432f41f): req@ffff9b29c8b98000 x1875572824528640/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 1 dl 1788687331 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687331.746678:0:2366:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687331.746682:0:2366:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687331.746687:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99f80 x1875572824530816/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/416 e 0 to 0 dl 1788687341 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687331.746696:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824530816:192.168.203.144@tcp:38:kworker.0 00000100:00000001:3.0:1788687331.746701:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687331.746704:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687331.746708:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b99f80 x1875572824530816/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/416 e 0 to 0 dl 1788687341 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687331.746714:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687331.746717:0:2366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687331.746720:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c63d6400. 02000000:00000001:3.0:1788687331.746724:0:2366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687331.746726:0:2366:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687331.746727:0:2366:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687331.746729:0:2366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687331.746732:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c6912c00. 02000000:00000001:3.0:1788687331.746735:0:2366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687331.746737:0:2366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687331.746739:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b99f80. 00000100:00000001:3.0:1788687331.746742:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687331.746744:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687331.746746:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687331.746753:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687331.746755:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687331.746758:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687331.746760:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687331.746839:0:31520:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687331.746844:0:31520:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687331.746847:0:31520:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687331.746849:0:31520:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687331.746852:0:31520:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687331.746855:0:31520:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687331.746858:0:31520:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687331.746861:0:31520:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1788687331.746867:0:31520:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1875572824528640 new x1875572824531072 02000000:00000001:0.0:1788687331.746870:0:31520:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687331.746872:0:31520:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687331.746880:0:31520:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687331.746886:0:31520:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f78. 00000400:00000010:0.0:1788687331.746894:0:31520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdae58. 00000100:00000200:0.0:1788687331.746901:0:31520:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824528640, portal 10 00000100:00000001:0.0:1788687331.746904:0:31520:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687331.746938:0:31520:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00000100:00000040:0.0:1788687331.746946:0:31520:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff9b29c8b98000 x1875572824528640/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687347 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687331.746953:0:31520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687331.746956:0:31520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687331.746959:0:31520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdad48. 00000100:00000200:0.0:1788687331.746962:0:31520:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875572824528640, offset 0 00000400:00000200:0.0:1788687331.746968:0:31520:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687331.746976:0:31520:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687331.746982:0:31520:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687331.746987:0:31520:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687331.746991:0:31520:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687331.746994:0:31520:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687331.746997:0:31520:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687331.747001:0:31520:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2409:2409:256:4294967295] 192.168.203.144@tcp LPNI seq info [2409:2409:8:4294967295] 00000400:00000200:0.0:1788687331.747004:0:31520:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687331.747013:0:31520:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687331.747020:0:31520:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687331.747025:0:31520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946300. 00000800:00000200:0.0:1788687331.747032:0:31520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687331.747038:0:31520:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687331.747042:0:31520:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946300 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788687331.747061:0:31520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687331.747065:0:31520:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 775453 usecs (776 jiffies) 00000400:00000200:0.0:1788687331.747069:0:31520:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687331.747072:0:31520:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296458528 00000100:00000001:0.0:1788687331.747075:0:31520:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:0.0:1788687331.747078:0:31520:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296458528 00000100:00000001:0.0:1788687331.747080:0:31520:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:0.0:1788687331.747083:0:31520:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687331.747085:0:31520:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687331.747088:0:31520:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687331.747089:0:31520:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687331.747091:0:31520:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c3f64d80 going to sleep for 11 seconds 00000100:00000001:0.0:1788687331.747094:0:31520:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687331.747095:0:31520:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687331.747344:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687331.747356:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687331.747359:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687331.747361:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687331.747366:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687331.747370:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687331.747376:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687331.747380:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687331.747384:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687331.747387:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f4e000 00000400:00000200:3.0:1788687331.747392:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687331.747397:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x6a15 [1] + 224 00000800:00000001:3.0:1788687331.747402:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687331.747409:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687331.747413:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687331.747417:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687331.747423:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687331.747428:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42ebb80 x1875572824529024/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687347 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687331.747438:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9b29c42ebb80 x1875572824529024/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687347 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687331.747463:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788687331.747554:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687331.747557:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946300. 00000400:00000200:3.0:1788687331.747562:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687331.747566:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687331.747570:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdad48 00000400:00000010:3.0:1788687331.747572:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdad48. 00000100:00000001:3.0:1788687331.747576:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687331.747579:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b98000 x1875572824528640/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687347 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687331.747588:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687331.747591:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b98000 x1875572824528640/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687347 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687331.747596:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687331.747598:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687331.747603:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687331.747606:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687331.747943:0:31510:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687331.747949:0:31510:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687331.747951:0:31510:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687331.747954:0:31510:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef40b0. 00000400:00000200:0.0:1788687331.747959:0:31510:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0660 00000400:00000010:0.0:1788687331.747961:0:31510:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0660. 00000100:00000001:0.0:1788687331.747964:0:31510:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687331.747969:0:31510:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42ebb80 x1875572824529024/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687347 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687331.747978:0:31510:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42ebb80 x1875572824529024/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687347 ref 2 fl Rpc:RQU/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687331.747990:0:31510:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687331.747992:0:31510:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687331.747994:0:31510:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687331.747997:0:31510:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687331.747999:0:31510:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687331.748001:0:31510:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687331.748004:0:31510:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687331.748011:0:31510:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=103 v=5 (5 5 5 5) 00000100:00001000:0.0:1788687331.748015:0:31510:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687331.748018:0:31510:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687331.748020:0:31510:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687331.748022:0:31510:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687331.748025:0:31510:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687331.748028:0:31510:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687331.748031:0:31510:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1788687331.748033:0:31510:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687331.748034:0:31510:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687331.748039:0:31510:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42ebb80 x1875572824529024/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687347 ref 2 fl Rpc:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687331.748046:0:31510:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687331.748049:0:31510:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687331.748051:0:31510:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687331.748054:0:31510:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42ebb80 x1875572824529024/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687347 ref 2 fl Interpret:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687331.748061:0:31510:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42ebb80 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:31510:1875572824529024:192.168.203.144@tcp:35:multiop.0 00000100:00000001:0.0:1788687331.748065:0:31510:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687331.748067:0:31510:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687331.748070:0:31510:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687331.748071:0:31510:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687331.748074:0:31510:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42ebb80 x1875572824529024/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687347 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687331.748082:0:31510:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687331.748084:0:31510:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c98dde40. 00000100:00000001:0.0:1788687331.748087:0:31510:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687331.748088:0:31510:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687331.748095:0:31510:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687331.748097:0:31510:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420202368 : -110871289349248 : ffff9b29c42ebb80) 00000002:00000001:0.0:1788687331.748100:0:31510:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687331.748102:0:31510:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687331.748107:0:31510:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6854200. 00000080:00000001:0.0:1788687331.748110:0:31510:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788687331.748113:0:31510:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788687331.748118:0:31510:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788687331.748122:0:31510:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b29c42e8e00 x1875572824527488/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687330 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687331.748136:0:31510:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687331.748137:0:31510:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420190720 : -110871289360896 : ffff9b29c42e8e00) 00000100:00000001:0.0:1788687331.748139:0:31510:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687331.748142:0:31510:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8e00 x1875572824527488/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687330 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687331.748148:0:31510:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687331.748150:0:31510:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687331.748154:0:31510:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e8e00 x1875572824527488/t4294967634(4294967634) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687330 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687331.748159:0:31510:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788687331.748162:0:31510:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687331.748163:0:31510:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687331.748165:0:31510:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687331.748168:0:31510:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c63d4400. 02000000:00000001:0.0:1788687331.748171:0:31510:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687331.748172:0:31510:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687331.748174:0:31510:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e8e00. 00000100:00000001:0.0:1788687331.748177:0:31510:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687331.748190:0:31510:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687331.748192:0:31510:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687331.748196:0:31510:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42ebb80 x1875572824529024/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687347 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687331.748202:0:31510:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687331.748204:0:31510:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9b29c622fa40. 00000002:00000001:0.0:1788687331.748207:0:31510:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687331.748209:0:31510:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687331.748211:0:31510:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b29e138e180. 00000100:00000001:0.0:1788687331.748213:0:31510:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687331.748216:0:31510:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42ebb80 x1875572824529024/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687347 ref 1 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687331.748370:0:31510:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687331.748372:0:31510:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687331.748374:0:31510:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c63d5c00. 02000000:00000001:0.0:1788687331.748377:0:31510:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687331.748379:0:31510:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687331.748380:0:31510:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687331.748383:0:31510:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687331.748384:0:31510:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c6854000. 02000000:00000001:0.0:1788687331.748386:0:31510:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687331.748387:0:31510:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687331.748389:0:31510:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42ebb80. 00000100:00000001:0.0:1788687331.748391:0:31510:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687331.748392:0:31510:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687331.748395:0:31510:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687331.748399:0:31510:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29c17afa40. 00000080:00000001:0.0:1788687331.748402:0:31510:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687331.748409:0:31510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbdf0 00000080:00000008:0.0:1788687331.748411:0:31510:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000404:0x29:0x0](ffff9b29d8572a08), flags 100002, rc = 0 00000080:00000001:0.0:1788687331.748414:0:31510:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687331.748419:0:31510:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788687331.748421:0:31510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbe00 00000080:00002000:0.0:1788687331.748423:0:31510:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9b29c2041bd0, parent ffff9b29d8709360, inode ffff9b29d8572a08) hashed, 00000080:00000001:0.0:1788687331.748425:0:31510:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687331.748433:0:31510:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788687331.748438:0:31510:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788687331.748440:0:31510:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788687331.748441:0:31510:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbe00 00000080:00002000:0.0:1788687331.748443:0:31510:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff9b29d8709360, parent ffff9b29d84cabd0, inode ffff9b29d85ad348) hashed, 00000080:00000001:0.0:1788687331.748446:0:31510:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687331.748449:0:31510:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788687331.748451:0:31510:0:(dcache.c:48:ll_release()) Process leaving 00000800:00000001:2.0:1788687331.757881:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687331.757899:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687331.757903:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687331.757922:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687331.757931:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687331.757939:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687331.757949:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687331.757953:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687331.757958:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687331.757962:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f4e080 00000400:00000200:2.0:1788687331.757967:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687331.757973:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x6a25 [1] + 224 00000800:00000001:2.0:1788687331.757979:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687331.758089:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687331.758094:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687331.758099:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687331.758107:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687331.758116:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b98000 x1875572824528640/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687347 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687331.758128:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff9b29c8b98000 x1875572824528640/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687347 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687331.758148:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788687331.758155:0:2361:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788687331.758158:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687331.758163:0:2361:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687331.758168:0:2361:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2410:2410:256:4294967295] 192.168.203.144@tcp LPNI seq info [2410:2410:8:4294967295] 00000400:00000200:2.0:1788687331.758173:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687331.758181:0:2361:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1788687331.758186:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687331.758191:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eece00. 00000800:00000200:2.0:1788687331.758197:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687331.758204:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687331.758209:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eece00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1788687331.758541:0:31520:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687331.758549:0:31520:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687331.758550:0:31520:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687331.758554:0:31520:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f78. 00000400:00000200:0.0:1788687331.758558:0:31520:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdae58 00000400:00000010:0.0:1788687331.758560:0:31520:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdae58. 00000100:00000001:0.0:1788687331.758563:0:31520:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687331.758568:0:31520:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b98000 x1875572824528640/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687347 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687331.758577:0:31520:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b98000 x1875572824528640/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/512 e 0 to 0 dl 1788687347 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687331.758583:0:31520:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687331.758585:0:31520:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687331.758587:0:31520:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687331.758591:0:31520:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687331.758593:0:31520:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687331.758595:0:31520:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687331.758598:0:31520:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687331.758608:0:31520:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=103 v=5 (5 103 103 103) 00000100:00001000:0.0:1788687331.758612:0:31520:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687331.758615:0:31520:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687331.758617:0:31520:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687331.758620:0:31520:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687331.758623:0:31520:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687331.758626:0:31520:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687331.758628:0:31520:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788687331.758630:0:31520:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687331.758633:0:31520:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687331.758634:0:31520:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00000100:00000001:0.0:1788687331.758637:0:31520:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687331.758639:0:31520:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1788687331.758641:0:31520:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687331.758643:0:31520:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687331.758648:0:31520:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b98000 x1875572824528640/t4294967637(4294967637) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1788687347 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687331.758655:0:31520:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687331.758658:0:31520:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687331.758660:0:31520:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687331.758664:0:31520:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b98000 x1875572824528640/t4294967637(4294967637) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1788687347 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687331.758672:0:31520:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b98000 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:31520:1875572824528640:192.168.203.144@tcp:36:touch.0 00000100:00000001:0.0:1788687331.758677:0:31520:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687331.758680:0:31520:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687331.758682:0:31520:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687331.758684:0:31520:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687331.758687:0:31520:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b98000 x1875572824528640/t4294967637(4294967637) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1788687347 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687331.758694:0:31520:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687331.758697:0:31520:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c3f64d80. 00000100:00000001:0.0:1788687331.758700:0:31520:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687331.758702:0:31520:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687331.758710:0:31520:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687331.758713:0:31520:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687331.758719:0:31520:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788687331.758721:0:31520:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788687331.758734:0:31520:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:0.0:1788687331.758737:0:31520:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:0.0:1788687331.758742:0:31520:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687331.758745:0:31520:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b98000 x1875572824528640/t4294967637(4294967637) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1788687347 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1788687331.759345:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687331.759350:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eece00. 00000400:00000200:2.0:1788687331.759355:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687331.759361:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1788687331.759369:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687331.759374:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687331.759637:0:31520:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687331.759640:0:31520:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788687331.759642:0:31520:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687331.759644:0:31520:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687331.759647:0:31520:0:(pcc.c:2679:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1788687331.759650:0:31520:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788687331.759653:0:31520:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687331.759654:0:31520:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788687331.759656:0:31520:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687331.759659:0:31520:0:(pcc.c:2688:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687331.759661:0:31520:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1788687331.759664:0:31520:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687331.759668:0:31520:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202888028456 : -110870821523160 : ffff9b29e0113128) 00000020:00001000:0.0:1788687331.759671:0:31520:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29e0113120 00000020:00000001:0.0:1788687331.759676:0:31520:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b02d8 -> ffff9b29d02b02d8 00000020:00000001:0.0:1788687331.759678:0:31520:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788687331.759682:0:31520:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788687331.759684:0:31520:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788687331.759687:0:31520:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687331.759688:0:31520:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788687331.759691:0:31520:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788687331.759693:0:31520:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1788687331.759695:0:31520:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000404:0x2a:0x0] 00000002:00000001:0.0:1788687331.759701:0:31520:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687331.759704:0:31520:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687331.759710:0:31520:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687331.759712:0:31520:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687331.759714:0:31520:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2a:0x0]: 0 00000080:00000001:0.0:1788687331.759716:0:31520:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687331.759718:0:31520:0:(file.c:7047:ll_layout_intent()) Process entered 00000080:00000010:0.0:1788687331.759723:0:31520:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29cb1b7e00. 00000080:00010000:0.0:1788687331.759730:0:31520:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x2a:0x0](ffff9b29d85af448) 00000080:00000001:0.0:1788687331.759733:0:31520:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687331.759737:0:31520:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687331.759740:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab958 00800000:00000002:0.0:1788687331.759742:0:31520:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000404:0x2a:0x0] '' on [0x200000404:0x2a:0x0] 00800000:00000001:0.0:1788687331.759745:0:31520:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687331.763383:0:31520:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x2a:0x0], fid2=[0x200000404:0x2a:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687331.763396:0:31520:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687331.763400:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab828 00000002:00010000:0.0:1788687331.763403:0:31520:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x2a:0x0]) in obj [0x200000404:0x2a:0x0], intent: layout flags 0 00000002:00000001:0.0:1788687331.763407:0:31520:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788687331.763410:0:31520:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:0.0:1788687331.763418:0:31520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f1880. 00000020:00000040:0.0:1788687331.763422:0:31520:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:0.0:1788687331.763428:0:31520:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687331.763432:0:31520:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687331.763436:0:31520:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687331.763439:0:31520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687331.763441:0:31520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687331.763446:0:31520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687331.763454:0:31520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c6216800. 00000100:00000001:0.0:1788687331.763461:0:31520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687331.763466:0:31520:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687331.763467:0:31520:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687331.763469:0:31520:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687331.763470:0:31520:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687331.763472:0:31520:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687331.763475:0:31520:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446633202509355136 : -110871200196480 : ffff9b29c97f1880) 00010000:00000001:0.0:1788687331.763478:0:31520:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687331.763480:0:31520:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788687331.763497:0:31520:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c64de900. 00010000:00000010:0.0:1788687331.763503:0:31520:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5ca0080. 00010000:00000001:0.0:1788687331.763508:0:31520:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687331.763512:0:31520:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc5e00. 00000020:00000001:0.0:1788687331.763515:0:31520:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687331.763519:0:31520:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc5e00 with handle 0x230d04438e811dc2 to hash 00000020:00000001:0.0:1788687331.763521:0:31520:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687331.763522:0:31520:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687331.763526:0:31520:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687331.763529:0:31520:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687331.763532:0:31520:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687331.763537:0:31520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811dc2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687331.763547:0:31520:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811dc2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687331.763557:0:31520:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811dc2 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687331.763562:0:31520:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687331.763564:0:31520:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687331.764861:0:31520:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c9724840. 00000100:00000001:0.0:1788687331.764869:0:31520:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202508515392 : -110871201036224 : ffff9b29c9724840) 00000100:00000001:0.0:1788687331.764872:0:31520:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687331.764874:0:31520:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509355136 : -110871200196480 : ffff9b29c97f1880) 00000100:00000001:0.0:1788687331.764880:0:31520:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687331.764885:0:31520:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687331.764888:0:31520:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687331.764890:0:31520:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687331.764899:0:31520:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f1880 x1875572824531200/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687331.764923:0:31520:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687331.764926:0:31520:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687331.764930:0:31520:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687331.764934:0:31520:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687331.764937:0:31520:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687331.764940:0:31520:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f1880 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:31520:1875572824531200:192.168.203.144@tcp:101:touch.0 00000100:00000001:0.0:1788687331.764945:0:31520:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687331.764952:0:31520:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687331.764954:0:31520:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687331.764957:0:31520:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687331.764962:0:31520:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a00800. 02000000:00000001:0.0:1788687331.764965:0:31520:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687331.764972:0:31520:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687331.764977:0:31520:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f78. 00000400:00000010:0.0:1788687331.764983:0:31520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdae58. 00000100:00000200:0.0:1788687331.764990:0:31520:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824531200, portal 10 00000100:00000001:0.0:1788687331.764992:0:31520:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687331.764993:0:31520:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509355136 : -110871200196480 : ffff9b29c97f1880) 00000100:00000040:0.0:1788687331.765000:0:31520:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f1880 x1875572824531200/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1788687347 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687331.765008:0:31520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687331.765010:0:31520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687331.765012:0:31520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdaee0. 00000100:00000200:0.0:1788687331.765015:0:31520:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1875572824531200, offset 0 00000400:00000200:0.0:1788687331.765021:0:31520:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687331.765028:0:31520:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687331.765036:0:31520:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687331.765041:0:31520:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687331.765045:0:31520:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687331.765049:0:31520:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687331.765051:0:31520:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687331.765055:0:31520:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2411:2411:256:4294967295] 192.168.203.144@tcp LPNI seq info [2411:2411:8:4294967295] 00000400:00000200:0.0:1788687331.765060:0:31520:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687331.766410:0:31520:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687331.766420:0:31520:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687331.766427:0:31520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946700. 00000800:00000200:0.0:1788687331.766433:0:31520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687331.766439:0:31520:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687331.766444:0:31520:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946700 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:0.0:1788687331.766453:0:31520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687331.766458:0:31520:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 824491 usecs (825 jiffies) 00000400:00000200:0.0:1788687331.766463:0:31520:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687331.766466:0:31520:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296458596 00000100:00000001:0.0:1788687331.766468:0:31520:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:0.0:1788687331.766470:0:31520:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296458596 00000100:00000001:0.0:1788687331.766472:0:31520:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:0.0:1788687331.766474:0:31520:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687331.766477:0:31520:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687331.766479:0:31520:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687331.766481:0:31520:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687331.766483:0:31520:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c9724840 going to sleep for 11 seconds 00000100:00000001:0.0:1788687331.766496:0:31520:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687331.766499:0:31520:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687331.766616:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687331.766620:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946700. 00000400:00000200:2.0:1788687331.766625:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687331.766630:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687331.766636:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdaee0 00000400:00000010:2.0:1788687331.766638:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdaee0. 00000100:00000001:2.0:1788687331.766643:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687331.766649:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1880 x1875572824531200/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1788687347 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687331.766659:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687331.766662:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1880 x1875572824531200/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1788687347 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687331.766668:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687331.766669:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:0.1:1788687331.768465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622f8e0. 00000080:00000010:0.1:1788687331.768478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636da80. 00000800:00000001:3.0:1788687331.772719:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687331.772734:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687331.772738:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687331.772740:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687331.772748:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687331.772756:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687331.772763:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687331.772768:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687331.772772:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687331.772776:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 10 MB=0x6a9d2d3f4e100 00000400:00000200:3.0:1788687331.772781:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687331.772786:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 400/400 into md 0x6a2d [1] + 224 00000800:00000001:3.0:1788687331.772793:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687331.772800:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687331.772804:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687331.772808:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687331.772816:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687331.772823:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1880 x1875572824531200/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1788687347 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687331.772834:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff9b29c97f1880 x1875572824531200/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1788687347 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687331.772856:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687331.772864:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687331.772866:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687331.773005:0:31520:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687331.773012:0:31520:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687331.773014:0:31520:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687331.773017:0:31520:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f78. 00000400:00000200:0.0:1788687331.773022:0:31520:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdae58 00000400:00000010:0.0:1788687331.773024:0:31520:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdae58. 00000100:00000001:0.0:1788687331.773027:0:31520:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687331.773032:0:31520:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f1880 x1875572824531200/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1788687347 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687331.773040:0:31520:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f1880 x1875572824531200/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/472 e 0 to 0 dl 1788687347 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687331.773046:0:31520:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687331.773047:0:31520:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687331.773050:0:31520:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687331.773053:0:31520:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687331.773055:0:31520:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687331.773057:0:31520:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687331.773059:0:31520:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687331.773068:0:31520:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=103 v=5 (5 103 103 103) 00000100:00001000:0.0:1788687331.773071:0:31520:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687331.773073:0:31520:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687331.773075:0:31520:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687331.773077:0:31520:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687331.773081:0:31520:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687331.773084:0:31520:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687331.773086:0:31520:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1788687331.773088:0:31520:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687331.773090:0:31520:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687331.773095:0:31520:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f1880 x1875572824531200/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/400 e 0 to 0 dl 1788687347 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687331.773102:0:31520:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687331.773104:0:31520:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687331.773106:0:31520:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687331.773110:0:31520:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f1880 x1875572824531200/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/400 e 0 to 0 dl 1788687347 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687331.773118:0:31520:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f1880 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:31520:1875572824531200:192.168.203.144@tcp:101:touch.0 00000100:00000001:0.0:1788687331.773124:0:31520:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687331.773127:0:31520:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687331.773129:0:31520:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687331.773131:0:31520:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687331.773134:0:31520:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1880 x1875572824531200/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/400 e 0 to 0 dl 1788687347 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687331.773139:0:31520:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687331.773142:0:31520:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c9724840. 00000100:00000001:0.0:1788687331.773145:0:31520:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687331.773146:0:31520:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687331.773149:0:31520:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687331.773152:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687331.773155:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687331.773158:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5e00 refcount=4 00000020:00000001:0.0:1788687331.773160:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687331.773164:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000040:0.0:1788687331.773170:0:31520:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c5cc5e00, remote cookie: 0x59c08f76ab1d24fe, flags: 0x1000 00010000:00000001:0.0:1788687331.773172:0:31520:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788687331.773176:0:31520:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788687331.773178:0:31520:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788687331.773180:0:31520:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788687331.773181:0:31520:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788687331.773184:0:31520:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2a:0x0].0x0 (ffff9b29c64de900) refcount = 1 00010000:00010000:0.0:1788687331.773189:0:31520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811dc2 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d24fe expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687331.773196:0:31520:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788687331.773199:0:31520:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788687331.773201:0:31520:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687331.773204:0:31520:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788687331.773207:0:31520:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687331.773210:0:31520:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811dc2 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d24fe expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687331.773221:0:31520:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788687331.773222:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687331.773224:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687331.773225:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687331.773226:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687331.773227:0:31520:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687331.773231:0:31520:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788687331.773233:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687331.773234:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687331.773236:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5e00 refcount=3 00000020:00000001:0.0:1788687331.773238:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687331.773240:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687331.773242:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687331.773243:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788687331.773247:0:31520:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff9b29c97f1880 x1875572824531200/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/400 e 0 to 0 dl 1788687347 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:0.0:1788687331.773256:0:31520:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff9b29e019e800: layout return lvb 56 transno 0 00010000:00000001:0.0:1788687331.773259:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687331.773260:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687331.773262:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5e00 refcount=3 00000020:00000001:0.0:1788687331.773263:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687331.773265:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00000002:00010000:0.0:1788687331.773269:0:31520:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811dc2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d24fe expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788687331.773411:0:31520:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b29c4c6f480. 00010000:00000001:0.0:1788687331.773414:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687331.773415:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687331.773417:0:31520:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687331.773419:0:31520:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687331.773422:0:31520:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788687331.773424:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687331.773426:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687331.773427:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5e00 refcount=3 00000020:00000001:0.0:1788687331.773429:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687331.773432:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00000002:00010000:0.0:1788687331.773435:0:31520:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811dc2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d24fe expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687331.773442:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687331.773443:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687331.773445:0:31520:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687331.773446:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687331.773448:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687331.773449:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5e00 refcount=3 00000020:00000001:0.0:1788687331.773451:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687331.773453:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000040:0.0:1788687331.773459:0:31520:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de900 count: 2 00010000:00000001:0.0:1788687331.773462:0:31520:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788687331.773466:0:31520:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 16 res 8589935620/42 (0 0) 00010000:00000001:0.0:1788687331.773469:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687331.773470:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687331.773472:0:31520:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788687331.773475:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab7b0 00000002:00002000:0.0:1788687331.773477:0:31520:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:0.0:1788687331.773480:0:31520:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687331.773483:0:31520:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687331.773495:0:31520:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687331.773499:0:31520:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x2a:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788687331.773503:0:31520:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687331.773505:0:31520:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687331.773510:0:31520:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f1880 x1875572824531200/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 376/400 e 0 to 0 dl 1788687347 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687331.773517:0:31520:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687331.773519:0:31520:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687331.773523:0:31520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a00800. 02000000:00000001:0.0:1788687331.773526:0:31520:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687331.773529:0:31520:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687331.773531:0:31520:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687331.773533:0:31520:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687331.773536:0:31520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c6216800. 02000000:00000001:0.0:1788687331.773539:0:31520:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687331.773540:0:31520:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687331.773542:0:31520:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f1880. 00000100:00000001:0.0:1788687331.773546:0:31520:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687331.773547:0:31520:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788687331.773551:0:31520:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29cb1b7e00. 00000080:00010000:0.0:1788687331.773557:0:31520:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff9b29d85af448) for lock 0x230d04438e811dc2 00800000:00000001:0.0:1788687331.773561:0:31520:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687331.773564:0:31520:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687331.773565:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687331.773567:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687331.773568:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5e00 refcount=3 00000020:00000001:0.0:1788687331.773570:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687331.773573:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687331.773575:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687331.773576:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687331.773578:0:31520:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687331.773579:0:31520:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687331.773583:0:31520:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811dc2 from it ffffaca0814aba78 00010000:00000001:0.0:1788687331.773585:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687331.773585:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687331.773587:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5e00 refcount=3 00000020:00000001:0.0:1788687331.773589:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687331.773590:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687331.773592:0:31520:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687331.773595:0:31520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811dc2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d24fe expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687331.773607:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687331.773608:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687331.773609:0:31520:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687331.773612:0:31520:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687331.773615:0:31520:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811dc2 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d24fe expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687331.773624:0:31520:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687331.773627:0:31520:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687331.773629:0:31520:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687331.773632:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687331.773633:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687331.773634:0:31520:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687331.773637:0:31520:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687331.773639:0:31520:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687331.773641:0:31520:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687331.773643:0:31520:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687331.773645:0:31520:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687331.773646:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687331.773647:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687331.773649:0:31520:0:(file.c:7081:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687331.773651:0:31520:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1788687331.773653:0:31520:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000404:0x2a:0x0] 00000002:00000001:0.0:1788687331.773658:0:31520:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687331.773659:0:31520:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687331.773662:0:31520:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de900 count: 2 00010000:00000001:0.0:1788687331.773664:0:31520:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687331.773667:0:31520:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687331.773671:0:31520:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687331.773674:0:31520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811dc2 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d24fe expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788687331.773681:0:31520:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687331.773686:0:31520:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687331.774353:0:31520:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811dc2 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d24fe expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788687331.774362:0:31520:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1788687331.774365:0:31520:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2a:0x0]: 16 00000080:00000001:0.0:1788687331.774367:0:31520:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:0.0:1788687331.774369:0:31520:0:(file.c:6938:ll_layout_lock_set()) Process entered 00010000:00000001:0.0:1788687331.774371:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687331.774372:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687331.774374:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5e00 refcount=3 00000020:00000001:0.0:1788687331.774376:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687331.774379:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00000080:00010000:0.0:1788687331.774383:0:31520:0:(file.c:6948:ll_layout_lock_set()) ### file [0x200000404:0x2a:0x0](00000000152c340e) being reconfigured ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811dc2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d24fe expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:0.0:1788687331.774390:0:31520:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687331.774392:0:31520:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687331.774393:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687331.774394:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687331.774395:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5e00 refcount=4 00000020:00000001:0.0:1788687331.774397:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687331.774399:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687331.774401:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687331.774402:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687331.774403:0:31520:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687331.774404:0:31520:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687331.774406:0:31520:0:(file.c:6863:ll_layout_fetch()) Process entered 00000080:00000002:0.0:1788687331.774408:0:31520:0:(file.c:6866:ll_layout_fetch()) [0x200000404:0x2a:0x0] LVB_READY=0 l_lvb_data=ffff9b29c4c6f480 l_lvb_len=56 00000080:00000001:0.0:1788687331.774410:0:31520:0:(file.c:6869:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687331.774412:0:31520:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788687331.774414:0:31520:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687331.774417:0:31520:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509236632 : -110871200314984 : ffff9b29c97d4998) 00000020:00001000:0.0:1788687331.774419:0:31520:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4990 00000020:00000001:0.0:1788687331.774421:0:31520:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788687331.774424:0:31520:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788687331.774426:0:31520:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788687331.774433:0:31520:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c3344000. 00020000:00000010:0.0:1788687331.774437:0:31520:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29c687f900. 00020000:00000010:0.0:1788687331.774441:0:31520:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c3344780. 00020000:00000001:0.0:1788687331.774444:0:31520:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202403788672 : -110871305762944 : ffff9b29c3344780) 00020000:00000002:0.0:1788687331.774446:0:31520:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c3344780, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788687331.774451:0:31520:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788687331.774454:0:31520:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c687f900: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:0.0:1788687331.774457:0:31520:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29e015baa8) owner ffff9b29d034a7c0 00020000:00000001:0.0:1788687331.774471:0:31520:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788687331.774473:0:31520:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29e015baa8) owner ffff9b29d034a7c0 00020000:00000010:0.0:1788687331.774477:0:31520:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29c687f900. 00020000:00000010:0.0:1788687331.774480:0:31520:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c3344000. 00020000:00000010:0.0:1788687331.774484:0:31520:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c3344780. 00020000:00000002:0.0:1788687331.774494:0:31520:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788687331.774496:0:31520:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687331.774498:0:31520:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687331.774501:0:31520:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788687331.774504:0:31520:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015baa8) owner 0000000000000000/ffff9b29d034a7c0 00020000:00000002:0.0:1788687331.774507:0:31520:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c974e480 addref 2/0 by ffff9b29d034a7c0. 00020000:00000002:0.0:1788687331.774509:0:31520:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015baa8) owner 0000000000000000/ffff9b29d034a7c0 00020000:00000001:0.0:1788687331.774511:0:31520:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788687331.774513:0:31520:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788687331.774514:0:31520:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788687331.774516:0:31520:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788687331.774518:0:31520:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788687331.774520:0:31520:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2a:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788687331.774522:0:31520:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4990 00000080:00000001:0.0:1788687331.774524:0:31520:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687331.774526:0:31520:0:(file.c:6985:ll_layout_lock_set()) Process leaving 00010000:00000001:0.0:1788687331.774527:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687331.774528:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687331.774529:0:31520:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687331.774531:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687331.774532:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5e00 refcount=3 00000020:00000001:0.0:1788687331.774534:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687331.774536:0:31520:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447310336 : -110871262241280 : ffff9b29c5cc5e00) 00010000:00000001:0.0:1788687331.774538:0:31520:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687331.774541:0:31520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811dc2 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d24fe expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687331.774547:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687331.774548:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687331.774550:0:31520:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687331.774551:0:31520:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687331.774553:0:31520:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811dc2 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d24fe expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788687331.774558:0:31520:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687331.774561:0:31520:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687331.774562:0:31520:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687331.774564:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687331.774565:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687331.774566:0:31520:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687331.774569:0:31520:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687331.774570:0:31520:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687331.774572:0:31520:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687331.774574:0:31520:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687331.774576:0:31520:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687331.774577:0:31520:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687331.774578:0:31520:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687331.774580:0:31520:0:(file.c:7026:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687331.774582:0:31520:0:(file.c:7145:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687331.774585:0:31520:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687331.774590:0:31520:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2a:0x0]io ffff9b29c976b590 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1788687331.774592:0:31520:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015baa8) owner 0000000000000000/ffff9b29d034a7c0 00020000:00000001:0.0:1788687331.774595:0:31520:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788687331.774597:0:31520:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788687331.774600:0:31520:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788687331.774601:0:31520:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687331.774604:0:31520:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788687331.774606:0:31520:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788687331.774608:0:31520:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687331.774610:0:31520:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687331.774611:0:31520:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788687331.774613:0:31520:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788687331.774614:0:31520:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015baa8) owner 0000000000000000/ffff9b29d034a7c0 00000020:00000001:0.0:1788687331.774616:0:31520:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687331.774620:0:31520:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788687331.774621:0:31520:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788687331.774624:0:31520:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1788687331.774626:0:31520:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788687331.774628:0:31520:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788687331.774631:0:31520:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788687331.774634:0:31520:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687331.774636:0:31520:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788687331.774637:0:31520:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687331.774639:0:31520:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509236632 : -110871200314984 : ffff9b29c97d4998) 00000020:00001000:0.0:1788687331.774641:0:31520:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4990 00000020:00000001:0.0:1788687331.774644:0:31520:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0918 -> ffff9b29d02b02d8 00000020:00000001:0.0:1788687331.774646:0:31520:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788687331.774649:0:31520:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687331.774650:0:31520:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788687331.774651:0:31520:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687331.774653:0:31520:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687331.774654:0:31520:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202497359384 : -110871212192232 : ffff9b29c8c80e18) 00000020:00000001:0.0:1788687331.774657:0:31520:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788687331.774659:0:31520:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788687331.774662:0:31520:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687331.774664:0:31520:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687331.774666:0:31520:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687331.774667:0:31520:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687331.774669:0:31520:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687331.774671:0:31520:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788687331.774672:0:31520:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788687331.774674:0:31520:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687331.774675:0:31520:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788687331.774676:0:31520:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687331.774678:0:31520:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687331.774679:0:31520:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687331.774681:0:31520:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687331.774683:0:31520:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687331.774684:0:31520:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687331.774685:0:31520:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687331.774686:0:31520:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687331.774688:0:31520:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1788687331.775956:0:31520:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b02d8 -> ffff9b29d02b02d8 00000020:00000001:0.0:1788687331.775963:0:31520:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b02d8 -> ffff9b29d02b02d8 00000020:00000001:0.0:1788687331.775965:0:31520:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1788687331.775968:0:31520:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687331.775970:0:31520:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b02d8 -> ffff9b29d02b02d8 00020000:00000001:0.0:1788687331.775973:0:31520:0:(lov_io.c:1857:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1788687331.775975:0:31520:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788687331.775976:0:31520:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687331.775978:0:31520:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788687331.775981:0:31520:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1788687331.775983:0:31520:0:(cl_object.c:143:cl_object_top()) ffff9b29c9bd8380 -> ffff9b29d02b02d8 00000020:00000001:0.0:1788687331.775984:0:31520:0:(cl_object.c:143:cl_object_top()) ffff9b29c9bd8380 -> ffff9b29d02b02d8 00000020:00000001:0.0:1788687331.775986:0:31520:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1788687331.775989:0:31520:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687331.775991:0:31520:0:(cl_object.c:143:cl_object_top()) ffff9b29c9bd8380 -> ffff9b29d02b02d8 00000020:00000001:0.0:1788687331.775992:0:31520:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788687331.776338:0:31520:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788687331.776342:0:31520:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687331.776344:0:31520:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687331.776346:0:31520:0:(cl_object.c:143:cl_object_top()) ffff9b29c9bd8380 -> ffff9b29d02b02d8 00000020:00000001:0.0:1788687331.776349:0:31520:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788687331.776350:0:31520:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788687331.776351:0:31520:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788687331.776353:0:31520:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788687331.776354:0:31520:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788687331.776355:0:31520:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788687331.776358:0:31520:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:0.0:1788687331.776367:0:31520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f1880. 00000020:00000040:0.0:1788687331.776371:0:31520:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:0.0:1788687331.776375:0:31520:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1788687331.776378:0:31520:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788687331.776386:0:31520:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff9b29e019e800: connect to NID 192.168.203.144@tcp last attempt 1763 00000400:00000200:0.0:1788687331.776394:0:31520:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687331.776400:0:31520:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.144@tcp is discovered: rc = 1 00000100:00000040:0.0:1788687331.776404:0:31520:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 11 to 192.168.203.144@tcp 00000100:00000001:0.0:1788687331.776407:0:31520:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788687331.776409:0:31520:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00000100:00000001:0.0:1788687331.776411:0:31520:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000020:00000001:0.0:1788687331.776413:0:31520:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788687331.776415:0:31520:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e811318 00000020:00000001:0.0:1788687331.776417:0:31520:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687331.776420:0:31520:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c52f0800 refcount=4 00000020:00000001:0.0:1788687331.776422:0:31520:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000020:00000001:0.0:1788687331.776424:0:31520:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000100:00000040:0.0:1788687331.776427:0:31520:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 11 to 192.168.203.144@tcp 00000100:00000001:0.0:1788687331.776428:0:31520:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788687331.776430:0:31520:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00000100:00000001:0.0:1788687331.776432:0:31520:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000020:00000040:0.0:1788687331.776435:0:31520:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c52f0800 : new refcount 3 00000100:00080000:0.0:1788687331.776438:0:31520:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-ffff9b29e019e800: import ffff9b29c3ec7000 using connection 192.168.203.144@tcp/192.168.203.144@tcp 00000100:00000001:0.0:1788687331.776441:0:31520:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687331.776443:0:31520:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788687331.776451:0:31520:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687331.776454:0:31520:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687331.776456:0:31520:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788687331.776459:0:31520:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788687331.776463:0:31520:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687331.776464:0:31520:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687331.776468:0:31520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f1180. 00000020:00000040:0.0:1788687331.776470:0:31520:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=4 obd=lustre-OST0000-osc-ffff9b29e019e800 02000000:00000001:0.0:1788687331.776474:0:31520:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788687331.776475:0:31520:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687331.776479:0:31520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687331.776481:0:31520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687331.776484:0:31520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687331.776501:0:31520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a00800. 00000100:00000001:0.0:1788687331.776508:0:31520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687331.776517:0:31520:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b29c97f1180 x1875572824531328/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788687331.776527:0:31520:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687331.776530:0:31520:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687331.776535:0:31520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eba95913] to pc [ptlrpcd_rcv+-1] req@ffff9b29c97f1180 x1875572824531328/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687331.776554:0:31520:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687331.776557:0:31520:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:0.0:1788687331.776558:0:31520:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000100:00000001:0.0:1788687331.776561:0:31520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687331.776562:0:31520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687331.776564:0:31520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687331.776568:0:31520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c6216800. 00000100:00000001:0.0:1788687331.776570:0:31520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687331.776575:0:31520:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687331.776577:0:31520:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687331.776582:0:31520:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb193c06] to pc [ptlrpcd_00_01+1] req@ffff9b29c97f1880 x1875572824531456/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687331.776637:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687331.776642:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687331.776645:0:2368:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687331.776651:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f1880 x1875572824531456/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687331.776658:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687331.776660:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788687331.776664:0:2368:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9b29c97f1880 x1875572824531456/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687331.776671:0:2368:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687331.776675:0:2368:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687331.776677:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687331.776678:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687331.776681:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687331.776684:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788687331.777100:0:31520:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687331.777105:0:31520:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687331.777107:0:31520:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687331.777110:0:31520:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687331.777112:0:31520:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687331.777113:0:31520:0:(lov_io.c:1872:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687331.777115:0:31520:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687331.777117:0:31520:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788687331.777120:0:31520:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788687331.777121:0:31520:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788687331.777122:0:31520:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1788687331.777134:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687331.777137:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687331.778140:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687331.778145:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687331.778147:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687331.778158:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f1180 x1875572824531328/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687331.778168:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687331.778170:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687331.778174:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687331.778177:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687331.778179:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687331.778182:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824531328:192.168.203.144@tcp:8:touch.0 00000100:00000001:3.0:1788687331.778186:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687331.778190:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687331.778193:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687331.778195:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687331.778201:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c43bd800. 02000000:00000001:3.0:1788687331.778203:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687331.778210:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687331.778214:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4370. 00000400:00000010:3.0:1788687331.778221:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae03b8. 00000100:00000200:3.0:1788687331.778227:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824531328, portal 4 00000100:00000001:3.0:1788687331.778229:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687331.778231:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509353344 : -110871200198272 : ffff9b29c97f1180) 00000100:00000040:3.0:1788687331.778238:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f1180 x1875572824531328/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687331.778245:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687331.778248:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687331.778251:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0770. 00000100:00000200:3.0:1788687331.778253:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875572824531328, offset 0 00000400:00000200:3.0:1788687331.778260:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687331.778268:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687331.778284:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687331.778289:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687331.778293:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687331.778296:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687331.778298:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687331.778302:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2412:2412:256:4294967295] 192.168.203.144@tcp LPNI seq info [2412:2412:8:4294967295] 00000400:00000200:3.0:1788687331.778306:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687331.778315:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687331.778322:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687331.778327:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ad00. 00000800:00000200:3.0:1788687331.778333:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687331.778341:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687331.778345:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ad00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788687331.778356:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687331.778360:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20157 usecs (21 jiffies) 00000400:00000200:3.0:1788687331.778364:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687331.778366:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296457804 00000100:00000001:3.0:1788687331.778369:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:3.0:1788687331.778372:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296457804 00000100:00000001:3.0:1788687331.778374:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:3.0:1788687331.778376:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687331.778379:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687331.778382:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687331.778385:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687331.778391:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687331.778393:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788687331.778395:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687331.778397:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687331.778398:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687331.778400:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687331.778527:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687331.778531:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ad00. 00000400:00000200:3.0:1788687331.778535:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687331.778540:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687331.778546:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0770 00000400:00000010:3.0:1788687331.778548:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0770. 00000100:00000001:3.0:1788687331.778552:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687331.778556:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1180 x1875572824531328/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687331.778563:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687331.778566:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1180 x1875572824531328/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687331.778573:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687331.778575:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687331.783801:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687331.783815:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687331.783819:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687331.783822:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687331.783831:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687331.783839:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687331.783847:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687331.783851:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687331.783856:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687331.783860:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 416 into portal 4 MB=0x6a9d2d3f4e180 00000400:00000200:3.0:1788687331.783865:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687331.783871:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 416/416 into md 0x6a35 [1] + 0 00000800:00000001:3.0:1788687331.783878:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687331.783883:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687331.783887:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687331.783891:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687331.783898:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687331.783920:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1180 x1875572824531328/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687331.783931:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9b29c97f1180 x1875572824531328/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687331.783943:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687331.783951:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687331.783954:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687331.783965:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687331.783968:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687331.783974:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687331.783976:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687331.783979:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4370. 00000400:00000200:3.0:1788687331.783984:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae03b8 00000400:00000010:3.0:1788687331.783986:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae03b8. 00000100:00000001:3.0:1788687331.783990:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687331.783994:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f1180 x1875572824531328/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687331.784014:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f1180 x1875572824531328/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687331.784041:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687331.784043:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687331.784046:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687331.784050:0:2366:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687331.784052:0:2366:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687331.784054:0:2366:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687331.784058:0:2366:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687331.784066:0:2366:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=103 v=5 (5 5 16 137) 00000100:00001000:3.0:1788687331.784070:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687331.784073:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687331.784075:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687331.784078:0:2366:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687331.784081:0:2366:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687331.784085:0:2366:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788687331.784087:0:2366:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: committing for last_committed 4294967340 gen 15 00000100:00000040:3.0:1788687331.784091:0:2366:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1788687331.784093:0:2366:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687331.784095:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687331.784101:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f1180 x1875572824531328/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1788687341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687331.784109:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687331.784112:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687331.784114:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687331.784116:0:2366:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1788687331.784123:0:2366:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9b29e019e800: connect to target with instance 1 00000020:00000001:3.0:1788687331.784126:0:2366:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788687331.784127:0:2366:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e811318 00000020:00000001:3.0:1788687331.784130:0:2366:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687331.784133:0:2366:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c52f0800 refcount=4 00000020:00000001:3.0:1788687331.784136:0:2366:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000020:00000001:3.0:1788687331.784138:0:2366:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000100:00001000:3.0:1788687331.784141:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=1788687331 v=0 (0 0 0 0) 00000100:00001000:3.0:1788687331.784145:0:2366:0:(import.c:2261:obd_at_measure()) AT ffff9b29c3ec7418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1788687331.784149:0:2366:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 326, crc32c 8427, adler 379 00000100:00080000:3.0:1788687331.784154:0:2366:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9b29e019e800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:3.0:1788687331.784158:0:2366:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c52f0800 : new refcount 3 00000100:00000001:3.0:1788687331.784160:0:2366:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788687331.784164:0:2366:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:3.0:1788687331.784168:0:2366:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9b29e019e800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:3.0:1788687331.784171:0:2366:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788687331.784174:0:2366:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:3.0:1788687331.784177:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788687331.784180:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687331.784182:0:2366:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687331.784184:0:2366:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687331.784186:0:2366:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687331.784188:0:2366:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788687331.784190:0:2366:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1788687331.784194:0:2366:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:3.0:1788687331.784196:0:2366:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788687331.784197:0:2366:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1788687331.784199:0:2366:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788687331.784212:0:2366:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:3.0:1788687331.784215:0:2366:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1788687331.784216:0:2366:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9b29c9713ba8 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:3.0:1788687331.784221:0:2366:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:3.0:1788687331.784223:0:2366:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788687331.784226:0:2366:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687331.784228:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788687331.784230:0:2366:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1788687331.784232:0:2366:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1788687331.784235:0:2366:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1788687331.784236:0:2366:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788687331.784238:0:2366:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1788687331.784239:0:2366:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687331.784241:0:2366:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687331.784243:0:2366:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788687331.784244:0:2366:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1788687331.784246:0:2366:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687331.784247:0:2366:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1788687331.784249:0:2366:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1788687331.784253:0:2366:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1788687331.784255:0:2366:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687331.784256:0:2366:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687331.784258:0:2366:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687331.784259:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687331.784260:0:2366:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687331.784262:0:2366:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687331.784264:0:2366:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687331.784266:0:2366:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788687331.784268:0:2366:0:(import.c:1285:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687331.784270:0:2366:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1788687331.784395:0:2366:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000073236e7): req@ffff9b29c97f1880 x1875572824531456/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687331.784454:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687331.784457:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687331.784460:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687331.784461:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687331.784482:0:2368:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687331.790801:0:2366:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687331.791563:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687331.791577:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687331.791582:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687331.791585:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687331.791588:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687331.791590:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687331.791598:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687331.791600:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687331.791602:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687331.791631:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6910c00. 02000000:00000001:1.0:1788687331.791635:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687331.791643:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687331.791648:0:2368:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150528. 00000400:00000010:1.0:1788687331.791656:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc7f8. 00000100:00000200:1.0:1788687331.791663:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824531456, portal 4 00000100:00000001:1.0:1788687331.791665:0:2368:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687331.791667:0:2368:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509355136 : -110871200196480 : ffff9b29c97f1880) 00000100:00000040:1.0:1788687331.791680:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f1880 x1875572824531456/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687347 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687331.796183:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687331.796197:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687331.796212:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcc38. 00000100:00000200:1.0:1788687331.796222:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875572824531456, offset 0 00000400:00000200:1.0:1788687331.796232:0:2368:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687331.796241:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687331.796248:0:2368:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687331.796253:0:2368:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687331.796258:0:2368:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687331.796261:0:2368:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687331.796264:0:2368:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687331.796268:0:2368:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2413:2413:256:4294967295] 192.168.203.144@tcp LPNI seq info [2413:2413:8:4294967295] 00000400:00000200:1.0:1788687331.796282:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687331.796292:0:2368:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687331.796298:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687331.796304:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2800. 00000800:00000200:1.0:1788687331.796311:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687331.796318:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687331.796323:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2800 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1788687331.796341:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687331.796347:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20105 usecs (21 jiffies) 00000400:00000200:1.0:1788687331.796351:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687331.796355:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296457822 00000100:00000001:1.0:1788687331.796357:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:1.0:1788687331.796359:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296457822 00000100:00000001:1.0:1788687331.796361:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:1.0:1788687331.796363:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687331.796367:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687331.796371:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687331.796378:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687331.796380:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788687331.796383:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687331.796385:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687331.796386:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687331.796389:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687331.796683:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687331.796689:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2800. 00000400:00000200:2.0:1788687331.796704:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687331.796709:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687331.796715:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcc38 00000400:00000010:2.0:1788687331.796718:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcc38. 00000100:00000001:2.0:1788687331.796722:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687331.796730:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1880 x1875572824531456/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687347 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687331.796741:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687331.796744:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1880 x1875572824531456/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687347 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687331.796751:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687331.796753:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788687331.801477:0:2366:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687331.801507:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f1180 x1875572824531328/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1788687341 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687331.801520:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824531328:192.168.203.144@tcp:8:touch.0 00000100:00000001:3.0:1788687331.801525:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687331.801529:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687331.801533:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f1180 x1875572824531328/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1788687341 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687331.801538:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687331.801541:0:2366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687331.801545:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c43bd800. 02000000:00000001:3.0:1788687331.801548:0:2366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687331.801552:0:2366:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687331.801553:0:2366:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:3.0:1788687331.801555:0:2366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687331.801557:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a00800. 02000000:00000001:3.0:1788687331.801560:0:2366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687331.801562:0:2366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687331.801564:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f1180. 00000100:00000001:3.0:1788687331.801567:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687331.801569:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687331.801572:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687331.801580:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687331.801582:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687331.801585:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687331.801587:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687331.842169:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687331.842610:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687331.842615:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687331.842619:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687331.842627:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687331.842636:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687331.842645:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687331.842650:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687331.842656:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687331.842660:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 432 into portal 4 MB=0x6a9d2d3f4e200 00000400:00000200:2.0:1788687331.842664:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687331.842671:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 432/432 into md 0x6a45 [1] + 224 00000800:00000001:2.0:1788687331.842679:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687331.842685:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687331.843426:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687331.843436:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687331.843444:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687331.843453:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1880 x1875572824531456/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687347 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687331.843464:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9b29c97f1880 x1875572824531456/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687347 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687331.843494:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687331.843504:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687331.843510:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687331.845028:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687331.845034:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687331.845041:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687331.845043:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687331.845047:0:2368:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150528. 00000400:00000200:0.0:1788687331.845054:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc7f8 00000400:00000010:0.0:1788687331.845056:0:2368:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc7f8. 00000100:00000001:0.0:1788687331.845060:0:2368:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687331.845069:0:2368:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f1880 x1875572824531456/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687347 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687331.845079:0:2368:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f1880 x1875572824531456/t0(0) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687347 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687331.845086:0:2368:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687331.845088:0:2368:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687331.845090:0:2368:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687331.845093:0:2368:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687331.845095:0:2368:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687331.845098:0:2368:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687331.845100:0:2368:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687331.845109:0:2368:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=103 v=5 (5 5 16 137) 00000100:00001000:0.0:1788687331.845114:0:2368:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687331.845116:0:2368:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687331.845118:0:2368:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687331.845120:0:2368:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687331.845124:0:2368:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687331.845128:0:2368:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788687331.845130:0:2368:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: committing for last_committed 4294967342 gen 15 00000100:00000001:0.0:1788687331.845133:0:2368:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788687331.845136:0:2368:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:0.0:1788687331.845139:0:2368:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687331.845140:0:2368:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687331.845145:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f1880 x1875572824531456/t4294967342(4294967342) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687347 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687331.845158:0:2368:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687331.845161:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687331.845163:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788687331.845166:0:2368:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1788687331.845189:0:2368:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687331.845195:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f1880 x1875572824531456/t4294967342(4294967342) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687347 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687331.845210:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:0:1875572824531456:192.168.203.144@tcp:2:touch.0 00000100:00000001:0.0:1788687331.845215:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687331.845218:0:2368:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687331.845221:0:2368:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f1880 x1875572824531456/t4294967342(4294967342) o2->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687347 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687331.845228:0:2368:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687331.845231:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687331.845233:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6910c00. 02000000:00000001:0.0:1788687331.845237:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687331.845239:0:2368:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687331.845241:0:2368:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:0.0:1788687331.845243:0:2368:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687331.845245:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c6216800. 02000000:00000001:0.0:1788687331.845249:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687331.845250:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687331.845252:0:2368:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f1880. 00000100:00000001:0.0:1788687331.845255:0:2368:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687331.845257:0:2368:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687331.845260:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687331.845267:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687331.845269:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687331.845462:0:31520:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788687331.845466:0:31520:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687331.845469:0:31520:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687331.845473:0:31520:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788687331.845475:0:31520:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788687331.845477:0:31520:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788687331.845480:0:31520:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687331.845481:0:31520:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788687331.845482:0:31520:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788687331.845484:0:31520:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687331.845494:0:31520:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687331.845495:0:31520:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788687331.845497:0:31520:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788687331.845498:0:31520:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788687331.845500:0:31520:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788687331.845501:0:31520:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788687331.845503:0:31520:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788687331.845505:0:31520:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687331.845506:0:31520:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788687331.845508:0:31520:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788687331.845509:0:31520:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687331.845511:0:31520:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687331.845512:0:31520:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788687331.845513:0:31520:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788687331.845515:0:31520:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687331.845517:0:31520:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788687331.845519:0:31520:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788687331.845520:0:31520:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788687331.845521:0:31520:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788687331.845522:0:31520:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788687331.845525:0:31520:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4990 00020000:00000001:2.0:1788687331.845528:0:31520:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788687331.845530:0:31520:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788687331.845533:0:31520:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788687331.845535:0:31520:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788687331.845538:0:31520:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788687331.845539:0:31520:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788687331.845540:0:31520:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29e0113120 00000080:00000001:2.0:1788687331.845543:0:31520:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687331.845546:0:31520:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:2.0:1788687331.845549:0:31520:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c57200. 00000020:00000001:2.0:1788687331.845557:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abc30 00000080:00200008:2.0:1788687331.845560:0:31520:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff9b29d85af448) current size 0, valid attrs 100201f0, mode 0, uid -1053552062, gid -1, new size 18446652404096745000, atime 1788687315.000000000, mtime 1788687315.000000000, ctime 1788687315.000000000, rc 0 00000080:00000001:2.0:1788687331.845566:0:31520:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687331.845581:0:31520:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788687331.845584:0:31520:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015baa8) owner 0000000000000000/ffff9b29d034a7c0 00020000:00000002:2.0:1788687331.845588:0:31520:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015baa8) owner 0000000000000000/ffff9b29d034a7c0 00020000:00000001:2.0:1788687331.845591:0:31520:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687331.845599:0:31520:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788687331.845601:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abdf0 00000080:00200008:2.0:1788687331.845603:0:31520:0:(file.c:479:ll_file_release()) START file f:[0x200000404:0x2a:0x0](ffff9b29d85af448), flags 104001 00000080:00000001:2.0:1788687331.845606:0:31520:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1788687331.845609:0:31520:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788687331.845610:0:31520:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788687331.845612:0:31520:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015baa8) owner 0000000000000000/ffff9b29d034a7c0 00020000:00000002:2.0:1788687331.845615:0:31520:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015baa8) owner 0000000000000000/ffff9b29d034a7c0 00020000:00000001:2.0:1788687331.845617:0:31520:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687331.845619:0:31520:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788687331.845625:0:31520:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687331.845628:0:31520:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687331.845635:0:31520:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de900 count: 2 00010000:00000001:2.0:1788687331.845637:0:31520:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687331.845642:0:31520:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788687331.845644:0:31520:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2a:0x0]: 0 00000080:00000001:2.0:1788687331.845647:0:31520:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788687331.845649:0:31520:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788687331.845663:0:31520:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b29c6941400. 00000080:00000001:2.0:1788687331.845665:0:31520:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788687331.845670:0:31520:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788687331.845673:0:31520:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788687331.845675:0:31520:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x2a:0x0] 00000002:00000001:2.0:1788687331.845678:0:31520:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788687331.845680:0:31520:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b29e019e800: [0x200000404:0x2a:0x0] file closed with intent: 0 00000100:00000010:2.0:1788687331.845685:0:31520:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e9f80. 00000020:00000040:2.0:1788687331.845688:0:31520:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:2.0:1788687331.845698:0:31520:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687331.845700:0:31520:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687331.845704:0:31520:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687331.845709:0:31520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c6940400. 00000100:00000001:2.0:1788687331.845715:0:31520:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788687331.845726:0:31520:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b29c8b99c00 x1875572824528384/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687331 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788687331.845736:0:31520:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788687331.845740:0:31520:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c42e9f80 x1875572824531712/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788687331.845746:0:31520:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687331.845748:0:31520:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687331.845754:0:31520:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c98ddd80. 00000100:00000001:2.0:1788687331.845756:0:31520:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202510323072 : -110871199228544 : ffff9b29c98ddd80) 00000100:00000001:2.0:1788687331.845759:0:31520:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687331.845761:0:31520:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420195200 : -110871289356416 : ffff9b29c42e9f80) 00000100:00000001:2.0:1788687331.845764:0:31520:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687331.845768:0:31520:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687331.845770:0:31520:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687331.845771:0:31520:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687331.845775:0:31520:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e9f80 x1875572824531712/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687331.845781:0:31520:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687331.845783:0:31520:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687331.845786:0:31520:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687331.845788:0:31520:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687331.845791:0:31520:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687331.845794:0:31520:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e9f80 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:31520:1875572824531712:192.168.203.144@tcp:35:touch.0 00000100:00000001:2.0:1788687331.845798:0:31520:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687331.845803:0:31520:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687331.845805:0:31520:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687331.845807:0:31520:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687331.845811:0:31520:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d4000. 02000000:00000001:2.0:1788687331.845813:0:31520:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687331.845832:0:31520:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687331.845837:0:31520:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd3c8. 00000400:00000010:2.0:1788687331.845842:0:31520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240770. 00000100:00000200:2.0:1788687331.845848:0:31520:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824531712, portal 10 00000100:00000001:2.0:1788687331.845850:0:31520:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687331.845851:0:31520:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420195200 : -110871289356416 : ffff9b29c42e9f80) 00000100:00000040:2.0:1788687331.845857:0:31520:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42e9f80 x1875572824531712/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687347 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687331.845863:0:31520:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687331.845866:0:31520:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687331.845868:0:31520:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240990. 00000100:00000200:2.0:1788687331.845871:0:31520:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824531712, offset 0 00000400:00000200:2.0:1788687331.845876:0:31520:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687331.845883:0:31520:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687331.845890:0:31520:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687331.845895:0:31520:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687331.845899:0:31520:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687331.845902:0:31520:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687331.845927:0:31520:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687331.845931:0:31520:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2414:2414:256:4294967295] 192.168.203.144@tcp LPNI seq info [2414:2414:8:4294967295] 00000400:00000200:2.0:1788687331.845935:0:31520:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687331.845944:0:31520:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687331.845949:0:31520:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687331.845953:0:31520:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eece00. 00000800:00000200:2.0:1788687331.845959:0:31520:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687331.845967:0:31520:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687331.845971:0:31520:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eece00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788687331.845983:0:31520:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687331.845987:0:31520:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 823365 usecs (824 jiffies) 00000400:00000200:2.0:1788687331.845989:0:31520:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687331.845992:0:31520:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296458674 00000100:00000001:2.0:1788687331.846394:0:31520:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:2.0:1788687331.846398:0:31520:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296458674 00000100:00000001:2.0:1788687331.846400:0:31520:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:2.0:1788687331.846403:0:31520:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687331.846405:0:31520:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687331.846411:0:31520:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687331.846413:0:31520:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687331.846417:0:31520:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c98ddd80 going to sleep for 11 seconds 00000100:00000001:2.0:1788687331.846420:0:31520:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687331.846423:0:31520:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687331.846978:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687331.846984:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eece00. 00000400:00000200:3.0:1788687331.846988:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788687331.847497:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687331.847502:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687331.847543:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687331.847550:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240990 00000400:00000010:3.0:1788687331.847553:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240990. 00000100:00000001:3.0:1788687331.847558:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687331.847565:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e9f80 x1875572824531712/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687347 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687331.847576:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687331.847579:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e9f80 x1875572824531712/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687347 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687331.847586:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687331.847587:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687331.854885:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687331.855078:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687331.855082:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687331.855087:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687331.855096:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687331.855103:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687331.855114:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687331.855118:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687331.855123:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687331.855127:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f4e300 00000400:00000200:2.0:1788687331.855132:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687331.855137:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x6a4d [1] + 224 00000800:00000001:2.0:1788687331.855145:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687331.855157:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687331.855161:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687331.855166:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687331.855175:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687331.855183:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e9f80 x1875572824531712/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687347 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687331.855194:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b29c42e9f80 x1875572824531712/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687347 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687331.855376:0:31520:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687331.855397:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687331.855407:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687331.855411:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788687331.859348:0:31520:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687331.859356:0:31520:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687331.859360:0:31520:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd3c8. 00000400:00000200:0.0:1788687331.859370:0:31520:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240770 00000400:00000010:0.0:1788687331.859373:0:31520:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240770. 00000100:00000001:0.0:1788687331.859377:0:31520:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687331.859388:0:31520:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e9f80 x1875572824531712/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687347 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687331.859399:0:31520:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e9f80 x1875572824531712/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687347 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687331.859407:0:31520:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687331.859410:0:31520:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687331.859412:0:31520:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687331.859415:0:31520:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687331.859418:0:31520:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687331.859420:0:31520:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687331.859422:0:31520:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687331.859431:0:31520:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=103 v=5 (5 5 5 5) 00000100:00001000:0.0:1788687331.859434:0:31520:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687331.859436:0:31520:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687331.859438:0:31520:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687331.859440:0:31520:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687331.859444:0:31520:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687331.859447:0:31520:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687331.859449:0:31520:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788687331.859450:0:31520:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687331.859452:0:31520:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687331.859454:0:31520:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420195200 : -110871289356416 : ffff9b29c42e9f80) 00000100:00000001:0.0:1788687331.859457:0:31520:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687331.859459:0:31520:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1788687331.859461:0:31520:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687331.859463:0:31520:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687331.859468:0:31520:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e9f80 x1875572824531712/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687347 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687331.859474:0:31520:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687331.859477:0:31520:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687331.859479:0:31520:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687331.859483:0:31520:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e9f80 x1875572824531712/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687347 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687331.859501:0:31520:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e9f80 pname:cluuid:pid:xid:nid:opc:job touch:ce1d4174-c231-444b-b3ed-b722bc4901cb:31520:1875572824531712:192.168.203.144@tcp:35:touch.0 00000100:00000001:0.0:1788687331.859507:0:31520:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687331.859510:0:31520:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687331.859512:0:31520:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687331.859514:0:31520:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687331.859518:0:31520:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e9f80 x1875572824531712/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687347 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687331.859890:0:31520:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687331.859894:0:31520:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c98ddd80. 00000100:00000001:0.0:1788687331.859898:0:31520:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687331.859899:0:31520:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687331.860079:0:31520:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687331.860081:0:31520:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420195200 : -110871289356416 : ffff9b29c42e9f80) 00000002:00000001:0.0:1788687331.860085:0:31520:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687331.860088:0:31520:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687331.860093:0:31520:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6941400. 00000080:00000001:0.0:1788687331.860099:0:31520:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788687331.860102:0:31520:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788687331.860107:0:31520:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788687331.860114:0:31520:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b29c8b99c00 x1875572824528384/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687331 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687331.860122:0:31520:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687331.860124:0:31520:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000001:0.0:1788687331.860126:0:31520:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687331.860128:0:31520:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99c00 x1875572824528384/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687331 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687331.860135:0:31520:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687331.860138:0:31520:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687331.860141:0:31520:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b99c00 x1875572824528384/t4294967635(4294967635) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687331 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687331.860147:0:31520:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788687331.860150:0:31520:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687331.860152:0:31520:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687331.860155:0:31520:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687331.860157:0:31520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c6911800. 02000000:00000001:0.0:1788687331.860161:0:31520:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687331.860163:0:31520:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687331.860165:0:31520:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b99c00. 00000100:00000001:0.0:1788687331.860169:0:31520:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687331.860170:0:31520:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687331.860172:0:31520:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687331.860175:0:31520:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e9f80 x1875572824531712/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687347 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687331.860181:0:31520:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687331.860183:0:31520:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9b29c5d000c0. 00000002:00000001:0.0:1788687331.860186:0:31520:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687331.860188:0:31520:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687331.860190:0:31520:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b29d099bd40. 00000100:00000001:0.0:1788687331.860193:0:31520:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687331.860195:0:31520:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e9f80 x1875572824531712/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687347 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687331.860329:0:31520:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687331.860332:0:31520:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687331.860336:0:31520:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29e1663540. 00000080:00000001:0.0:1788687331.860340:0:31520:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687331.860346:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abdf0 00000080:00000008:0.0:1788687331.860349:0:31520:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff9b29d85af448), flags 104001, rc = 0 00000080:00000001:0.0:1788687331.860353:0:31520:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687331.860358:0:31520:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788687331.860360:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abe00 00000080:00002000:0.0:1788687331.860362:0:31520:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9b29d8614288, parent ffff9b29d86b3e58, inode ffff9b29d85af448) hashed, 00000080:00000001:0.0:1788687331.860365:0:31520:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687331.860372:0:31520:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788687331.860377:0:31520:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788687331.860380:0:31520:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788687331.860381:0:31520:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abe00 00000080:00002000:0.0:1788687331.860383:0:31520:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff9b29d86b3e58, parent ffff9b29d84cabd0, inode ffff9b29d8591988) hashed, 00000080:00000001:0.0:1788687331.860385:0:31520:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687331.860389:0:31520:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788687331.860391:0:31520:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1788687331.867117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d00c40. 00000080:00000010:0.1:1788687331.867136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622f7c0. 00010000:00000001:0.0:1788687332.363199:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687332.363211:0:26900:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687332.363215:0:26900:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687332.363219:0:26900:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687332.363226:0:26900:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687332.363229:0:26900:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687332.363231:0:26900:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687332.363233:0:26900:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687332.363237:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687332.363238:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687332.363272:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687332.363275:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687332.363278:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788687333.198641:0:31554:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687333.198653:0:31554:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687333.198656:0:31554:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687333.198660:0:31554:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbb20 00000080:00200000:2.0:1788687333.198667:0:31554:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687333.198678:0:31554:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6941600. 00800000:00000002:2.0:1788687333.198688:0:31554:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687333.198694:0:31554:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687333.198701:0:31554:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687333.198704:0:31554:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbba40 00800000:00000002:2.0:1788687333.198707:0:31554:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687333.198712:0:31554:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687333.198718:0:31554:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687333.198725:0:31554:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687333.198728:0:31554:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb910 00000002:00010000:2.0:1788687333.198730:0:31554:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687333.198735:0:31554:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687333.198742:0:31554:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687333.198746:0:31554:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788687333.198755:0:31554:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687333.198757:0:31554:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687333.198760:0:31554:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687333.198762:0:31554:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788687333.198765:0:31554:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788687333.198772:0:31554:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42eb100. 00000020:00000040:2.0:1788687333.198776:0:31554:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:2.0:1788687333.198785:0:31554:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687333.198791:0:31554:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687333.198798:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687333.198801:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687333.198803:0:31554:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.198807:0:31554:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687333.198810:0:31554:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687333.198816:0:31554:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687333.198824:0:31554:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c63d7800. 00000100:00000001:2.0:1788687333.198832:0:31554:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.198838:0:31554:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687333.198840:0:31554:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.198842:0:31554:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687333.198843:0:31554:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.198846:0:31554:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687333.198853:0:31554:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202420199680 : -110871289351936 : ffff9b29c42eb100) 00010000:00000001:2.0:1788687333.198857:0:31554:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788687333.198860:0:31554:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788687333.198864:0:31554:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c6090a00. 00010000:00000010:2.0:1788687333.198869:0:31554:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5044880. 00010000:00000001:2.0:1788687333.198874:0:31554:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788687333.198878:0:31554:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29d13a9400. 00000020:00000001:2.0:1788687333.198882:0:31554:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788687333.198886:0:31554:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29d13a9400 with handle 0x230d04438e811dc9 to hash 00000020:00000001:2.0:1788687333.198888:0:31554:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788687333.198890:0:31554:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:2.0:1788687333.198895:0:31554:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:2.0:1788687333.198899:0:31554:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687333.198902:0:31554:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687333.199065:0:31554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31554 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687333.199142:0:31554:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31554 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687333.199156:0:31554:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31554 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788687333.199163:0:31554:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687333.199166:0:31554:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687333.199175:0:31554:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c98ddcc0. 00000100:00000001:2.0:1788687333.199177:0:31554:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202510322880 : -110871199228736 : ffff9b29c98ddcc0) 00000100:00000001:2.0:1788687333.199180:0:31554:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687333.199182:0:31554:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420199680 : -110871289351936 : ffff9b29c42eb100) 00000100:00000001:2.0:1788687333.199188:0:31554:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687333.199193:0:31554:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.199195:0:31554:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687333.199198:0:31554:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687333.199211:0:31554:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42eb100 x1875572824531840/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.199221:0:31554:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687333.199223:0:31554:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687333.199227:0:31554:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687333.199231:0:31554:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687333.199234:0:31554:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687333.199238:0:31554:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42eb100 pname:cluuid:pid:xid:nid:opc:job checkstat:ce1d4174-c231-444b-b3ed-b722bc4901cb:31554:1875572824531840:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:2.0:1788687333.199243:0:31554:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687333.199250:0:31554:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687333.199253:0:31554:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687333.199255:0:31554:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687333.199261:0:31554:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c6810000. 02000000:00000001:2.0:1788687333.199263:0:31554:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687333.199273:0:31554:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687333.199278:0:31554:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd2c0. 00000400:00000010:2.0:1788687333.199286:0:31554:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240aa0. 00000100:00000200:2.0:1788687333.199294:0:31554:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824531840, portal 10 00000100:00000001:2.0:1788687333.199296:0:31554:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687333.199298:0:31554:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420199680 : -110871289351936 : ffff9b29c42eb100) 00000100:00000040:2.0:1788687333.199304:0:31554:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42eb100 x1875572824531840/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.199312:0:31554:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687333.199315:0:31554:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687333.199318:0:31554:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240d48. 00000100:00000200:2.0:1788687333.199321:0:31554:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824531840, offset 0 00000400:00000200:2.0:1788687333.199328:0:31554:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687333.199337:0:31554:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.199345:0:31554:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687333.199351:0:31554:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687333.199355:0:31554:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687333.199359:0:31554:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687333.199362:0:31554:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687333.199367:0:31554:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2415:2415:256:4294967295] 192.168.203.144@tcp LPNI seq info [2415:2415:8:4294967295] 00000400:00000200:2.0:1788687333.199372:0:31554:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.199384:0:31554:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687333.199391:0:31554:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687333.199399:0:31554:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eece00. 00000800:00000200:2.0:1788687333.199407:0:31554:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687333.199416:0:31554:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687333.199422:0:31554:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eece00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788687333.199444:0:31554:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687333.199450:0:31554:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 822251 usecs (823 jiffies) 00000400:00000200:2.0:1788687333.199453:0:31554:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687333.199456:0:31554:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296460027 00000100:00000001:2.0:1788687333.199459:0:31554:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:2.0:1788687333.199462:0:31554:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296460027 00000100:00000001:2.0:1788687333.199464:0:31554:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:2.0:1788687333.199466:0:31554:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687333.199469:0:31554:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.199472:0:31554:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687333.199473:0:31554:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687333.199484:0:31554:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c98ddcc0 going to sleep for 11 seconds 00000100:00000001:2.0:1788687333.199487:0:31554:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687333.199491:0:31554:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687333.199655:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687333.199662:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eece00. 00000400:00000200:3.0:1788687333.199668:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687333.199673:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687333.199679:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240d48 00000400:00000010:3.0:1788687333.199682:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240d48. 00000100:00000001:3.0:1788687333.199688:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687333.199693:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42eb100 x1875572824531840/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.199703:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.199707:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42eb100 x1875572824531840/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.199714:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.199716:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687333.204592:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.204616:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687333.204622:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.204625:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.204639:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.204649:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687333.204660:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.204666:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.204672:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.204678:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f4e380 00000400:00000200:2.0:1788687333.204684:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.204692:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x6a5d [1] + 224 00000800:00000001:2.0:1788687333.204700:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.204711:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.204715:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.204721:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687333.204731:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687333.204744:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42eb100 x1875572824531840/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687333.204756:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c42eb100 x1875572824531840/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.204775:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687333.204786:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.204789:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687333.205658:0:31554:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687333.205670:0:31554:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687333.205673:0:31554:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687333.205677:0:31554:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd2c0. 00000400:00000200:3.0:1788687333.205684:0:31554:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240aa0 00000400:00000010:3.0:1788687333.205687:0:31554:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240aa0. 00000100:00000001:3.0:1788687333.205692:0:31554:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687333.205701:0:31554:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42eb100 x1875572824531840/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687333.205712:0:31554:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42eb100 x1875572824531840/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.205719:0:31554:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687333.205721:0:31554:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687333.205724:0:31554:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687333.205728:0:31554:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687333.205731:0:31554:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687333.205734:0:31554:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687333.205738:0:31554:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687333.205751:0:31554:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=105 v=5 (5 103 103 103) 00000100:00001000:3.0:1788687333.205756:0:31554:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687333.205759:0:31554:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687333.205761:0:31554:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.205765:0:31554:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687333.205770:0:31554:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.205774:0:31554:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687333.205776:0:31554:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1788687333.205779:0:31554:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687333.205783:0:31554:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687333.205789:0:31554:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42eb100 x1875572824531840/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.205806:0:31554:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687333.205811:0:31554:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687333.205813:0:31554:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687333.205817:0:31554:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42eb100 x1875572824531840/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687349 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687333.205826:0:31554:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42eb100 pname:cluuid:pid:xid:nid:opc:job checkstat:ce1d4174-c231-444b-b3ed-b722bc4901cb:31554:1875572824531840:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:3.0:1788687333.205831:0:31554:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687333.205834:0:31554:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.205837:0:31554:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687333.205839:0:31554:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.205843:0:31554:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42eb100 x1875572824531840/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687349 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.205850:0:31554:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687333.205853:0:31554:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c98ddcc0. 00000100:00000001:3.0:1788687333.205857:0:31554:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687333.205859:0:31554:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.205862:0:31554:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788687333.205867:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.205870:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.205875:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9400 refcount=4 00000020:00000001:3.0:1788687333.205878:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:3.0:1788687333.205881:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000040:3.0:1788687333.205890:0:31554:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29d13a9400, remote cookie: 0x59c08f76ab1d2513, flags: 0x1001 00010000:00010000:3.0:1788687333.205896:0:31554:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687333.205932:0:31554:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.205941:0:31554:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788687333.205947:0:31554:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788687333.205950:0:31554:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788687333.205952:0:31554:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788687333.205953:0:31554:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788687333.205957:0:31554:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b29c6090a00) refcount = 1 00010000:00010000:3.0:1788687333.205961:0:31554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.205968:0:31554:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788687333.205972:0:31554:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788687333.205974:0:31554:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687333.205978:0:31554:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788687333.205981:0:31554:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687333.205985:0:31554:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.205991:0:31554:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788687333.205993:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.205995:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.205996:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.205997:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.205999:0:31554:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.206004:0:31554:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788687333.206006:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.206008:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.206010:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9400 refcount=3 00000020:00000001:3.0:1788687333.206012:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:3.0:1788687333.206014:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:3.0:1788687333.206017:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.206018:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.206019:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9400 refcount=4 00000020:00000001:3.0:1788687333.206021:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:3.0:1788687333.206023:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:3.0:1788687333.206027:0:31554:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687333.206030:0:31554:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687333.206034:0:31554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.206042:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.206043:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.206044:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.206046:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.206047:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9400 refcount=5 00000020:00000001:3.0:1788687333.206049:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:3.0:1788687333.206051:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:3.0:1788687333.206054:0:31554:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687333.206057:0:31554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.206064:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.206065:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788687333.206068:0:31554:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.206087:0:31554:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687333.206089:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.206090:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.206091:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.206092:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788687333.206097:0:31554:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c42eb100 x1875572824531840/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788687333.206107:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.206108:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.206109:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9400 refcount=3 00000020:00000001:3.0:1788687333.206112:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:3.0:1788687333.206114:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:3.0:1788687333.206116:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.206118:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687333.206120:0:31554:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.206122:0:31554:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.206125:0:31554:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788687333.206128:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.206129:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.206130:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9400 refcount=3 00000020:00000001:3.0:1788687333.206132:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:3.0:1788687333.206134:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00000002:00010000:3.0:1788687333.206138:0:31554:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.206150:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.206151:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.206153:0:31554:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788687333.206154:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.206156:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.206157:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9400 refcount=3 00000020:00000001:3.0:1788687333.206158:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:3.0:1788687333.206160:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000040:3.0:1788687333.206168:0:31554:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 2 00010000:00000001:3.0:1788687333.206171:0:31554:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788687333.206175:0:31554:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788687333.206178:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.206179:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687333.206180:0:31554:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788687333.206184:0:31554:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb898 00000002:00002000:3.0:1788687333.206186:0:31554:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788687333.206189:0:31554:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687333.206194:0:31554:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687333.206196:0:31554:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788687333.206200:0:31554:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788687333.206204:0:31554:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788687333.206209:0:31554:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687333.206223:0:31554:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6941600. 00000080:00000001:3.0:1788687333.206233:0:31554:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687333.206236:0:31554:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788687333.206244:0:31554:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788687333.206249:0:31554:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788687333.206256:0:31554:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b29c975ce00. 00800000:00000001:3.0:1788687333.206258:0:31554:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633202508746240 : -110871200805376 : ffff9b29c975ce00) 00800000:00000001:3.0:1788687333.206261:0:31554:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.206263:0:31554:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788687333.206266:0:31554:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788687333.206268:0:31554:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788687333.206272:0:31554:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788687333.206275:0:31554:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788687333.206276:0:31554:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.206282:0:31554:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788687333.206285:0:31554:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1788687333.206291:0:31554:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1788687333.206293:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.206295:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.206296:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9400 refcount=3 00000020:00000001:3.0:1788687333.206298:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:3.0:1788687333.206300:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:3.0:1788687333.206303:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.206304:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788687333.206305:0:31554:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788687333.206308:0:31554:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788687333.206310:0:31554:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29c975ce00 1 00800000:00000010:3.0:1788687333.206313:0:31554:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b29c975ce00. 00800000:00000001:3.0:1788687333.206316:0:31554:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687333.206319:0:31554:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811dc9 00800000:00000001:3.0:1788687333.206335:0:31554:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687333.206336:0:31554:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687333.206338:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.206340:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.206341:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9400 refcount=3 00000020:00000001:3.0:1788687333.206343:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:3.0:1788687333.206346:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:3.0:1788687333.206348:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.206350:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687333.206351:0:31554:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687333.206353:0:31554:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.206355:0:31554:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687333.206358:0:31554:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:3.0:1788687333.206361:0:31554:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811dc9 from it ffffaca081dbbb58 00010000:00000001:3.0:1788687333.206363:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.206365:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.206366:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9400 refcount=3 00000020:00000001:3.0:1788687333.206368:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:3.0:1788687333.206370:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:3.0:1788687333.206372:0:31554:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687333.206375:0:31554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.206382:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.206383:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.206385:0:31554:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687333.206388:0:31554:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687333.206390:0:31554:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788687333.206400:0:31554:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687333.206403:0:31554:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687333.206406:0:31554:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687333.206411:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.206412:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.206414:0:31554:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.206418:0:31554:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687333.206420:0:31554:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.206422:0:31554:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.206425:0:31554:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.206426:0:31554:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687333.206427:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.206428:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687333.206431:0:31554:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.206436:0:31554:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42eb100 x1875572824531840/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.206443:0:31554:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687333.206447:0:31554:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687333.206451:0:31554:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c6810000. 02000000:00000001:3.0:1788687333.206455:0:31554:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687333.206459:0:31554:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687333.206461:0:31554:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687333.206464:0:31554:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687333.206467:0:31554:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c63d7800. 02000000:00000001:3.0:1788687333.206471:0:31554:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687333.206474:0:31554:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687333.206486:0:31554:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42eb100. 00000100:00000001:3.0:1788687333.206491:0:31554:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687333.206492:0:31554:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687333.206497:0:31554:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788687333.206503:0:31554:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788687333.206520:0:31554:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c31d7020. 00000020:00000001:3.0:1788687333.206526:0:31554:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbba88 00000080:00200000:3.0:1788687333.206528:0:31554:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), flags=24 00000080:00000001:3.0:1788687333.206532:0:31554:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788687333.206534:0:31554:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb938 00000080:00200000:3.0:1788687333.206537:0:31554:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=0 00000080:00000010:3.0:1788687333.206547:0:31554:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29cb07b400. 00800000:00000002:3.0:1788687333.206554:0:31554:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687333.206560:0:31554:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687333.206563:0:31554:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687333.206565:0:31554:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb858 00800000:00000002:3.0:1788687333.206567:0:31554:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687333.206570:0:31554:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1788687333.206576:0:31554:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb7f0 00800000:00000002:3.0:1788687333.206578:0:31554:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:3.0:1788687333.206583:0:31554:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687333.206584:0:31554:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb728 00000002:00010000:3.0:1788687333.206586:0:31554:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1788687333.206591:0:31554:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788687333.206593:0:31554:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788687333.206598:0:31554:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb7800. 00000020:00000040:3.0:1788687333.206602:0:31554:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:3.0:1788687333.206607:0:31554:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788687333.206612:0:31554:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687333.206615:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.206616:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.206617:0:31554:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.206621:0:31554:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687333.206624:0:31554:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687333.206629:0:31554:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687333.206637:0:31554:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c43be800. 00000100:00000001:3.0:1788687333.206645:0:31554:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.206649:0:31554:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687333.206651:0:31554:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.206653:0:31554:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687333.206654:0:31554:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.206656:0:31554:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.206664:0:31554:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202496534528 : -110871213017088 : ffff9b29c8bb7800) 00010000:00000001:3.0:1788687333.206668:0:31554:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788687333.206671:0:31554:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788687333.206674:0:31554:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 2 00010000:00000001:3.0:1788687333.206676:0:31554:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687333.206679:0:31554:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788687333.206683:0:31554:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c3147000. 00000020:00000001:3.0:1788687333.206686:0:31554:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788687333.206688:0:31554:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c3147000 with handle 0x230d04438e811dd0 to hash 00000020:00000001:3.0:1788687333.206690:0:31554:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788687333.206692:0:31554:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687333.206696:0:31554:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687333.206699:0:31554:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687333.206701:0:31554:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687333.206705:0:31554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31554 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687333.206712:0:31554:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31554 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687333.206723:0:31554:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31554 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788687333.206730:0:31554:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687333.206732:0:31554:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687333.206739:0:31554:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e0116780. 00000100:00000001:3.0:1788687333.206741:0:31554:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202888042368 : -110870821509248 : ffff9b29e0116780) 00000100:00000001:3.0:1788687333.206744:0:31554:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687333.206746:0:31554:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496534528 : -110871213017088 : ffff9b29c8bb7800) 00000100:00000001:3.0:1788687333.206751:0:31554:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687333.206757:0:31554:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.206760:0:31554:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687333.206761:0:31554:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687333.206768:0:31554:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb7800 x1875572824531968/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.206776:0:31554:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687333.206779:0:31554:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687333.206783:0:31554:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687333.206786:0:31554:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687333.206789:0:31554:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687333.206792:0:31554:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb7800 pname:cluuid:pid:xid:nid:opc:job checkstat:ce1d4174-c231-444b-b3ed-b722bc4901cb:31554:1875572824531968:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:3.0:1788687333.206797:0:31554:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687333.206804:0:31554:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687333.206807:0:31554:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687333.206811:0:31554:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687333.206816:0:31554:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c62ed800. 02000000:00000001:3.0:1788687333.206819:0:31554:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687333.206828:0:31554:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687333.206833:0:31554:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4370. 00000400:00000010:3.0:1788687333.206840:0:31554:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae03b8. 00000100:00000200:3.0:1788687333.206849:0:31554:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824531968, portal 10 00000100:00000001:3.0:1788687333.206851:0:31554:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687333.206852:0:31554:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496534528 : -110871213017088 : ffff9b29c8bb7800) 00000100:00000040:3.0:1788687333.206859:0:31554:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb7800 x1875572824531968/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.206871:0:31554:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687333.206875:0:31554:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687333.206878:0:31554:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0770. 00000100:00000200:3.0:1788687333.206881:0:31554:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875572824531968, offset 0 00000400:00000200:3.0:1788687333.206889:0:31554:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687333.206898:0:31554:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.206942:0:31554:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687333.206949:0:31554:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687333.206953:0:31554:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687333.206958:0:31554:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687333.206961:0:31554:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687333.206965:0:31554:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2416:2416:256:4294967295] 192.168.203.144@tcp LPNI seq info [2416:2416:8:4294967295] 00000400:00000200:3.0:1788687333.206970:0:31554:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.206982:0:31554:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687333.206990:0:31554:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687333.206997:0:31554:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ad00. 00000800:00000200:3.0:1788687333.207005:0:31554:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687333.207014:0:31554:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687333.207021:0:31554:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ad00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788687333.207042:0:31554:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687333.207048:0:31554:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 821128 usecs (822 jiffies) 00000400:00000200:3.0:1788687333.207052:0:31554:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687333.207056:0:31554:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296460034 00000800:00000200:3.0:1788687333.207184:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687333.207189:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ad00. 00000400:00000200:3.0:1788687333.207195:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687333.207200:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687333.207206:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0770 00000400:00000010:3.0:1788687333.207209:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0770. 00000100:00000001:3.0:1788687333.207214:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687333.207220:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb7800 x1875572824531968/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.207229:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.207232:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb7800 x1875572824531968/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.207239:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.207241:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788687333.207259:0:31554:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:3.0:1788687333.207263:0:31554:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296460034 00000100:00000001:3.0:1788687333.207266:0:31554:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:3.0:1788687333.207268:0:31554:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687333.207271:0:31554:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.207274:0:31554:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687333.207276:0:31554:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687333.207279:0:31554:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e0116780 going to sleep for 11 seconds 00000100:00000001:3.0:1788687333.207282:0:31554:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687333.207285:0:31554:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687333.232225:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.232248:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687333.232253:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.232256:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.232267:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.232278:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687333.232289:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.232295:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.232301:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.232306:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x6a9d2d3f4e400 00000400:00000200:2.0:1788687333.232312:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.232320:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x6a6d [1] + 224 00000800:00000001:2.0:1788687333.232328:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.232336:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.232340:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.232345:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687333.232355:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687333.232366:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb7800 x1875572824531968/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687333.232377:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b29c8bb7800 x1875572824531968/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.232406:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687333.232417:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.232421:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687333.232493:0:31554:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687333.232506:0:31554:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687333.232508:0:31554:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687333.232513:0:31554:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4370. 00000400:00000200:3.0:1788687333.232519:0:31554:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae03b8 00000400:00000010:3.0:1788687333.232522:0:31554:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae03b8. 00000100:00000001:3.0:1788687333.232527:0:31554:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687333.232533:0:31554:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb7800 x1875572824531968/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687333.232543:0:31554:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb7800 x1875572824531968/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.232549:0:31554:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687333.232552:0:31554:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687333.232555:0:31554:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687333.232559:0:31554:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687333.232561:0:31554:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687333.232565:0:31554:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687333.232569:0:31554:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687333.232581:0:31554:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=105 v=5 (5 103 103 103) 00000100:00001000:3.0:1788687333.232586:0:31554:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687333.232589:0:31554:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687333.232591:0:31554:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.232594:0:31554:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687333.232599:0:31554:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.232603:0:31554:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687333.232606:0:31554:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1788687333.232608:0:31554:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687333.232612:0:31554:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687333.232617:0:31554:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb7800 x1875572824531968/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.232625:0:31554:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687333.232628:0:31554:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687333.232631:0:31554:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687333.232634:0:31554:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb7800 x1875572824531968/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687349 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687333.232642:0:31554:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb7800 pname:cluuid:pid:xid:nid:opc:job checkstat:ce1d4174-c231-444b-b3ed-b722bc4901cb:31554:1875572824531968:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:3.0:1788687333.232648:0:31554:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687333.232651:0:31554:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.232654:0:31554:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687333.232656:0:31554:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.232660:0:31554:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb7800 x1875572824531968/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687349 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.232667:0:31554:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687333.232670:0:31554:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e0116780. 00000100:00000001:3.0:1788687333.232674:0:31554:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687333.232676:0:31554:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.232679:0:31554:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788687333.232684:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.232687:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.232691:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147000 refcount=4 00000020:00000001:3.0:1788687333.232693:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687333.232697:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000040:3.0:1788687333.232705:0:31554:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c3147000, remote cookie: 0x59c08f76ab1d252f, flags: 0x1001 00010000:00010000:3.0:1788687333.232711:0:31554:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788687333.232720:0:31554:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788687333.232723:0:31554:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788687333.232734:0:31554:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c5c62c00. 00010000:00000010:3.0:1788687333.232739:0:31554:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c3056e80. 00010000:00000001:3.0:1788687333.232745:0:31554:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687333.232748:0:31554:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687333.232757:0:31554:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.232763:0:31554:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788687333.232768:0:31554:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788687333.232771:0:31554:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788687333.232773:0:31554:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788687333.232774:0:31554:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788687333.232777:0:31554:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff9b29c5c62c00) refcount = 1 00010000:00010000:3.0:1788687333.232781:0:31554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.232787:0:31554:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788687333.232790:0:31554:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788687333.232792:0:31554:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687333.232796:0:31554:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788687333.232800:0:31554:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687333.232803:0:31554:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.232810:0:31554:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788687333.232812:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.232814:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.232815:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.232815:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.232817:0:31554:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.232823:0:31554:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788687333.232824:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.232826:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.232827:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147000 refcount=3 00000020:00000001:3.0:1788687333.232829:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687333.232831:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687333.232833:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.232834:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.232835:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147000 refcount=4 00000020:00000001:3.0:1788687333.232837:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687333.232839:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687333.232842:0:31554:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687333.232846:0:31554:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687333.232850:0:31554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.232856:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.232857:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.232858:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.232859:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.232860:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147000 refcount=5 00000020:00000001:3.0:1788687333.232862:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687333.232864:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687333.232866:0:31554:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687333.232870:0:31554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.232876:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.232877:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788687333.232880:0:31554:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.232884:0:31554:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687333.232885:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.232886:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.232888:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.232888:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788687333.232893:0:31554:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9b29c8bb7800 x1875572824531968/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788687333.232901:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.232902:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.232904:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147000 refcount=3 00000020:00000001:3.0:1788687333.232940:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687333.232942:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687333.232944:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.232945:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687333.232947:0:31554:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.232949:0:31554:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.232953:0:31554:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788687333.232956:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.232958:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.232959:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147000 refcount=3 00000020:00000001:3.0:1788687333.232961:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687333.232964:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00000002:00010000:3.0:1788687333.232968:0:31554:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.232981:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.232983:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.232986:0:31554:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788687333.232987:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.232988:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.232989:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147000 refcount=3 00000020:00000001:3.0:1788687333.232991:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687333.232993:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000040:3.0:1788687333.232997:0:31554:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 2 00010000:00000001:3.0:1788687333.232999:0:31554:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788687333.233003:0:31554:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/39 (0 0) 00010000:00000001:3.0:1788687333.233005:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.233006:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687333.233007:0:31554:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788687333.233011:0:31554:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb6b0 00000002:00002000:3.0:1788687333.233013:0:31554:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788687333.233017:0:31554:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687333.233021:0:31554:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687333.233024:0:31554:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788687333.233027:0:31554:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788687333.233031:0:31554:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788687333.233036:0:31554:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000001:3.0:1788687333.233039:0:31554:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788687333.233041:0:31554:0:(namei.c:674:ll_lookup_it_finish()) it ffffaca081dbba28 it_disposition b 00000080:00000001:3.0:1788687333.233044:0:31554:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788687333.233051:0:31554:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788687333.233054:0:31554:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788687333.233057:0:31554:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:3.0:1788687333.233060:0:31554:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788687333.234436:0:31554:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788687333.234443:0:31554:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:2.0:1788687333.234448:0:31554:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687333.234453:0:31554:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1788687333.234457:0:31554:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788687333.234462:0:31554:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00000080:00200000:2.0:1788687333.234465:0:31554:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x27:0x0](ffff9b29d85ad348): rc = 0 00000080:00000001:2.0:1788687333.234469:0:31554:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758636360 : -110870950915256 : ffff9b29d85ad348) 00010000:00000001:2.0:1788687333.234472:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687333.234474:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687333.234488:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147000 refcount=3 00000020:00000001:2.0:1788687333.234490:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:2.0:1788687333.234493:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:2.0:1788687333.234496:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687333.234498:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788687333.234500:0:31554:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788687333.234502:0:31554:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788687333.234504:0:31554:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788687333.234507:0:31554:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788687333.234509:0:31554:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687333.234513:0:31554:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff9b29d85ad348) for lock 0x230d04438e811dd0 00800000:00000001:2.0:1788687333.234524:0:31554:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687333.234528:0:31554:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687333.234529:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687333.234530:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687333.234532:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147000 refcount=3 00000020:00000001:2.0:1788687333.234534:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:2.0:1788687333.234536:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:2.0:1788687333.234540:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687333.234542:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687333.234543:0:31554:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687333.234545:0:31554:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788687333.234554:0:31554:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d8746948 inode ffff9b29d85ad348 refc 1 flags 0x20000e 00000080:00000001:2.0:1788687333.234559:0:31554:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788687333.234561:0:31554:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687333.234563:0:31554:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788687333.234567:0:31554:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff9b29d85ad348) 00000080:00010000:2.0:1788687333.234571:0:31554:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811dd0 from it ffffaca081dbba28 00010000:00000001:2.0:1788687333.234573:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687333.234575:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687333.234576:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147000 refcount=3 00000020:00000001:2.0:1788687333.234578:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:2.0:1788687333.234581:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:2.0:1788687333.234584:0:31554:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687333.234588:0:31554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687333.234597:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687333.234598:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687333.234600:0:31554:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687333.234604:0:31554:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687333.234607:0:31554:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687333.234621:0:31554:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687333.234625:0:31554:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687333.234628:0:31554:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687333.234633:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687333.234636:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687333.234638:0:31554:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.234642:0:31554:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687333.234644:0:31554:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.234646:0:31554:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.234650:0:31554:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.234652:0:31554:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687333.234654:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687333.234655:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788687333.234656:0:31554:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788687333.234662:0:31554:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29cb07b400. 00000100:00000001:2.0:1788687333.234670:0:31554:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687333.234680:0:31554:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb7800 x1875572824531968/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.234695:0:31554:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687333.234699:0:31554:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687333.234703:0:31554:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c62ed800. 02000000:00000001:2.0:1788687333.234710:0:31554:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687333.234714:0:31554:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687333.234716:0:31554:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687333.234718:0:31554:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687333.234722:0:31554:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c43be800. 02000000:00000001:2.0:1788687333.234726:0:31554:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687333.234728:0:31554:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687333.234730:0:31554:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb7800. 00000100:00000001:2.0:1788687333.234735:0:31554:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687333.234736:0:31554:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687333.234749:0:31554:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788687333.234752:0:31554:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9b29d85ad348), inode mode 41ed mask 1 00000080:00000001:2.0:1788687333.234757:0:31554:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687333.234783:0:31554:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c622f8a0. 00000020:00000001:2.0:1788687333.234789:0:31554:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbae8 00000080:00200000:2.0:1788687333.234791:0:31554:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff9b29d85ad348), flags=8 00000080:00000001:2.0:1788687333.234794:0:31554:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788687333.234796:0:31554:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb998 00000080:00200000:2.0:1788687333.234798:0:31554:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff9b29d85ad348), intent=getattr 00000080:00000010:2.0:1788687333.234806:0:31554:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6941000. 00000080:00000001:2.0:1788687333.234815:0:31554:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687333.234819:0:31554:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687333.234821:0:31554:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb8b8 00800000:00000002:2.0:1788687333.234823:0:31554:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x27:0x0] 00800000:00000001:2.0:1788687333.234837:0:31554:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788687333.234844:0:31554:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb850 00800000:00000002:2.0:1788687333.234846:0:31554:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x27:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:2.0:1788687333.235220:0:31554:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687333.235222:0:31554:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb788 00000002:00010000:2.0:1788687333.235225:0:31554:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x27:0x0], intent: getattr flags 01 00000002:00000001:2.0:1788687333.235229:0:31554:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788687333.235231:0:31554:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788687333.235239:0:31554:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e9c00. 00000020:00000040:2.0:1788687333.235242:0:31554:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:2.0:1788687333.235249:0:31554:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687333.235254:0:31554:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687333.235259:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687333.235261:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687333.235262:0:31554:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.235266:0:31554:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687333.235268:0:31554:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687333.235273:0:31554:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687333.235281:0:31554:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c63d6800. 00000100:00000001:2.0:1788687333.235289:0:31554:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.235295:0:31554:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687333.235297:0:31554:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.235299:0:31554:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687333.235300:0:31554:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.235302:0:31554:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687333.235310:0:31554:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202420194304 : -110871289357312 : ffff9b29c42e9c00) 00010000:00000001:2.0:1788687333.235313:0:31554:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788687333.235316:0:31554:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788687333.235323:0:31554:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 2 00010000:00000001:2.0:1788687333.235326:0:31554:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687333.235329:0:31554:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788687333.235333:0:31554:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29d13a9a00. 00000020:00000001:2.0:1788687333.235336:0:31554:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788687333.235339:0:31554:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29d13a9a00 with handle 0x230d04438e811dd7 to hash 00000020:00000001:2.0:1788687333.235341:0:31554:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788687333.235343:0:31554:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202639084032 : -110871070467584 : ffff9b29d13a9a00) 00010000:00000001:2.0:1788687333.235348:0:31554:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202639084032 : -110871070467584 : ffff9b29d13a9a00) 00010000:00000001:2.0:1788687333.235352:0:31554:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687333.235355:0:31554:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687333.235359:0:31554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9a00/0x230d04438e811dd7 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31554 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687333.235368:0:31554:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9a00/0x230d04438e811dd7 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31554 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687333.235379:0:31554:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9a00/0x230d04438e811dd7 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31554 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788687333.235384:0:31554:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687333.235386:0:31554:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687333.235395:0:31554:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c98dd6c0. 00000100:00000001:2.0:1788687333.235397:0:31554:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202510321344 : -110871199230272 : ffff9b29c98dd6c0) 00000100:00000001:2.0:1788687333.235399:0:31554:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687333.235401:0:31554:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420194304 : -110871289357312 : ffff9b29c42e9c00) 00000100:00000001:2.0:1788687333.235406:0:31554:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687333.235412:0:31554:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.235414:0:31554:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687333.235416:0:31554:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687333.235422:0:31554:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e9c00 x1875572824532096/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.235431:0:31554:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687333.235434:0:31554:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687333.235438:0:31554:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687333.235441:0:31554:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687333.235443:0:31554:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687333.235447:0:31554:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e9c00 pname:cluuid:pid:xid:nid:opc:job checkstat:ce1d4174-c231-444b-b3ed-b722bc4901cb:31554:1875572824532096:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:2.0:1788687333.235451:0:31554:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687333.235457:0:31554:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687333.235460:0:31554:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687333.235463:0:31554:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687333.235468:0:31554:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c6812800. 02000000:00000001:2.0:1788687333.235470:0:31554:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687333.235487:0:31554:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687333.235492:0:31554:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd268. 00000400:00000010:2.0:1788687333.235501:0:31554:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240a18. 00000100:00000200:2.0:1788687333.235509:0:31554:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824532096, portal 10 00000100:00000001:2.0:1788687333.235511:0:31554:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687333.235513:0:31554:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420194304 : -110871289357312 : ffff9b29c42e9c00) 00000100:00000040:2.0:1788687333.235529:0:31554:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42e9c00 x1875572824532096/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.235538:0:31554:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687333.235541:0:31554:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687333.235544:0:31554:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02402a8. 00000100:00000200:2.0:1788687333.235547:0:31554:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824532096, offset 0 00000400:00000200:2.0:1788687333.235556:0:31554:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687333.235566:0:31554:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.235575:0:31554:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687333.235582:0:31554:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687333.235587:0:31554:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687333.235591:0:31554:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687333.235594:0:31554:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687333.235598:0:31554:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2417:2417:256:4294967295] 192.168.203.144@tcp LPNI seq info [2417:2417:8:4294967295] 00000400:00000200:2.0:1788687333.235603:0:31554:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.235616:0:31554:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687333.235624:0:31554:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687333.235629:0:31554:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec700. 00000800:00000200:2.0:1788687333.235638:0:31554:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687333.235648:0:31554:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687333.235654:0:31554:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788687333.235678:0:31554:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687333.235684:0:31554:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 820042 usecs (821 jiffies) 00000400:00000200:2.0:1788687333.235688:0:31554:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687333.235691:0:31554:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296460061 00000100:00000001:2.0:1788687333.235695:0:31554:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:2.0:1788687333.235698:0:31554:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296460061 00000100:00000001:2.0:1788687333.235700:0:31554:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:2.0:1788687333.235703:0:31554:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687333.235706:0:31554:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.235708:0:31554:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687333.235711:0:31554:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687333.235714:0:31554:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c98dd6c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788687333.235718:0:31554:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687333.235722:0:31554:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687333.236556:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687333.236564:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec700. 00000400:00000200:3.0:1788687333.236571:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687333.236579:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687333.236587:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02402a8 00000400:00000010:3.0:1788687333.236591:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02402a8. 00000100:00000001:3.0:1788687333.236596:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687333.236603:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e9c00 x1875572824532096/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.236617:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.236621:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e9c00 x1875572824532096/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.236629:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.236631:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687333.240484:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.240509:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687333.240515:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.240518:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.240531:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.240541:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687333.240554:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.240560:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.240566:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.240572:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 640 into portal 10 MB=0x6a9d2d3f4e480 00000400:00000200:2.0:1788687333.240578:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.240587:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 640/640 into md 0x6a7d [1] + 224 00000800:00000001:2.0:1788687333.240595:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.240604:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.240608:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.240613:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687333.240624:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687333.240636:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e9c00 x1875572824532096/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687333.240656:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9b29c42e9c00 x1875572824532096/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.240732:0:31554:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687333.240754:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687333.240764:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.240768:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788687333.241226:0:31554:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687333.241230:0:31554:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687333.241235:0:31554:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd268. 00000400:00000200:0.0:1788687333.241241:0:31554:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240a18 00000400:00000010:0.0:1788687333.241244:0:31554:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240a18. 00000100:00000001:0.0:1788687333.241249:0:31554:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687333.241256:0:31554:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e9c00 x1875572824532096/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687333.241266:0:31554:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e9c00 x1875572824532096/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.241272:0:31554:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687333.241275:0:31554:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.241278:0:31554:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687333.241283:0:31554:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687333.241286:0:31554:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687333.241289:0:31554:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.241293:0:31554:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687333.241306:0:31554:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=105 v=5 (5 103 103 103) 00000100:00001000:0.0:1788687333.241311:0:31554:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687333.241314:0:31554:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687333.241316:0:31554:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.241319:0:31554:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687333.241416:0:31554:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.241421:0:31554:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687333.241423:0:31554:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1788687333.241426:0:31554:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687333.241430:0:31554:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687333.241436:0:31554:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e9c00 x1875572824532096/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/640 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.241444:0:31554:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687333.241448:0:31554:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687333.241451:0:31554:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687333.241456:0:31554:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e9c00 x1875572824532096/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/640 e 0 to 0 dl 1788687349 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687333.241464:0:31554:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e9c00 pname:cluuid:pid:xid:nid:opc:job checkstat:ce1d4174-c231-444b-b3ed-b722bc4901cb:31554:1875572824532096:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:0.0:1788687333.241469:0:31554:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.241473:0:31554:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.241484:0:31554:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687333.241486:0:31554:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687333.241491:0:31554:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e9c00 x1875572824532096/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/640 e 0 to 0 dl 1788687349 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.241498:0:31554:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687333.241500:0:31554:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c98dd6c0. 00000100:00000001:0.0:1788687333.241505:0:31554:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687333.241506:0:31554:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.241510:0:31554:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687333.241515:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.241518:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.241572:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9a00 refcount=4 00000020:00000001:0.0:1788687333.241576:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639084032 : -110871070467584 : ffff9b29d13a9a00) 00010000:00000001:0.0:1788687333.241579:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639084032 : -110871070467584 : ffff9b29d13a9a00) 00010000:00000040:0.0:1788687333.241588:0:31554:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29d13a9a00, remote cookie: 0x59c08f76ab1d254b, flags: 0x1001 00010000:00010000:0.0:1788687333.241594:0:31554:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9a00/0x230d04438e811dd7 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d254b expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788687333.241603:0:31554:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x29:0x0].0x0, instead of [0x200000404:0x27:0x0].0x0 00010000:00000001:0.0:1788687333.241606:0:31554:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788687333.241750:0:31554:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c422f300. 00010000:00000010:1.0:1788687333.241758:0:31554:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5d3b900. 00010000:00000001:1.0:1788687333.241765:0:31554:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687333.241769:0:31554:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9a00/0x230d04438e811dd7 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d254b expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687333.241778:0:31554:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9a00/0x230d04438e811dd7 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d254b expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.241785:0:31554:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788687333.242102:0:31554:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788687333.242107:0:31554:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788687333.242109:0:31554:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788687333.242110:0:31554:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788687333.242113:0:31554:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x29:0x0].0x0 (ffff9b29c422f300) refcount = 1 00010000:00010000:1.0:1788687333.242119:0:31554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9a00/0x230d04438e811dd7 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d254b expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.242127:0:31554:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788687333.242132:0:31554:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788687333.242135:0:31554:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687333.242139:0:31554:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788687333.242142:0:31554:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687333.242146:0:31554:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9a00/0x230d04438e811dd7 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d254b expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.242153:0:31554:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788687333.242155:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.242156:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.242157:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.242158:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.242160:0:31554:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687333.242166:0:31554:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788687333.242168:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.242170:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.242172:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9a00 refcount=3 00000020:00000001:1.0:1788687333.242174:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639084032 : -110871070467584 : ffff9b29d13a9a00) 00010000:00000001:1.0:1788687333.242177:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639084032 : -110871070467584 : ffff9b29d13a9a00) 00010000:00000001:1.0:1788687333.242179:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.242180:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.242182:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9a00 refcount=4 00000020:00000001:1.0:1788687333.242183:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639084032 : -110871070467584 : ffff9b29d13a9a00) 00010000:00000001:1.0:1788687333.242185:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639084032 : -110871070467584 : ffff9b29d13a9a00) 00010000:00000001:1.0:1788687333.242188:0:31554:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687333.242192:0:31554:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687333.242196:0:31554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9a00/0x230d04438e811dd7 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d254b expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.242203:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.242204:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.242205:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.242206:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.242207:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9a00 refcount=5 00000020:00000001:1.0:1788687333.242209:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639084032 : -110871070467584 : ffff9b29d13a9a00) 00010000:00000001:1.0:1788687333.242212:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639084032 : -110871070467584 : ffff9b29d13a9a00) 00010000:00000001:1.0:1788687333.242215:0:31554:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687333.242218:0:31554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9a00/0x230d04438e811dd7 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d254b expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.242224:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.242226:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788687333.242229:0:31554:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9a00/0x230d04438e811dd7 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d254b expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.242236:0:31554:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687333.242238:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.242239:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.242240:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.242241:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788687333.242249:0:31554:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c42e9c00 x1875572824532096/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/640 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788687333.242259:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.242261:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.242262:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9a00 refcount=3 00000020:00000001:1.0:1788687333.242264:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639084032 : -110871070467584 : ffff9b29d13a9a00) 00010000:00000001:1.0:1788687333.242266:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639084032 : -110871070467584 : ffff9b29d13a9a00) 00000002:00010000:1.0:1788687333.242271:0:31554:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9a00/0x230d04438e811dd7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d254b expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788687333.242283:0:31554:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b29d099be80. 00010000:00000001:1.0:1788687333.242286:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.242288:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687333.242289:0:31554:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687333.242291:0:31554:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687333.242295:0:31554:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788687333.242298:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.242299:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.242301:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9a00 refcount=3 00000020:00000001:1.0:1788687333.242302:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639084032 : -110871070467584 : ffff9b29d13a9a00) 00010000:00000001:1.0:1788687333.242304:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639084032 : -110871070467584 : ffff9b29d13a9a00) 00000002:00010000:1.0:1788687333.242307:0:31554:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9a00/0x230d04438e811dd7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d254b expref: -99 pid: 31554 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.242314:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.242315:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.242317:0:31554:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687333.242319:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.242333:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.242335:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9a00 refcount=3 00000020:00000001:1.0:1788687333.242337:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639084032 : -110871070467584 : ffff9b29d13a9a00) 00010000:00000001:1.0:1788687333.242339:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639084032 : -110871070467584 : ffff9b29d13a9a00) 00010000:00000040:1.0:1788687333.242344:0:31554:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f300 count: 2 00010000:00000001:1.0:1788687333.242347:0:31554:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788687333.242352:0:31554:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/41 (0 0) 00010000:00000001:1.0:1788687333.242354:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.242355:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687333.242357:0:31554:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788687333.242360:0:31554:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbb710 00000002:00002000:1.0:1788687333.242362:0:31554:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788687333.242366:0:31554:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687333.242371:0:31554:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687333.242374:0:31554:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788687333.242378:0:31554:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x27:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788687333.242382:0:31554:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.242387:0:31554:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788687333.242389:0:31554:0:(namei.c:674:ll_lookup_it_finish()) it ffffaca081dbbb20 it_disposition b 00000080:00000001:1.0:1788687333.242392:0:31554:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788687333.242399:0:31554:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788687333.242403:0:31554:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788687333.242405:0:31554:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:1.0:1788687333.242410:0:31554:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1788687333.242418:0:31554:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687333.242423:0:31554:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:1.0:1788687333.242426:0:31554:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:1.0:1788687333.242429:0:31554:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788687333.242434:0:31554:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788687333.242437:0:31554:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788687333.242444:0:31554:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c974e2a0. 00020000:00000010:1.0:1788687333.242449:0:31554:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29c6386e00. 00020000:00000010:1.0:1788687333.242454:0:31554:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c974ec00. 00020000:00000001:1.0:1788687333.242457:0:31554:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202508688384 : -110871200863232 : ffff9b29c974ec00) 00020000:00000002:1.0:1788687333.242461:0:31554:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c974ec00, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788687333.242466:0:31554:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788687333.242471:0:31554:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c6386e00: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000002:1.0:1788687333.242486:0:31554:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29c52774d8) owner ffff9b29c12a4f80 00020000:00000001:1.0:1788687333.242490:0:31554:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788687333.242493:0:31554:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29c52774d8) owner ffff9b29c12a4f80 00020000:00000010:1.0:1788687333.242499:0:31554:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29c6386e00. 00020000:00000010:1.0:1788687333.242503:0:31554:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c974e2a0. 00020000:00000010:1.0:1788687333.242506:0:31554:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c974ec00. 00020000:00000002:1.0:1788687333.242508:0:31554:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788687333.242510:0:31554:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687333.242512:0:31554:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788687333.242514:0:31554:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00000080:00000001:1.0:1788687333.242519:0:31554:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:1.0:1788687333.242532:0:31554:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788687333.242538:0:31554:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x29:0x0](ffff9b29d8572a08): rc = 0 00000080:00000001:1.0:1788687333.242541:0:31554:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758396424 : -110870951155192 : ffff9b29d8572a08) 00010000:00000001:1.0:1788687333.242543:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.242545:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.242547:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9a00 refcount=3 00000020:00000001:1.0:1788687333.242549:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639084032 : -110871070467584 : ffff9b29d13a9a00) 00010000:00000001:1.0:1788687333.242551:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639084032 : -110871070467584 : ffff9b29d13a9a00) 00000080:00000001:1.0:1788687333.242555:0:31554:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788687333.242557:0:31554:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687333.242558:0:31554:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:1.0:1788687333.242560:0:31554:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:1.0:1788687333.242562:0:31554:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788687333.242563:0:31554:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788687333.242564:0:31554:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788687333.242567:0:31554:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c974ec00. 00020000:00000010:1.0:1788687333.242570:0:31554:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29c6386e00. 00020000:00000010:1.0:1788687333.242573:0:31554:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c974e2a0. 00020000:00000001:1.0:1788687333.242575:0:31554:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202508685984 : -110871200865632 : ffff9b29c974e2a0) 00020000:00000002:1.0:1788687333.242578:0:31554:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c974e2a0, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788687333.242581:0:31554:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788687333.242585:0:31554:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c6386e00: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000002:1.0:1788687333.242587:0:31554:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29c52774d8) owner ffff9b29c12a4f80 00020000:00000001:1.0:1788687333.242589:0:31554:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788687333.242592:0:31554:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29c52774d8) owner ffff9b29c12a4f80 00020000:00000010:1.0:1788687333.242594:0:31554:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29c6386e00. 00020000:00000010:1.0:1788687333.242597:0:31554:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c974ec00. 00020000:00000010:1.0:1788687333.242599:0:31554:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c974e2a0. 00020000:00000002:1.0:1788687333.242601:0:31554:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788687333.242603:0:31554:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687333.242604:0:31554:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687333.242608:0:31554:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788687333.242611:0:31554:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c52774d8) owner 0000000000000000/ffff9b29c12a4f80 00020000:00000002:1.0:1788687333.242615:0:31554:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c33d0660 addref 2/0 by ffff9b29c12a4f80. 00020000:00000002:1.0:1788687333.242617:0:31554:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c52774d8) owner 0000000000000000/ffff9b29c12a4f80 00020000:00000001:1.0:1788687333.242620:0:31554:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788687333.242622:0:31554:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788687333.242624:0:31554:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788687333.242626:0:31554:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788687333.242628:0:31554:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788687333.242630:0:31554:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x29:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788687333.242634:0:31554:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00000080:00000001:1.0:1788687333.242636:0:31554:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.242638:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.242639:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687333.242641:0:31554:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788687333.242644:0:31554:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788687333.242646:0:31554:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687333.242649:0:31554:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x29:0x0](ffff9b29d8572a08) for lock 0x230d04438e811dd7 00800000:00000001:1.0:1788687333.242652:0:31554:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687333.242654:0:31554:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687333.242655:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.242656:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.242658:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9a00 refcount=3 00000020:00000001:1.0:1788687333.242660:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639084032 : -110871070467584 : ffff9b29d13a9a00) 00010000:00000001:1.0:1788687333.242661:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639084032 : -110871070467584 : ffff9b29d13a9a00) 00010000:00000001:1.0:1788687333.242663:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.242664:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687333.242666:0:31554:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687333.242668:0:31554:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788687333.242676:0:31554:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d8726000 inode ffff9b29d8572a08 refc 1 flags 0x40000e 00000080:00000001:1.0:1788687333.242680:0:31554:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788687333.242684:0:31554:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x29:0x0](ffff9b29d8572a08) 00000080:00010000:1.0:1788687333.242687:0:31554:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811dd7 from it ffffaca081dbbb20 00010000:00000001:1.0:1788687333.242689:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.242691:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.242692:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9a00 refcount=3 00000020:00000001:1.0:1788687333.242694:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639084032 : -110871070467584 : ffff9b29d13a9a00) 00010000:00000001:1.0:1788687333.242696:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639084032 : -110871070467584 : ffff9b29d13a9a00) 00010000:00000001:1.0:1788687333.242698:0:31554:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687333.242701:0:31554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9a00/0x230d04438e811dd7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d254b expref: -99 pid: 31554 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.242709:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.242711:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.242713:0:31554:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687333.242716:0:31554:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687333.242719:0:31554:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9a00/0x230d04438e811dd7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d254b expref: -99 pid: 31554 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687333.242727:0:31554:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687333.242731:0:31554:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687333.242733:0:31554:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687333.242738:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.242739:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.242741:0:31554:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.242745:0:31554:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687333.242747:0:31554:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.242749:0:31554:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.242752:0:31554:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.242754:0:31554:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687333.242755:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.242757:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687333.242759:0:31554:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788687333.242763:0:31554:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6941000. 00000100:00000001:1.0:1788687333.242770:0:31554:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687333.242777:0:31554:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e9c00 x1875572824532096/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/640 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.242785:0:31554:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687333.242788:0:31554:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687333.242792:0:31554:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c6812800. 02000000:00000001:1.0:1788687333.242795:0:31554:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687333.242798:0:31554:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687333.242800:0:31554:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687333.242803:0:31554:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687333.242807:0:31554:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c63d6800. 02000000:00000001:1.0:1788687333.242811:0:31554:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687333.242813:0:31554:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687333.242815:0:31554:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e9c00. 00000100:00000001:1.0:1788687333.242819:0:31554:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687333.242821:0:31554:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687333.242825:0:31554:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788687333.242827:0:31554:0:(dcache.c:176:ll_intent_release()) intent ffffaca081dbbb20 released 00000080:00000001:1.0:1788687333.242828:0:31554:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:1.0:1788687333.242843:0:31554:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbd08 00000080:00200008:1.0:1788687333.242846:0:31554:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000404:0x29:0x0](ffff9b29d8572a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788687333.242852:0:31554:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687333.242854:0:31554:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbc80 00000080:00200000:1.0:1788687333.242856:0:31554:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x29:0x0](ffff9b29d8572a08),name=f 00000080:00000010:1.0:1788687333.242861:0:31554:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29d08a1200. 00000080:00000001:1.0:1788687333.242874:0:31554:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687333.242877:0:31554:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687333.242879:0:31554:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbba0 00800000:00000002:1.0:1788687333.242881:0:31554:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x29:0x0] 'f' on [0x200000404:0x27:0x0] 00800000:00000001:1.0:1788687333.242885:0:31554:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687333.242891:0:31554:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x27:0x0], fid2=[0x200000404:0x29:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687333.242896:0:31554:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687333.242897:0:31554:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbba70 00000002:00010000:1.0:1788687333.242899:0:31554:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x29:0x0]) in obj [0x200000404:0x27:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687333.242903:0:31554:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687333.244209:0:31554:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687333.244214:0:31554:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687333.244223:0:31554:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f300 count: 2 00010000:00000001:1.0:1788687333.244229:0:31554:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687333.244236:0:31554:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687333.244241:0:31554:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687333.244246:0:31554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9a00/0x230d04438e811dd7 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d254b expref: -99 pid: 31554 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788687333.244257:0:31554:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687333.244263:0:31554:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687333.244266:0:31554:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9a00/0x230d04438e811dd7 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d254b expref: -99 pid: 31554 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788687333.244273:0:31554:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687333.244277:0:31554:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687333.244279:0:31554:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687333.244282:0:31554:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687333.244284:0:31554:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687333.244287:0:31554:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x27:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687333.244290:0:31554:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788687333.244295:0:31554:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29d08a1200. 00000080:00000001:1.0:1788687333.244302:0:31554:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687333.244303:0:31554:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687333.244306:0:31554:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x29:0x0](ffff9b29d8572a08) 00000080:00010000:1.0:1788687333.244311:0:31554:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x29:0x0](ffff9b29d8572a08) for lock 0x230d04438e811dd7 00800000:00000001:1.0:1788687333.244315:0:31554:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687333.244317:0:31554:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687333.244319:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.244334:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.244337:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9a00 refcount=3 00000020:00000001:1.0:1788687333.244340:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639084032 : -110871070467584 : ffff9b29d13a9a00) 00010000:00000001:1.0:1788687333.244344:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639084032 : -110871070467584 : ffff9b29d13a9a00) 00010000:00000001:1.0:1788687333.244347:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.244348:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687333.244350:0:31554:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687333.244352:0:31554:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687333.244355:0:31554:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811dd7 from it ffffaca081dbbcb8 00010000:00000001:1.0:1788687333.244357:0:31554:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.244358:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.244359:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9a00 refcount=3 00000020:00000001:1.0:1788687333.244361:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639084032 : -110871070467584 : ffff9b29d13a9a00) 00010000:00000001:1.0:1788687333.244364:0:31554:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639084032 : -110871070467584 : ffff9b29d13a9a00) 00010000:00000001:1.0:1788687333.244366:0:31554:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687333.244369:0:31554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9a00/0x230d04438e811dd7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d254b expref: -99 pid: 31554 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687333.244376:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.244378:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.244380:0:31554:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687333.244382:0:31554:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687333.244385:0:31554:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9a00/0x230d04438e811dd7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d254b expref: -99 pid: 31554 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788687333.244392:0:31554:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687333.244395:0:31554:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687333.244397:0:31554:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687333.244401:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.244403:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.244404:0:31554:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.244408:0:31554:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687333.244410:0:31554:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.244412:0:31554:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.244414:0:31554:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.244416:0:31554:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687333.244417:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.244418:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687333.244421:0:31554:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687333.244423:0:31554:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687333.244426:0:31554:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788687333.244429:0:31554:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788687333.244432:0:31554:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687333.244434:0:31554:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788687333.244436:0:31554:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.244439:0:31554:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788687333.244443:0:31554:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788687333.244447:0:31554:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687333.244451:0:31554:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:1.0:1788687333.244454:0:31554:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:1.0:1788687333.244459:0:31554:0:(cl_object.c:143:cl_object_top()) ffff9b29d0248210 -> ffff9b29d0248210 00000020:00000001:1.0:1788687333.244463:0:31554:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788687333.244466:0:31554:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788687333.244468:0:31554:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x29:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788687333.244471:0:31554:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687333.244474:0:31554:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788687333.244484:0:31554:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788687333.244487:0:31554:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.244490:0:31554:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788687333.244495:0:31554:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x29:0x0]io ffff9b29c38c6a00 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788687333.244498:0:31554:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c52774d8) owner 0000000000000000/ffff9b29c12a4f80 00020000:00000001:1.0:1788687333.244503:0:31554:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788687333.244505:0:31554:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788687333.244507:0:31554:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788687333.244509:0:31554:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687333.244512:0:31554:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788687333.244515:0:31554:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788687333.244517:0:31554:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687333.244518:0:31554:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687333.244519:0:31554:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788687333.244520:0:31554:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788687333.244522:0:31554:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c52774d8) owner 0000000000000000/ffff9b29c12a4f80 00000020:00000001:1.0:1788687333.244534:0:31554:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788687333.244536:0:31554:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788687333.244538:0:31554:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x29:0x0] 00000020:00000001:1.0:1788687333.244541:0:31554:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788687333.244543:0:31554:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788687333.244547:0:31554:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788687333.244549:0:31554:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788687333.244555:0:31554:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788687333.244564:0:31554:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c5d3b200. 00020000:00000002:1.0:1788687333.244567:0:31554:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788687333.244570:0:31554:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788687333.244572:0:31554:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788687333.244574:0:31554:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788687333.244575:0:31554:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:1.0:1788687333.244579:0:31554:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9b29d0280000. 00000020:00000010:1.0:1788687333.244584:0:31554:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29d08a1200. 00000020:00000010:1.0:1788687333.244589:0:31554:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b29d08a0200. 00000020:00000010:1.0:1788687333.244593:0:31554:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9b29c974e2a0. 00000008:00000010:1.0:1788687333.244602:0:31554:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b29c5c6c320. 00020000:00000010:1.0:1788687333.244608:0:31554:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b2a020f5c00. 00008000:00000010:1.0:1788687333.244614:0:31554:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b29d02bdfc8. 00000080:00000010:1.0:1788687333.244622:0:31554:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b29e0151930. 00000080:00000010:1.0:1788687333.244627:0:31554:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b29c38c7090. 00000020:00000010:1.0:1788687333.244631:0:31554:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29d08a0000. 00000008:00000010:1.0:1788687333.244635:0:31554:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b29c8b24420. 00020000:00000010:1.0:1788687333.244640:0:31554:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b29e0a79488. 00008000:00000010:1.0:1788687333.244644:0:31554:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b29d01c7090. 00000080:00000010:1.0:1788687333.244648:0:31554:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b29c3900000. 00000020:00000001:1.0:1788687333.244650:0:31554:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621087752 : -110871088463864 : ffff9b29d0280008) 00000020:00001000:1.0:1788687333.244652:0:31554:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280000 00000020:00000001:1.0:1788687333.244655:0:31554:0:(cl_object.c:143:cl_object_top()) ffff9b29d0248aa8 -> ffff9b29d0248210 00000020:00000001:1.0:1788687333.244657:0:31554:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788687333.244660:0:31554:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687333.244661:0:31554:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788687333.244663:0:31554:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687333.244664:0:31554:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687333.244666:0:31554:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897891992 : -110870811659624 : ffff9b29e0a7b298) 00000020:00000001:1.0:1788687333.244668:0:31554:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788687333.244673:0:31554:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29d13f8000. 00000008:00010000:1.0:1788687333.244676:0:31554:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788687333.244679:0:31554:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788687333.244680:0:31554:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788687333.244682:0:31554:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c5d3b230, osc lock ffff9b29d13f8000, flags 0x400001002 00000020:00000001:1.0:1788687333.244685:0:31554:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687333.244686:0:31554:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687333.244689:0:31554:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202447790592 : -110871261761024 : ffff9b29c5d3b200) 00000020:00000001:1.0:1788687333.244691:0:31554:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788687333.244691:0:31554:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788687333.244693:0:31554:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687333.244695:0:31554:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687333.244697:0:31554:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788687333.244699:0:31554:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788687333.244701:0:31554:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788687333.244703:0:31554:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788687333.244704:0:31554:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788687333.244705:0:31554:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897891992 : -110870811659624 : ffff9b29e0a7b298) 00000020:00000001:1.0:1788687333.244707:0:31554:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788687333.244709:0:31554:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788687333.244711:0:31554:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788687333.244715:0:31554:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788687333.244718:0:31554:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788687333.244719:0:31554:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788687333.244721:0:31554:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788687333.244722:0:31554:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788687333.244723:0:31554:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788687333.244725:0:31554:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788687333.244727:0:31554:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687333.244732:0:31554:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.244735:0:31554:0:(ldlm_request.c:995:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1788687333.244741:0:31554:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b98700. 00000020:00000040:1.0:1788687333.244745:0:31554:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:1.0:1788687333.244749:0:31554:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1788687333.244753:0:31554:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788687333.244761:0:31554:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff9b29e019e800: connect to NID 192.168.203.144@tcp last attempt 1765 00000400:00000200:1.0:1788687333.244771:0:31554:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687333.244777:0:31554:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.144@tcp is discovered: rc = 1 00000100:00000040:1.0:1788687333.244781:0:31554:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 11 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687333.244785:0:31554:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788687333.244787:0:31554:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687333.244790:0:31554:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000020:00000001:1.0:1788687333.244792:0:31554:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788687333.244794:0:31554:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e81131f 00000020:00000001:1.0:1788687333.244796:0:31554:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.244798:0:31554:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c52f4800 refcount=4 00000020:00000001:1.0:1788687333.244800:0:31554:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202437015552 : -110871272536064 : ffff9b29c52f4800) 00000020:00000001:1.0:1788687333.244802:0:31554:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202437015552 : -110871272536064 : ffff9b29c52f4800) 00000100:00000040:1.0:1788687333.244804:0:31554:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 11 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687333.244806:0:31554:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788687333.244808:0:31554:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687333.244810:0:31554:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000020:00000040:1.0:1788687333.244813:0:31554:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c52f4800 : new refcount 3 00000100:00080000:1.0:1788687333.244816:0:31554:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-ffff9b29e019e800: import ffff9b29c3ec0000 using connection 192.168.203.144@tcp/192.168.203.144@tcp 00000100:00000001:1.0:1788687333.244819:0:31554:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687333.244822:0:31554:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788687333.244829:0:31554:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687333.244831:0:31554:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.244834:0:31554:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1788687333.244838:0:31554:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788687333.244841:0:31554:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.244843:0:31554:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687333.244846:0:31554:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9aa00. 00000020:00000040:1.0:1788687333.244848:0:31554:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=4 obd=lustre-OST0001-osc-ffff9b29e019e800 02000000:00000001:1.0:1788687333.244852:0:31554:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788687333.244854:0:31554:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.244857:0:31554:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687333.244860:0:31554:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687333.244863:0:31554:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687333.244871:0:31554:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6913c00. 00000100:00000001:1.0:1788687333.244879:0:31554:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687333.244889:0:31554:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b29c8b9aa00 x1875572824532224/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687333.244899:0:31554:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687333.244904:0:31554:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687333.245497:0:31554:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051159710] to pc [ptlrpcd_rcv+-1] req@ffff9b29c8b9aa00 x1875572824532224/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687333.245582:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687333.245587:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687333.245591:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687333.245599:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9aa00 x1875572824532224/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687333.245607:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687333.245610:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687333.245614:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687333.245617:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687333.245620:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687333.245624:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824532224:192.168.203.144@tcp:8:checkstat.0 00000100:00000001:3.0:1788687333.245628:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687333.245633:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687333.245636:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687333.245639:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687333.245647:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c43bc800. 02000000:00000001:3.0:1788687333.245649:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687333.245656:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687333.245661:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4370. 00000400:00000010:3.0:1788687333.245668:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae03b8. 00000100:00000200:3.0:1788687333.245677:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824532224, portal 4 00000100:00000001:3.0:1788687333.245680:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687333.245681:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496416256 : -110871213135360 : ffff9b29c8b9aa00) 00000100:00000040:3.0:1788687333.245690:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9aa00 x1875572824532224/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687333.245697:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687333.245700:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687333.245703:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0770. 00000100:00000200:3.0:1788687333.245707:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875572824532224, offset 0 00000400:00000200:3.0:1788687333.245714:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687333.245724:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.245732:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687333.245739:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687333.245744:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687333.245748:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687333.245752:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687333.245756:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2418:2418:256:4294967295] 192.168.203.144@tcp LPNI seq info [2418:2418:8:4294967295] 00000400:00000200:3.0:1788687333.245761:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.245773:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687333.245781:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687333.245787:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ad00. 00000800:00000200:3.0:1788687333.245795:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687333.245805:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687333.245810:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ad00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788687333.245871:0:31554:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.245877:0:31554:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1788687333.245879:0:31554:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:1.0:1788687333.245885:0:31554:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687333.245888:0:31554:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687333.245891:0:31554:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.245894:0:31554:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687333.245896:0:31554:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687333.245898:0:31554:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687333.245904:0:31554:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29d08a0e00. 00000100:00000001:1.0:1788687333.245925:0:31554:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.245932:0:31554:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687333.245935:0:31554:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.245937:0:31554:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687333.245938:0:31554:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.245940:0:31554:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.245944:0:31554:0:(ldlm_request.c:1009:ldlm_enqueue_pack()) Process leaving (rc=18446633202496407296 : -110871213144320 : ffff9b29c8b98700) 00010000:00000001:1.0:1788687333.245948:0:31554:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788687333.245951:0:31554:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788687333.245958:0:31554:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c422fc00. 00010000:00000010:1.0:1788687333.245962:0:31554:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9b29c422ff00. 00010000:00000001:1.0:1788687333.245968:0:31554:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687333.245972:0:31554:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a4e00. 00000020:00000001:1.0:1788687333.245976:0:31554:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687333.245979:0:31554:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a4e00 with handle 0x230d04438e811dde to hash 00000020:00000001:1.0:1788687333.245981:0:31554:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687333.245983:0:31554:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000010:1.0:1788687333.245988:0:31554:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9b29d099b380. 00010000:00000001:1.0:1788687333.245991:0:31554:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:1.0:1788687333.245995:0:31554:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687333.245998:0:31554:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687333.246003:0:31554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811dde lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687333.246013:0:31554:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811dde lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.246025:0:31554:0:(ldlm_request.c:1190:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.246029:0:31554:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687333.246031:0:31554:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687333.246038:0:31554:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037df8877] to pc [ptlrpcd_00_00+0] req@ffff9b29c8b98700 x1875572824532352/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.246104:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687333.246108:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687333.246110:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687333.246117:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b98700 x1875572824532352/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.246125:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687333.246127:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788687333.246131:0:2367:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9b29c8b98700 x1875572824532352/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.246139:0:2367:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.246144:0:2367:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.246146:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687333.246147:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.246150:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.246153:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788687333.246184:0:31554:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687333.246188:0:31554:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687333.246192:0:31554:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687333.246196:0:31554:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687333.246198:0:31554:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687333.246201:0:31554:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788687333.246203:0:31554:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788687333.246206:0:31554:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788687333.246207:0:31554:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:1.0:1788687333.246241:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687333.246244:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.246470:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687333.246487:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 279382 usecs (280 jiffies) 00000400:00000200:3.0:1788687333.246493:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687333.246496:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296459531 00000100:00000001:1.0:1788687333.246682:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:1.0:1788687333.246686:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296459531 00000100:00000001:1.0:1788687333.246689:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:1.0:1788687333.246691:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687333.246694:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.246697:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.246699:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687333.246707:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687333.246709:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788687333.246711:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687333.246712:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687333.246713:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.246715:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687333.246901:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687333.246930:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ad00. 00000400:00000200:2.0:1788687333.246937:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.246945:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687333.246952:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0770 00000400:00000010:2.0:1788687333.246955:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0770. 00000100:00000001:2.0:1788687333.246961:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687333.246967:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9aa00 x1875572824532224/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687333.246977:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687333.246981:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9aa00 x1875572824532224/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687343 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687333.246988:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.246990:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788687333.247143:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687333.247146:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.247148:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687333.247149:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687333.248460:0:2367:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687333.248468:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687333.248471:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687333.248474:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.248487:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687333.250637:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.250660:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687333.250665:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.250668:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.250679:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.250688:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687333.250699:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.250704:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.250711:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.250715:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 416 into portal 4 MB=0x6a9d2d3f4e500 00000400:00000200:2.0:1788687333.250721:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.250727:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 416/416 into md 0x6a8d [1] + 0 00000800:00000001:2.0:1788687333.250737:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.250759:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.250764:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.250769:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687333.250779:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687333.250790:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9aa00 x1875572824532224/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687333.250802:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9b29c8b9aa00 x1875572824532224/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687333.250829:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687333.250840:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.250844:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687333.252584:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687333.252593:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687333.252604:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687333.252607:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687333.252611:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4370. 00000400:00000200:1.0:1788687333.252621:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae03b8 00000400:00000010:1.0:1788687333.252624:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae03b8. 00000100:00000001:1.0:1788687333.252629:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687333.252641:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9aa00 x1875572824532224/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687333.252660:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9aa00 x1875572824532224/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687333.252668:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687333.252671:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687333.252674:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687333.252678:0:2366:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687333.252681:0:2366:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687333.252684:0:2366:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687333.252687:0:2366:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687333.252699:0:2366:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=105 v=5 (5 5 16 16) 00000100:00001000:1.0:1788687333.252703:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=26 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687333.252706:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687333.252708:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.252711:0:2366:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687333.252715:0:2366:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.252719:0:2366:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788687333.252722:0:2366:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: committing for last_committed 4294967312 gen 15 00000100:00000040:1.0:1788687333.252725:0:2366:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1788687333.252729:0:2366:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687333.252731:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687333.252735:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9aa00 x1875572824532224/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1788687343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687333.252742:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687333.252746:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687333.252749:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687333.252751:0:2366:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788687333.252760:0:2366:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9b29e019e800: connect to target with instance 1 00000020:00000001:1.0:1788687333.252764:0:2366:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788687333.252766:0:2366:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e81131f 00000020:00000001:1.0:1788687333.252769:0:2366:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.252773:0:2366:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c52f4800 refcount=4 00000020:00000001:1.0:1788687333.252775:0:2366:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202437015552 : -110871272536064 : ffff9b29c52f4800) 00000020:00000001:1.0:1788687333.252779:0:2366:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202437015552 : -110871272536064 : ffff9b29c52f4800) 00000100:00001000:1.0:1788687333.252782:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=1788687333 v=0 (0 0 0 0) 00000100:00001000:1.0:1788687333.252785:0:2366:0:(import.c:2261:obd_at_measure()) AT ffff9b29c3ec0418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788687333.252790:0:2366:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 326, crc32c 8427, adler 379 00000100:00080000:1.0:1788687333.252796:0:2366:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9b29e019e800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:1.0:1788687333.252800:0:2366:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c52f4800 : new refcount 3 00000100:00000001:1.0:1788687333.252803:0:2366:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788687333.252806:0:2366:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:1.0:1788687333.252811:0:2366:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff9b29e019e800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:1.0:1788687333.252814:0:2366:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788687333.252818:0:2366:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:1.0:1788687333.252822:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788687333.252825:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687333.252829:0:2366:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687333.252830:0:2366:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687333.252832:0:2366:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.252834:0:2366:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788687333.252836:0:2366:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1788687333.252840:0:2366:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec0000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1788687333.252842:0:2366:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788687333.252843:0:2366:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788687333.252845:0:2366:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788687333.252846:0:2366:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1788687333.252848:0:2366:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788687333.252850:0:2366:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9b29c9713ba8 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:1.0:1788687333.252856:0:2366:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:1.0:1788687333.252858:0:2366:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:1.0:1788687333.252861:0:2366:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687333.252862:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788687333.252865:0:2366:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1788687333.252867:0:2366:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1788687333.252869:0:2366:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1788687333.252871:0:2366:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788687333.252873:0:2366:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788687333.252876:0:2366:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.252878:0:2366:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.252880:0:2366:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788687333.252881:0:2366:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788687333.252882:0:2366:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.252884:0:2366:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1788687333.252885:0:2366:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1788687333.252889:0:2366:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1788687333.252891:0:2366:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.252893:0:2366:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.252894:0:2366:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.252896:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687333.252897:0:2366:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687333.252899:0:2366:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687333.252900:0:2366:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.252902:0:2366:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1788687333.252904:0:2366:0:(import.c:1285:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687333.252944:0:2366:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1788687333.252952:0:2366:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000066bcb570): req@ffff9b29c8b98700 x1875572824532352/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.252968:0:2366:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.252972:0:2366:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687333.252976:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9aa00 x1875572824532224/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1788687343 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687333.252985:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824532224:192.168.203.144@tcp:8:checkstat.0 00000100:00000001:1.0:1788687333.252990:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687333.252993:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687333.252997:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9aa00 x1875572824532224/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1788687343 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687333.253004:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687333.253007:0:2366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687333.253011:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c43bc800. 02000000:00000001:1.0:1788687333.253015:0:2366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687333.253018:0:2366:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687333.253020:0:2366:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687333.253022:0:2366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687333.253025:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c6913c00. 02000000:00000001:1.0:1788687333.253029:0:2366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687333.253032:0:2366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687333.253034:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9aa00. 00000100:00000001:1.0:1788687333.253038:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687333.253039:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687333.253042:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687333.253050:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687333.253052:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.253054:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687333.253056:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.253127:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687333.253131:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687333.253133:0:2367:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.253137:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687333.253141:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.253144:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687333.253148:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687333.253151:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.253154:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687333.253161:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687333.253164:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.253167:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687333.253177:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a03800. 02000000:00000001:0.0:1788687333.253180:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687333.253187:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687333.253192:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f78. 00000400:00000010:0.0:1788687333.253199:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdae58. 00000100:00000200:0.0:1788687333.253206:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824532352, portal 4 00000100:00000001:0.0:1788687333.253208:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.253210:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496407296 : -110871213144320 : ffff9b29c8b98700) 00000100:00000040:0.0:1788687333.253228:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b98700 x1875572824532352/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687349 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.253237:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687333.253240:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687333.253243:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda990. 00000100:00000200:0.0:1788687333.253248:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875572824532352, offset 0 00000400:00000200:0.0:1788687333.253255:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687333.253264:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687333.253273:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687333.253279:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687333.253284:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687333.253288:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687333.253291:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687333.253295:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2419:2419:256:4294967295] 192.168.203.144@tcp LPNI seq info [2419:2419:8:4294967295] 00000400:00000200:0.0:1788687333.253299:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687333.253312:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687333.253321:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687333.253327:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946900. 00000800:00000200:0.0:1788687333.253335:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687333.253345:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687333.253350:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788687333.253370:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687333.253375:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 277637 usecs (278 jiffies) 00000400:00000200:0.0:1788687333.253379:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687333.253382:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296459536 00000100:00000001:0.0:1788687333.253386:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:0.0:1788687333.253388:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296459536 00000100:00000001:0.0:1788687333.253390:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:0.0:1788687333.253393:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687333.253396:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.253398:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.253403:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687333.253404:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788687333.253406:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687333.253407:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687333.253408:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.253411:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687333.253640:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687333.253646:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946900. 00000400:00000200:2.0:1788687333.253652:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.253658:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687333.253664:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda990 00000400:00000010:2.0:1788687333.253666:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda990. 00000100:00000001:2.0:1788687333.253670:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687333.253674:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b98700 x1875572824532352/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687349 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.253684:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687333.253686:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b98700 x1875572824532352/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687349 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.253693:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.253695:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687333.258312:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.258338:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687333.258344:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.258347:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.258358:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.258368:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687333.258384:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.258391:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.258397:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.258402:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 4 MB=0x6a9d2d3f4e580 00000400:00000200:2.0:1788687333.258409:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.258416:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 400/400 into md 0x6a9d [1] + 224 00000800:00000001:2.0:1788687333.258424:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.258431:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.258436:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.258453:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687333.258463:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687333.258484:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b98700 x1875572824532352/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687349 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687333.258497:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9b29c8b98700 x1875572824532352/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687349 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.258518:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687333.258529:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.258532:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.258744:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687333.258750:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687333.258759:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687333.258761:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687333.258765:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f78. 00000400:00000200:0.0:1788687333.258770:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdae58 00000400:00000010:0.0:1788687333.258774:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdae58. 00000100:00000001:0.0:1788687333.258778:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687333.258783:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b98700 x1875572824532352/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687349 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687333.258792:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b98700 x1875572824532352/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687349 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.258798:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687333.258801:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.258804:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687333.258807:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687333.258810:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687333.258812:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.258815:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687333.258827:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=105 v=5 (5 5 16 16) 00000100:00001000:0.0:1788687333.258831:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687333.258834:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687333.258836:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.258840:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687333.258844:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.258849:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687333.258851:0:2367:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788687333.258854:0:2367:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687333.258856:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687333.258861:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b98700 x1875572824532352/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687349 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.258869:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687333.258872:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687333.258874:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788687333.258879:0:2367:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1788687333.258882:0:2367:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.258885:0:2367:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.258889:0:2367:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4e00 refcount=4 00000020:00000001:0.0:1788687333.258891:0:2367:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:0.0:1788687333.258895:0:2367:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:0.0:1788687333.258898:0:2367:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.258899:0:2367:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.258900:0:2367:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4e00 refcount=5 00000020:00000001:0.0:1788687333.258902:0:2367:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:0.0:1788687333.258904:0:2367:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:0.0:1788687333.258965:0:2367:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687333.258970:0:2367:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687333.258975:0:2367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811dde lrc: 6/2,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687333.258988:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.258990:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.258992:0:2367:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687333.258995:0:2367:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.258996:0:2367:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.258997:0:2367:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4e00 refcount=6 00000020:00000001:0.0:1788687333.259000:0:2367:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:0.0:1788687333.259002:0:2367:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000040:0.0:1788687333.259010:0:2367:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c97a4e00, remote cookie: 0x59c08f76ab1d2559, flags: 0x1001 00010000:00010000:0.0:1788687333.259016:0:2367:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811dde lrc: 6/2,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2559 expref: -99 pid: 31554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687333.259024:0:2367:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1788687333.259027:0:2367:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.259030:0:2367:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788687333.259035:0:2367:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1788687333.259041:0:2367:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811dde lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2559 expref: -99 pid: 31554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788687333.259050:0:2367:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x13:0x0].0x0 (ffff9b29c422fc00) refcount = 1 00010000:00000040:0.0:1788687333.259053:0:2367:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788687333.259056:0:2367:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811dde lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2559 expref: -99 pid: 31554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687333.259066:0:2367:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788687333.259069:0:2367:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687333.259072:0:2367:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788687333.259074:0:2367:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687333.259078:0:2367:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811dde lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2559 expref: -99 pid: 31554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687333.259085:0:2367:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788687333.259087:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.259088:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.259089:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.259090:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687333.259103:0:2367:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788687333.259106:0:2367:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788687333.259110:0:2367:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.259111:0:2367:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.259114:0:2367:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4e00 refcount=5 00000020:00000001:0.0:1788687333.259116:0:2367:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:0.0:1788687333.259118:0:2367:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00000008:00000001:0.0:1788687333.259123:0:2367:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788687333.259128:0:2367:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0ac40 -> ffff9b29d0248210 00000008:00010000:0.0:1788687333.259133:0:2367:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811dde lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2559 expref: -99 pid: 31554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788687333.259142:0:2367:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0ac40 -> ffff9b29d0248210 00000020:00000001:0.0:1788687333.259144:0:2367:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788687333.259148:0:2367:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788687333.259151:0:2367:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788687333.259154:0:2367:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.259156:0:2367:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.259158:0:2367:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0ac40 -> ffff9b29d0248210 00000008:00000001:0.0:1788687333.259160:0:2367:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1788687333.259162:0:2367:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788687333.259165:0:2367:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788687333.259183:0:2367:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788687333.259185:0:2367:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.259189:0:2367:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.259190:0:2367:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.259191:0:2367:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4e00 refcount=6 00000020:00000001:0.0:1788687333.259194:0:2367:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:0.0:1788687333.259196:0:2367:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:0.0:1788687333.259199:0:2367:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687333.259202:0:2367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811dde lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d2559 expref: -99 pid: 31554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687333.259293:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.259295:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687333.259298:0:2367:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811dde lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d2559 expref: -99 pid: 31554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687333.259307:0:2367:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687333.259308:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.259309:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687333.259311:0:2367:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.259313:0:2367:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.259315:0:2367:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.259316:0:2367:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4e00 refcount=5 00000020:00000001:0.0:1788687333.259318:0:2367:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:0.0:1788687333.259321:0:2367:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:0.0:1788687333.259323:0:2367:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687333.259326:0:2367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811dde lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d2559 expref: -99 pid: 31554 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687333.259333:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.259334:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.259336:0:2367:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687333.259340:0:2367:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687333.259343:0:2367:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811dde lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2559 expref: -99 pid: 31554 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687333.259355:0:2367:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687333.259358:0:2367:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687333.259361:0:2367:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687333.259366:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.259367:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.259369:0:2367:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.259373:0:2367:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687333.259376:0:2367:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.259378:0:2367:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.259381:0:2367:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.259383:0:2367:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687333.259384:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.259385:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.259386:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.259387:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687333.259389:0:2367:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687333.259396:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b98700 x1875572824532352/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687349 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687333.259406:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:0:1875572824532352:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:0.0:1788687333.259413:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.259416:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687333.259419:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b98700 x1875572824532352/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.259425:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687333.259428:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687333.259433:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a03800. 02000000:00000001:0.0:1788687333.259439:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687333.259519:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687333.259522:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:0.0:1788687333.259524:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687333.259527:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29d08a0e00. 02000000:00000001:0.0:1788687333.259532:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687333.259535:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687333.259537:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b98700. 00000100:00000001:0.0:1788687333.259541:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687333.259543:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.259546:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.259555:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687333.259558:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.259560:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687333.259563:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687333.259635:0:31554:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687333.259640:0:31554:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687333.259648:0:31554:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788687333.259651:0:31554:0:(cl_object.c:143:cl_object_top()) ffff9b29d0248210 -> ffff9b29d0248210 00000020:00000001:2.0:1788687333.259653:0:31554:0:(cl_object.c:143:cl_object_top()) ffff9b29d0248210 -> ffff9b29d0248210 00000020:00000001:2.0:1788687333.259655:0:31554:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788687333.259661:0:31554:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788687333.259667:0:31554:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788687333.259669:0:31554:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687333.259671:0:31554:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788687333.259672:0:31554:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687333.259674:0:31554:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x29:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788687333.259678:0:31554:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687333.259680:0:31554:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788687333.259683:0:31554:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687333.259685:0:31554:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687333.259686:0:31554:0:(cl_object.c:143:cl_object_top()) ffff9b29d0248210 -> ffff9b29d0248210 00000080:00200000:2.0:1788687333.259690:0:31554:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x29:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1788687333.259693:0:31554:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788687333.259696:0:31554:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788687333.259698:0:31554:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29c38c69a0 (ffff9b29d02806c8/0) at cl_lock_release():245 00000020:00000001:2.0:1788687333.259701:0:31554:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788687333.259703:0:31554:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c38c69a0 (ffff9b29d02806c8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788687333.259707:0:31554:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788687333.259711:0:31554:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687333.259714:0:31554:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897891992 : -110870811659624 : ffff9b29e0a7b298) 00000020:00000001:2.0:1788687333.259715:0:31554:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788687333.259716:0:31554:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5d3b230 (ffff9b29d0280008/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788687333.259720:0:31554:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788687333.259722:0:31554:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788687333.259723:0:31554:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687333.259725:0:31554:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788687333.259726:0:31554:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788687333.259728:0:31554:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687333.259730:0:31554:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687333.259731:0:31554:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687333.259732:0:31554:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788687333.259733:0:31554:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c38c69a0 (ffff9b29d02806c8/0) at cl_lock_fini():72 00020000:00000001:2.0:1788687333.259737:0:31554:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788687333.259738:0:31554:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788687333.259739:0:31554:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5d3b230 (ffff9b29d02806c8/1) at cl_lock_fini():72 00000008:00000010:2.0:1788687333.259743:0:31554:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d13f8000. 00000020:00000001:2.0:1788687333.259746:0:31554:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788687333.259748:0:31554:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5d3b200. 00020000:00000001:2.0:1788687333.259751:0:31554:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788687333.259752:0:31554:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788687333.259753:0:31554:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788687333.259755:0:31554:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687333.259758:0:31554:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788687333.259761:0:31554:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788687333.259763:0:31554:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788687333.259765:0:31554:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788687333.259767:0:31554:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788687333.259770:0:31554:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280000 00020000:00000001:2.0:1788687333.259773:0:31554:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788687333.259775:0:31554:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788687333.259779:0:31554:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788687333.259782:0:31554:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x29:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788687333.259787:0:31554:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788687333.259789:0:31554:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687333.259791:0:31554:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788687333.259793:0:31554:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788687333.259794:0:31554:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788687333.259795:0:31554:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00000001:00000001:2.0:1788687333.259798:0:31554:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687333.259808:0:31554:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbd08 00000080:00000008:2.0:1788687333.259811:0:31554:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x29:0x0](ffff9b29d8572a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788687333.259819:0:31554:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788687333.259821:0:31554:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081dbbda0 00000080:00002000:2.0:1788687333.259823:0:31554:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9b29d8726000, parent ffff9b29d8746948, inode ffff9b29d8572a08) hashed, 00000080:00000001:2.0:1788687333.259826:0:31554:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.269689:0:31555:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687333.269701:0:31555:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687333.269704:0:31555:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687333.269708:0:31555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abb20 00000080:00200000:1.0:1788687333.269714:0:31555:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687333.269724:0:31555:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29d08a0e00. 00800000:00000002:1.0:1788687333.269731:0:31555:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687333.269736:0:31555:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687333.269742:0:31555:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687333.269745:0:31555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814aba40 00800000:00000002:1.0:1788687333.269747:0:31555:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687333.269752:0:31555:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687333.269757:0:31555:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687333.269763:0:31555:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687333.269765:0:31555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab910 00000002:00010000:1.0:1788687333.269767:0:31555:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687333.269771:0:31555:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687333.269773:0:31555:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687333.269776:0:31555:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687333.269785:0:31555:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 2 00010000:00000001:1.0:1788687333.269788:0:31555:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687333.269794:0:31555:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687333.269799:0:31555:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687333.269805:0:31555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788687333.269819:0:31555:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687333.269825:0:31555:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687333.269828:0:31555:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788687333.269836:0:31555:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687333.269838:0:31555:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687333.269839:0:31555:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687333.269841:0:31555:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687333.269843:0:31555:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687333.269845:0:31555:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687333.269847:0:31555:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788687333.269851:0:31555:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687333.269855:0:31555:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29d08a0e00. 00000080:00000001:1.0:1788687333.269860:0:31555:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687333.269862:0:31555:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687333.269865:0:31555:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687333.269869:0:31555:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811dc9 00800000:00000001:1.0:1788687333.269873:0:31555:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687333.269875:0:31555:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687333.269877:0:31555:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.269880:0:31555:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.269883:0:31555:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9400 refcount=3 00000020:00000001:1.0:1788687333.269885:0:31555:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:1.0:1788687333.269888:0:31555:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:1.0:1788687333.269891:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.269893:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687333.269894:0:31555:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687333.269896:0:31555:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687333.269898:0:31555:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811dc9 from it ffffaca0814abb58 00010000:00000001:1.0:1788687333.269901:0:31555:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.269902:0:31555:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.269903:0:31555:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9400 refcount=3 00000020:00000001:1.0:1788687333.270007:0:31555:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:1.0:1788687333.270009:0:31555:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:1.0:1788687333.270012:0:31555:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687333.270015:0:31555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687333.270022:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.270023:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.270025:0:31555:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687333.270028:0:31555:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687333.270031:0:31555:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788687333.270039:0:31555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687333.270043:0:31555:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687333.270046:0:31555:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687333.270051:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.270052:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.270054:0:31555:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.270057:0:31555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687333.270060:0:31555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.270063:0:31555:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.270066:0:31555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.270069:0:31555:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687333.270070:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.270071:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687333.270074:0:31555:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687333.270077:0:31555:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687333.270079:0:31555:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788687333.270084:0:31555:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687333.270422:0:31555:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c5d008c0. 00000020:00000001:1.0:1788687333.270429:0:31555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814aba88 00000080:00200000:1.0:1788687333.270432:0:31555:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), flags=24 00000080:00000001:1.0:1788687333.270436:0:31555:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788687333.270438:0:31555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab938 00000080:00200000:1.0:1788687333.270449:0:31555:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=0 00000080:00000010:1.0:1788687333.270458:0:31555:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29d08a0e00. 00800000:00000002:1.0:1788687333.270462:0:31555:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687333.270467:0:31555:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687333.270469:0:31555:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687333.270471:0:31555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab858 00800000:00000002:1.0:1788687333.270473:0:31555:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687333.270486:0:31555:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788687333.270491:0:31555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab7f0 00800000:00000002:1.0:1788687333.270493:0:31555:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:1.0:1788687333.270496:0:31555:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687333.270498:0:31555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab728 00000002:00010000:1.0:1788687333.270500:0:31555:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1788687333.270504:0:31555:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788687333.270507:0:31555:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788687333.270513:0:31555:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9aa00. 00000020:00000040:1.0:1788687333.270517:0:31555:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:1.0:1788687333.270525:0:31555:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687333.270530:0:31555:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687333.270533:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.270535:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.270536:0:31555:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.270539:0:31555:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687333.270542:0:31555:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687333.270546:0:31555:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687333.270555:0:31555:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6913c00. 00000100:00000001:1.0:1788687333.270564:0:31555:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.270571:0:31555:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687333.270573:0:31555:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.270575:0:31555:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687333.270576:0:31555:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.270578:0:31555:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687333.270588:0:31555:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202496416256 : -110871213135360 : ffff9b29c8b9aa00) 00010000:00000001:1.0:1788687333.270592:0:31555:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788687333.270595:0:31555:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788687333.270600:0:31555:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 2 00010000:00000001:1.0:1788687333.270602:0:31555:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687333.270605:0:31555:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687333.270608:0:31555:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a4200. 00000020:00000001:1.0:1788687333.270611:0:31555:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687333.270614:0:31555:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a4200 with handle 0x230d04438e811de5 to hash 00000020:00000001:1.0:1788687333.270616:0:31555:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687333.270618:0:31555:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687333.270622:0:31555:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687333.270626:0:31555:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687333.270628:0:31555:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687333.270632:0:31555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687333.270640:0:31555:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687333.270651:0:31555:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788687333.270658:0:31555:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687333.270660:0:31555:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687333.270669:0:31555:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c3f64600. 00000100:00000001:1.0:1788687333.270671:0:31555:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202416502272 : -110871293049344 : ffff9b29c3f64600) 00000100:00000001:1.0:1788687333.270674:0:31555:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687333.270676:0:31555:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496416256 : -110871213135360 : ffff9b29c8b9aa00) 00000100:00000001:1.0:1788687333.270681:0:31555:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687333.270686:0:31555:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.270689:0:31555:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687333.270691:0:31555:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687333.270706:0:31555:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9aa00 x1875572824532480/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.270716:0:31555:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687333.270719:0:31555:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687333.270723:0:31555:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687333.270727:0:31555:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687333.270730:0:31555:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687333.270733:0:31555:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job checkstat:ce1d4174-c231-444b-b3ed-b722bc4901cb:31555:1875572824532480:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:1.0:1788687333.270738:0:31555:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687333.270745:0:31555:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687333.270748:0:31555:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687333.270752:0:31555:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687333.270758:0:31555:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c7094800. 02000000:00000001:1.0:1788687333.270760:0:31555:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687333.270769:0:31555:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687333.270774:0:31555:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150948. 00000400:00000010:1.0:1788687333.270783:0:31555:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc000. 00000100:00000200:1.0:1788687333.270791:0:31555:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824532480, portal 10 00000100:00000001:1.0:1788687333.270793:0:31555:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687333.270795:0:31555:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496416256 : -110871213135360 : ffff9b29c8b9aa00) 00000100:00000040:1.0:1788687333.270800:0:31555:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b9aa00 x1875572824532480/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.270808:0:31555:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687333.270811:0:31555:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687333.270813:0:31555:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc770. 00000100:00000200:1.0:1788687333.270817:0:31555:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875572824532480, offset 0 00000400:00000200:1.0:1788687333.270825:0:31555:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687333.270835:0:31555:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687333.270844:0:31555:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687333.270850:0:31555:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687333.270855:0:31555:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687333.270859:0:31555:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687333.270862:0:31555:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687333.270867:0:31555:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2420:2420:256:4294967295] 192.168.203.144@tcp LPNI seq info [2420:2420:8:4294967295] 00000400:00000200:1.0:1788687333.270872:0:31555:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687333.270885:0:31555:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687333.270891:0:31555:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687333.270897:0:31555:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2600. 00000800:00000200:1.0:1788687333.272421:0:31555:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687333.272454:0:31555:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687333.272587:0:31555:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788687333.272612:0:31555:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687333.272619:0:31555:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 818923 usecs (819 jiffies) 00000400:00000200:1.0:1788687333.272628:0:31555:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687333.272633:0:31555:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296460096 00000100:00000001:1.0:1788687333.272636:0:31555:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:1.0:1788687333.272638:0:31555:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296460096 00000100:00000001:1.0:1788687333.272641:0:31555:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:1.0:1788687333.272643:0:31555:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687333.272647:0:31555:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.272651:0:31555:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687333.272653:0:31555:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687333.272656:0:31555:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c3f64600 going to sleep for 11 seconds 00000100:00000001:1.0:1788687333.272659:0:31555:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687333.272663:0:31555:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687333.273370:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687333.273377:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2600. 00000400:00000200:2.0:1788687333.273385:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.273392:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687333.273402:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc770 00000400:00000010:2.0:1788687333.273406:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc770. 00000100:00000001:2.0:1788687333.273412:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687333.273421:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9aa00 x1875572824532480/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.273434:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687333.273438:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9aa00 x1875572824532480/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.273636:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.273638:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687333.282748:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.282774:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687333.282778:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.282781:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.282792:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.282801:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687333.282813:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.282819:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.282825:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.282830:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x6a9d2d3f4e600 00000400:00000200:2.0:1788687333.282836:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.282843:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x6aa5 [1] + 224 00000800:00000001:2.0:1788687333.282852:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.282860:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.282863:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.282868:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687333.282877:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687333.282889:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9aa00 x1875572824532480/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687333.282900:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b29c8b9aa00 x1875572824532480/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.282953:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687333.282964:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.282968:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687333.283234:0:31555:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687333.283244:0:31555:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687333.283247:0:31555:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687333.283252:0:31555:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150948. 00000400:00000200:1.0:1788687333.283258:0:31555:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc000 00000400:00000010:1.0:1788687333.283261:0:31555:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc000. 00000100:00000001:1.0:1788687333.283265:0:31555:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687333.283270:0:31555:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9aa00 x1875572824532480/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687333.283285:0:31555:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9aa00 x1875572824532480/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.283291:0:31555:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687333.283294:0:31555:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687333.283296:0:31555:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687333.283301:0:31555:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687333.283304:0:31555:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687333.283307:0:31555:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687333.283310:0:31555:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687333.283321:0:31555:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=105 v=5 (5 103 103 103) 00000100:00001000:1.0:1788687333.283326:0:31555:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687333.283328:0:31555:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687333.283330:0:31555:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.283334:0:31555:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687333.283339:0:31555:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.283344:0:31555:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687333.283346:0:31555:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1788687333.283349:0:31555:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687333.283352:0:31555:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687333.283357:0:31555:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9aa00 x1875572824532480/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.283365:0:31555:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687333.283369:0:31555:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687333.283371:0:31555:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687333.283375:0:31555:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9aa00 x1875572824532480/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687349 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687333.283383:0:31555:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job checkstat:ce1d4174-c231-444b-b3ed-b722bc4901cb:31555:1875572824532480:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:1.0:1788687333.283388:0:31555:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687333.283392:0:31555:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.283395:0:31555:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687333.283398:0:31555:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687333.283403:0:31555:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9aa00 x1875572824532480/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687349 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.283410:0:31555:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687333.283414:0:31555:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c3f64600. 00000100:00000001:1.0:1788687333.283417:0:31555:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687333.283419:0:31555:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.283422:0:31555:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788687333.283427:0:31555:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.283430:0:31555:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.283434:0:31555:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4200 refcount=4 00000020:00000001:1.0:1788687333.283437:0:31555:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687333.283441:0:31555:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000040:1.0:1788687333.283449:0:31555:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c97a4200, remote cookie: 0x59c08f76ab1d2575, flags: 0x1001 00010000:00010000:1.0:1788687333.283455:0:31555:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788687333.283484:0:31555:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788687333.283487:0:31555:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788687333.283497:0:31555:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c422f700. 00010000:00000010:1.0:1788687333.283503:0:31555:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5d3b300. 00010000:00000001:1.0:1788687333.283509:0:31555:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687333.283512:0:31555:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687333.283521:0:31555:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.283529:0:31555:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788687333.283534:0:31555:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788687333.283537:0:31555:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788687333.283538:0:31555:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788687333.283541:0:31555:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788687333.283544:0:31555:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff9b29c422f700) refcount = 1 00010000:00010000:1.0:1788687333.283548:0:31555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.283556:0:31555:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788687333.283559:0:31555:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788687333.283562:0:31555:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687333.283565:0:31555:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788687333.283568:0:31555:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687333.283572:0:31555:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.283578:0:31555:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788687333.283580:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.283582:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.283583:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.283585:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.283586:0:31555:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687333.283592:0:31555:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788687333.283595:0:31555:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.283596:0:31555:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.283598:0:31555:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4200 refcount=3 00000020:00000001:1.0:1788687333.283600:0:31555:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687333.283603:0:31555:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687333.283606:0:31555:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.283607:0:31555:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.283608:0:31555:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4200 refcount=4 00000020:00000001:1.0:1788687333.283610:0:31555:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687333.283612:0:31555:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687333.283615:0:31555:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687333.283618:0:31555:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687333.283622:0:31555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.283634:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.283635:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.283637:0:31555:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.283638:0:31555:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.283640:0:31555:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4200 refcount=5 00000020:00000001:1.0:1788687333.283642:0:31555:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687333.283644:0:31555:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687333.283647:0:31555:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687333.283650:0:31555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.283657:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.283658:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788687333.283661:0:31555:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.283668:0:31555:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687333.283670:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.283671:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.283672:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.283673:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788687333.283679:0:31555:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9b29c8b9aa00 x1875572824532480/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788687333.283688:0:31555:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.283689:0:31555:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.283690:0:31555:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4200 refcount=3 00000020:00000001:1.0:1788687333.283692:0:31555:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687333.283695:0:31555:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687333.283698:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.283699:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687333.283701:0:31555:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687333.283703:0:31555:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687333.283707:0:31555:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788687333.283710:0:31555:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.283711:0:31555:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.283713:0:31555:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4200 refcount=3 00000020:00000001:1.0:1788687333.283714:0:31555:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687333.283717:0:31555:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00000002:00010000:1.0:1788687333.283720:0:31555:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.283728:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.283730:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.283732:0:31555:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687333.283733:0:31555:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.283734:0:31555:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.283736:0:31555:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4200 refcount=3 00000020:00000001:1.0:1788687333.283738:0:31555:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687333.283740:0:31555:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000040:1.0:1788687333.283744:0:31555:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 2 00010000:00000001:1.0:1788687333.283748:0:31555:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788687333.283753:0:31555:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/40 (0 0) 00010000:00000001:1.0:1788687333.283756:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.283757:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687333.283758:0:31555:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788687333.283762:0:31555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab6b0 00000002:00002000:1.0:1788687333.283766:0:31555:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788687333.283769:0:31555:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687333.283774:0:31555:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687333.283778:0:31555:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788687333.283782:0:31555:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788687333.283785:0:31555:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687333.283789:0:31555:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000001:1.0:1788687333.283793:0:31555:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788687333.283795:0:31555:0:(namei.c:674:ll_lookup_it_finish()) it ffffaca0814aba28 it_disposition b 00000080:00000001:1.0:1788687333.283799:0:31555:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788687333.283806:0:31555:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788687333.283809:0:31555:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788687333.283813:0:31555:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:1.0:1788687333.283816:0:31555:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788687333.283825:0:31555:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788687333.283827:0:31555:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:1.0:1788687333.283830:0:31555:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.283835:0:31555:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:1.0:1788687333.283837:0:31555:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788687333.283841:0:31555:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833960 mtime from 1788687314 to 1788687315 00000080:00200000:1.0:1788687333.283847:0:31555:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00000080:00200000:1.0:1788687333.283851:0:31555:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x28:0x0](ffff9b29d8591988): rc = 0 00000080:00000001:1.0:1788687333.283853:0:31555:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758523272 : -110870951028344 : ffff9b29d8591988) 00010000:00000001:1.0:1788687333.283856:0:31555:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.283857:0:31555:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.283858:0:31555:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4200 refcount=3 00000020:00000001:1.0:1788687333.283860:0:31555:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687333.283863:0:31555:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687333.283865:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.283866:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687333.283868:0:31555:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788687333.283870:0:31555:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788687333.283872:0:31555:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788687333.283875:0:31555:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788687333.283877:0:31555:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687333.283880:0:31555:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff9b29d8591988) for lock 0x230d04438e811de5 00800000:00000001:1.0:1788687333.283884:0:31555:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687333.283886:0:31555:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687333.283887:0:31555:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.283888:0:31555:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.283889:0:31555:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4200 refcount=3 00000020:00000001:1.0:1788687333.283891:0:31555:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687333.283893:0:31555:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687333.283897:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.283898:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687333.283900:0:31555:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687333.283902:0:31555:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788687333.283950:0:31555:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d86146c0 inode ffff9b29d8591988 refc 1 flags 0x20000e 00000080:00000001:1.0:1788687333.283956:0:31555:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788687333.283958:0:31555:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.283961:0:31555:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788687333.283965:0:31555:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff9b29d8591988) 00000080:00010000:1.0:1788687333.283969:0:31555:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811de5 from it ffffaca0814aba28 00010000:00000001:1.0:1788687333.283971:0:31555:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.283972:0:31555:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.283974:0:31555:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4200 refcount=3 00000020:00000001:1.0:1788687333.283976:0:31555:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687333.283978:0:31555:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:1.0:1788687333.283980:0:31555:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687333.283984:0:31555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.283991:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.283992:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.283994:0:31555:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687333.283997:0:31555:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687333.284000:0:31555:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687333.284008:0:31555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687333.284011:0:31555:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687333.284014:0:31555:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687333.284019:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.284021:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.284023:0:31555:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.284027:0:31555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687333.284029:0:31555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.284032:0:31555:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.284036:0:31555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.284037:0:31555:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687333.284039:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.284040:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687333.284042:0:31555:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788687333.284046:0:31555:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29d08a0e00. 00000100:00000001:1.0:1788687333.284050:0:31555:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687333.284055:0:31555:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9aa00 x1875572824532480/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.284062:0:31555:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687333.284065:0:31555:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687333.284069:0:31555:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c7094800. 02000000:00000001:1.0:1788687333.284072:0:31555:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687333.284075:0:31555:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687333.284077:0:31555:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687333.284080:0:31555:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687333.284083:0:31555:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c6913c00. 02000000:00000001:1.0:1788687333.284087:0:31555:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687333.284090:0:31555:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687333.284103:0:31555:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9aa00. 00000100:00000001:1.0:1788687333.284108:0:31555:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687333.284109:0:31555:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687333.284120:0:31555:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788687333.284123:0:31555:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9b29d8591988), inode mode 41ed mask 1 00000080:00000001:1.0:1788687333.284128:0:31555:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687333.284143:0:31555:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c5d00f80. 00000020:00000001:1.0:1788687333.284148:0:31555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abae8 00000080:00200000:1.0:1788687333.284150:0:31555:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff9b29d8591988), flags=8 00000080:00000001:1.0:1788687333.284154:0:31555:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788687333.284155:0:31555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab998 00000080:00200000:1.0:1788687333.284157:0:31555:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff9b29d8591988), intent=getattr 00000080:00000010:1.0:1788687333.284165:0:31555:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29d08a0e00. 00000080:00000001:1.0:1788687333.284174:0:31555:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687333.284177:0:31555:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687333.284179:0:31555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab8b8 00800000:00000002:1.0:1788687333.284181:0:31555:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x28:0x0] 00800000:00000001:1.0:1788687333.284185:0:31555:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788687333.284190:0:31555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab850 00800000:00000002:1.0:1788687333.284192:0:31555:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x28:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:1.0:1788687333.284196:0:31555:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687333.284198:0:31555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab788 00000002:00010000:1.0:1788687333.284200:0:31555:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x28:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788687333.284205:0:31555:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788687333.284208:0:31555:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788687333.284212:0:31555:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9aa00. 00000020:00000040:1.0:1788687333.284216:0:31555:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:1.0:1788687333.284222:0:31555:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687333.284226:0:31555:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687333.284229:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.284231:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.284232:0:31555:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.284236:0:31555:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687333.284239:0:31555:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687333.284244:0:31555:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687333.284251:0:31555:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6913c00. 00000100:00000001:1.0:1788687333.284259:0:31555:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.284264:0:31555:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687333.284266:0:31555:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.284268:0:31555:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687333.284269:0:31555:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.284271:0:31555:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687333.284279:0:31555:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202496416256 : -110871213135360 : ffff9b29c8b9aa00) 00010000:00000001:1.0:1788687333.284283:0:31555:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788687333.284285:0:31555:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788687333.284288:0:31555:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 2 00010000:00000001:1.0:1788687333.284291:0:31555:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687333.284294:0:31555:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687333.284297:0:31555:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a5800. 00000020:00000001:1.0:1788687333.284300:0:31555:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687333.284303:0:31555:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a5800 with handle 0x230d04438e811dec to hash 00000020:00000001:1.0:1788687333.284306:0:31555:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687333.284308:0:31555:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509043712 : -110871200507904 : ffff9b29c97a5800) 00010000:00000001:1.0:1788687333.284312:0:31555:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509043712 : -110871200507904 : ffff9b29c97a5800) 00010000:00000001:1.0:1788687333.284315:0:31555:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687333.284317:0:31555:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687333.284321:0:31555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5800/0x230d04438e811dec lrc: 3/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687333.284329:0:31555:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5800/0x230d04438e811dec lrc: 3/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31555 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687333.284339:0:31555:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5800/0x230d04438e811dec lrc: 3/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31555 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788687333.284345:0:31555:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687333.284347:0:31555:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687333.284354:0:31555:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c3f64600. 00000100:00000001:1.0:1788687333.284357:0:31555:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202416502272 : -110871293049344 : ffff9b29c3f64600) 00000100:00000001:1.0:1788687333.284360:0:31555:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687333.284361:0:31555:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496416256 : -110871213135360 : ffff9b29c8b9aa00) 00000100:00000001:1.0:1788687333.284366:0:31555:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687333.284371:0:31555:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.284373:0:31555:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687333.284374:0:31555:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687333.284379:0:31555:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9aa00 x1875572824532608/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.284388:0:31555:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687333.284391:0:31555:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687333.284395:0:31555:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687333.284399:0:31555:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687333.284402:0:31555:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687333.284405:0:31555:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job checkstat:ce1d4174-c231-444b-b3ed-b722bc4901cb:31555:1875572824532608:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:1.0:1788687333.284410:0:31555:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687333.284418:0:31555:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687333.284420:0:31555:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687333.284423:0:31555:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687333.284428:0:31555:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c7094800. 02000000:00000001:1.0:1788687333.284430:0:31555:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687333.284437:0:31555:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687333.284440:0:31555:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150948. 00000400:00000010:1.0:1788687333.284447:0:31555:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc000. 00000100:00000200:1.0:1788687333.284454:0:31555:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824532608, portal 10 00000100:00000001:1.0:1788687333.284456:0:31555:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687333.284458:0:31555:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496416256 : -110871213135360 : ffff9b29c8b9aa00) 00000100:00000040:1.0:1788687333.284464:0:31555:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b9aa00 x1875572824532608/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.284471:0:31555:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687333.284474:0:31555:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687333.284487:0:31555:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcaa0. 00000100:00000200:1.0:1788687333.284491:0:31555:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824532608, offset 0 00000400:00000200:1.0:1788687333.284500:0:31555:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687333.284509:0:31555:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687333.284517:0:31555:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687333.284523:0:31555:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687333.284528:0:31555:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687333.284532:0:31555:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687333.284534:0:31555:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687333.284539:0:31555:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2421:2421:256:4294967295] 192.168.203.144@tcp LPNI seq info [2421:2421:8:4294967295] 00000400:00000200:1.0:1788687333.284544:0:31555:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687333.284554:0:31555:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687333.284561:0:31555:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687333.284567:0:31555:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2d00. 00000800:00000200:1.0:1788687333.284574:0:31555:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687333.284584:0:31555:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687333.284589:0:31555:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788687333.284602:0:31555:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687333.284607:0:31555:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 817821 usecs (818 jiffies) 00000400:00000200:1.0:1788687333.284610:0:31555:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687333.284613:0:31555:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296460106 00000100:00000001:1.0:1788687333.284617:0:31555:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:1.0:1788687333.284620:0:31555:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296460106 00000100:00000001:1.0:1788687333.284623:0:31555:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:1.0:1788687333.284625:0:31555:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687333.284629:0:31555:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.284631:0:31555:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687333.284634:0:31555:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687333.284636:0:31555:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c3f64600 going to sleep for 11 seconds 00000100:00000001:1.0:1788687333.284639:0:31555:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687333.284642:0:31555:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687333.285005:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687333.285011:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2d00. 00000400:00000200:2.0:1788687333.285016:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.285023:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687333.285028:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcaa0 00000400:00000010:2.0:1788687333.285030:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcaa0. 00000100:00000001:2.0:1788687333.285035:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687333.285040:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9aa00 x1875572824532608/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.285050:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687333.285053:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9aa00 x1875572824532608/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.285060:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.285063:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687333.293067:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.293090:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687333.293109:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.293112:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.293126:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.293136:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687333.293147:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.293153:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.293159:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.293164:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 640 into portal 10 MB=0x6a9d2d3f4e680 00000400:00000200:2.0:1788687333.293170:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.293177:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 640/640 into md 0x6aad [1] + 224 00000800:00000001:2.0:1788687333.293185:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.293192:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.293196:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.293201:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687333.293211:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687333.293232:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9aa00 x1875572824532608/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687333.293243:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9b29c8b9aa00 x1875572824532608/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.293265:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687333.293275:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.293279:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687333.294616:0:31555:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687333.294631:0:31555:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687333.294634:0:31555:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687333.294638:0:31555:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150948. 00000400:00000200:1.0:1788687333.294649:0:31555:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc000 00000400:00000010:1.0:1788687333.294652:0:31555:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc000. 00000100:00000001:1.0:1788687333.294658:0:31555:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687333.294669:0:31555:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9aa00 x1875572824532608/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687333.294682:0:31555:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9aa00 x1875572824532608/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.294690:0:31555:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687333.294693:0:31555:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687333.294696:0:31555:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687333.294700:0:31555:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687333.294704:0:31555:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687333.294706:0:31555:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687333.294710:0:31555:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687333.294722:0:31555:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=105 v=5 (5 103 103 103) 00000100:00001000:1.0:1788687333.294728:0:31555:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687333.294731:0:31555:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687333.294733:0:31555:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.294736:0:31555:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687333.294741:0:31555:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.294746:0:31555:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687333.294748:0:31555:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1788687333.294751:0:31555:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687333.294755:0:31555:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687333.294761:0:31555:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9aa00 x1875572824532608/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/640 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.294769:0:31555:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687333.294773:0:31555:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687333.294775:0:31555:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687333.294779:0:31555:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9aa00 x1875572824532608/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/640 e 0 to 0 dl 1788687349 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687333.294789:0:31555:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job checkstat:ce1d4174-c231-444b-b3ed-b722bc4901cb:31555:1875572824532608:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:1.0:1788687333.294795:0:31555:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687333.294799:0:31555:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.294802:0:31555:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687333.294805:0:31555:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687333.294809:0:31555:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9aa00 x1875572824532608/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/640 e 0 to 0 dl 1788687349 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.294816:0:31555:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687333.294820:0:31555:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c3f64600. 00000100:00000001:1.0:1788687333.294825:0:31555:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687333.294827:0:31555:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.294830:0:31555:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788687333.294835:0:31555:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.294839:0:31555:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.294843:0:31555:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5800 refcount=4 00000020:00000001:1.0:1788687333.294847:0:31555:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509043712 : -110871200507904 : ffff9b29c97a5800) 00010000:00000001:1.0:1788687333.294851:0:31555:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509043712 : -110871200507904 : ffff9b29c97a5800) 00010000:00000040:1.0:1788687333.294859:0:31555:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c97a5800, remote cookie: 0x59c08f76ab1d2591, flags: 0x1001 00010000:00010000:1.0:1788687333.294865:0:31555:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5800/0x230d04438e811dec lrc: 4/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2591 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788687333.294875:0:31555:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2a:0x0].0x0, instead of [0x200000404:0x28:0x0].0x0 00010000:00000001:1.0:1788687333.294878:0:31555:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788687333.294886:0:31555:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de900 count: 2 00010000:00000001:1.0:1788687333.294890:0:31555:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687333.294894:0:31555:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687333.294898:0:31555:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5800/0x230d04438e811dec lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2591 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687333.294964:0:31555:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5800/0x230d04438e811dec lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2591 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.294972:0:31555:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788687333.294976:0:31555:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788687333.294980:0:31555:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788687333.294982:0:31555:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788687333.294984:0:31555:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788687333.294987:0:31555:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2a:0x0].0x0 (ffff9b29c64de900) refcount = 2 00010000:00000040:1.0:1788687333.294990:0:31555:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788687333.294993:0:31555:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811dc2 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d24fe expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788687333.295001:0:31555:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5800/0x230d04438e811dec lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2591 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.295008:0:31555:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788687333.295012:0:31555:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788687333.295014:0:31555:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687333.295018:0:31555:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788687333.295021:0:31555:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687333.295025:0:31555:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5800/0x230d04438e811dec lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2591 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.295031:0:31555:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788687333.295034:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.295036:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.295037:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.295038:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.295040:0:31555:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687333.295046:0:31555:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788687333.295048:0:31555:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.295049:0:31555:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.295051:0:31555:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5800 refcount=3 00000020:00000001:1.0:1788687333.295053:0:31555:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509043712 : -110871200507904 : ffff9b29c97a5800) 00010000:00000001:1.0:1788687333.295055:0:31555:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509043712 : -110871200507904 : ffff9b29c97a5800) 00010000:00000001:1.0:1788687333.295058:0:31555:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.295059:0:31555:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.295060:0:31555:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5800 refcount=4 00000020:00000001:1.0:1788687333.295062:0:31555:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509043712 : -110871200507904 : ffff9b29c97a5800) 00010000:00000001:1.0:1788687333.295064:0:31555:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509043712 : -110871200507904 : ffff9b29c97a5800) 00010000:00000001:1.0:1788687333.295068:0:31555:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687333.295072:0:31555:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687333.295076:0:31555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5800/0x230d04438e811dec lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2591 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.295083:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.295084:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.295085:0:31555:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.295086:0:31555:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.295088:0:31555:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5800 refcount=5 00000020:00000001:1.0:1788687333.295090:0:31555:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509043712 : -110871200507904 : ffff9b29c97a5800) 00010000:00000001:1.0:1788687333.295093:0:31555:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509043712 : -110871200507904 : ffff9b29c97a5800) 00010000:00000001:1.0:1788687333.295096:0:31555:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687333.295099:0:31555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5800/0x230d04438e811dec lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2591 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.295106:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.295107:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788687333.295110:0:31555:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5800/0x230d04438e811dec lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2591 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.295116:0:31555:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687333.295118:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.295119:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.295120:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.295121:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788687333.295127:0:31555:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c8b9aa00 x1875572824532608/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/640 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788687333.295136:0:31555:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.295137:0:31555:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.295139:0:31555:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5800 refcount=3 00000020:00000001:1.0:1788687333.295141:0:31555:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509043712 : -110871200507904 : ffff9b29c97a5800) 00010000:00000001:1.0:1788687333.295143:0:31555:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509043712 : -110871200507904 : ffff9b29c97a5800) 00000002:00010000:1.0:1788687333.295146:0:31555:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5800/0x230d04438e811dec lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2591 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788687333.295161:0:31555:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b29d099b500. 00010000:00000001:1.0:1788687333.295164:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.295165:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687333.295167:0:31555:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687333.295170:0:31555:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687333.295173:0:31555:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788687333.295176:0:31555:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.295179:0:31555:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.295180:0:31555:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5800 refcount=3 00000020:00000001:1.0:1788687333.295182:0:31555:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509043712 : -110871200507904 : ffff9b29c97a5800) 00010000:00000001:1.0:1788687333.295184:0:31555:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509043712 : -110871200507904 : ffff9b29c97a5800) 00000002:00010000:1.0:1788687333.295188:0:31555:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5800/0x230d04438e811dec lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2591 expref: -99 pid: 31555 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.295195:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.295196:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.295198:0:31555:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687333.295200:0:31555:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.295201:0:31555:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.295202:0:31555:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5800 refcount=3 00000020:00000001:1.0:1788687333.295204:0:31555:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509043712 : -110871200507904 : ffff9b29c97a5800) 00010000:00000001:1.0:1788687333.295206:0:31555:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509043712 : -110871200507904 : ffff9b29c97a5800) 00010000:00000040:1.0:1788687333.295209:0:31555:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de900 count: 3 00010000:00000001:1.0:1788687333.295211:0:31555:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788687333.295215:0:31555:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/42 (0 0) 00010000:00000001:1.0:1788687333.295217:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.295218:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687333.295219:0:31555:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788687333.295222:0:31555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab710 00000002:00002000:1.0:1788687333.295225:0:31555:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788687333.295228:0:31555:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687333.295233:0:31555:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687333.295236:0:31555:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788687333.295240:0:31555:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x28:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788687333.295243:0:31555:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.295249:0:31555:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788687333.295251:0:31555:0:(namei.c:674:ll_lookup_it_finish()) it ffffaca0814abb20 it_disposition b 00000080:00000001:1.0:1788687333.295255:0:31555:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788687333.295263:0:31555:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788687333.295267:0:31555:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788687333.295270:0:31555:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:1.0:1788687333.295274:0:31555:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1788687333.295283:0:31555:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:1.0:1788687333.295290:0:31555:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9b29d0280cf0. 00000020:00000010:1.0:1788687333.295296:0:31555:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29d08a1e00. 00000020:00000010:1.0:1788687333.295301:0:31555:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b29d08a1000. 00000020:00000010:1.0:1788687333.295305:0:31555:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9b29c974ec00. 00000008:00000010:1.0:1788687333.295314:0:31555:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b29c5c6a190. 00020000:00000010:1.0:1788687333.295320:0:31555:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b2a020f5540. 00008000:00000010:1.0:1788687333.295326:0:31555:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b29d02bdc40. 00000080:00000010:1.0:1788687333.295334:0:31555:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b29e0151540. 00000080:00000010:1.0:1788687333.295339:0:31555:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b29c38c7530. 00000020:00000010:1.0:1788687333.295343:0:31555:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29d08a0400. 00000008:00000010:1.0:1788687333.295347:0:31555:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b29c8b25ce0. 00020000:00000010:1.0:1788687333.295351:0:31555:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b29e0a78db0. 00008000:00000010:1.0:1788687333.295355:0:31555:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b29d01c72b8. 00000080:00000010:1.0:1788687333.295359:0:31555:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b29c3900e10. 00000020:00000001:1.0:1788687333.295362:0:31555:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:1.0:1788687333.295365:0:31555:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000020:00000001:1.0:1788687333.295368:0:31555:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788687333.295372:0:31555:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788687333.295375:0:31555:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788687333.295381:0:31555:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c974e840. 00020000:00000010:1.0:1788687333.295386:0:31555:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29c6386e00. 00020000:00000010:1.0:1788687333.295390:0:31555:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c974ede0. 00020000:00000001:1.0:1788687333.295393:0:31555:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202508688864 : -110871200862752 : ffff9b29c974ede0) 00020000:00000002:1.0:1788687333.295397:0:31555:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c974ede0, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788687333.295402:0:31555:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788687333.295406:0:31555:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c6386e00: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:1.0:1788687333.295411:0:31555:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29e015baa8) owner ffff9b29c1348000 00020000:00000001:1.0:1788687333.295414:0:31555:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788687333.295417:0:31555:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29e015baa8) owner ffff9b29c1348000 00020000:00000010:1.0:1788687333.295423:0:31555:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29c6386e00. 00020000:00000010:1.0:1788687333.295428:0:31555:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c974e840. 00020000:00000010:1.0:1788687333.295431:0:31555:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c974ede0. 00020000:00000002:1.0:1788687333.295434:0:31555:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788687333.295436:0:31555:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687333.295438:0:31555:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788687333.295440:0:31555:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000080:00000001:1.0:1788687333.295445:0:31555:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:1.0:1788687333.295448:0:31555:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788687333.295454:0:31555:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2a:0x0](ffff9b29d85af448): rc = 0 00000080:00000001:1.0:1788687333.295456:0:31555:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758644808 : -110870950906808 : ffff9b29d85af448) 00010000:00000001:1.0:1788687333.295459:0:31555:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.295472:0:31555:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.295482:0:31555:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5800 refcount=3 00000020:00000001:1.0:1788687333.295485:0:31555:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509043712 : -110871200507904 : ffff9b29c97a5800) 00010000:00000001:1.0:1788687333.295487:0:31555:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509043712 : -110871200507904 : ffff9b29c97a5800) 00000080:00000001:1.0:1788687333.295490:0:31555:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788687333.295492:0:31555:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687333.295493:0:31555:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:1.0:1788687333.295495:0:31555:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000020:00000001:1.0:1788687333.295497:0:31555:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788687333.295498:0:31555:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788687333.295499:0:31555:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788687333.295502:0:31555:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c974ede0. 00020000:00000010:1.0:1788687333.295504:0:31555:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29c6386e00. 00020000:00000010:1.0:1788687333.295507:0:31555:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c974e840. 00020000:00000001:1.0:1788687333.295508:0:31555:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202508687424 : -110871200864192 : ffff9b29c974e840) 00020000:00000002:1.0:1788687333.295510:0:31555:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c974e840, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788687333.295514:0:31555:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788687333.295517:0:31555:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c6386e00: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:1.0:1788687333.295519:0:31555:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29e015baa8) owner ffff9b29c1348000 00020000:00000001:1.0:1788687333.295521:0:31555:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788687333.295523:0:31555:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29e015baa8) owner ffff9b29c1348000 00020000:00000010:1.0:1788687333.295525:0:31555:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29c6386e00. 00020000:00000010:1.0:1788687333.295528:0:31555:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c974ede0. 00020000:00000010:1.0:1788687333.295530:0:31555:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c974e840. 00020000:00000002:1.0:1788687333.295532:0:31555:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788687333.295534:0:31555:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687333.295535:0:31555:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687333.295539:0:31555:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788687333.295542:0:31555:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015baa8) owner 0000000000000000/ffff9b29c1348000 00020000:00000002:1.0:1788687333.295546:0:31555:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c974e480 addref 2/0 by ffff9b29c1348000. 00020000:00000002:1.0:1788687333.295548:0:31555:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015baa8) owner 0000000000000000/ffff9b29c1348000 00020000:00000001:1.0:1788687333.295550:0:31555:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788687333.295552:0:31555:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788687333.295554:0:31555:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788687333.295555:0:31555:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788687333.295557:0:31555:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788687333.295559:0:31555:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2a:0x0]: layout version change: 0 -> 0 00000020:00001000:1.0:1788687333.295561:0:31555:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000080:00000001:1.0:1788687333.295563:0:31555:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.295565:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.295566:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687333.295567:0:31555:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788687333.295570:0:31555:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788687333.295572:0:31555:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687333.295575:0:31555:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff9b29d85af448) for lock 0x230d04438e811dec 00800000:00000001:1.0:1788687333.295579:0:31555:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687333.295581:0:31555:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687333.295582:0:31555:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.295583:0:31555:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.295585:0:31555:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5800 refcount=3 00000020:00000001:1.0:1788687333.295587:0:31555:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509043712 : -110871200507904 : ffff9b29c97a5800) 00010000:00000001:1.0:1788687333.295589:0:31555:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509043712 : -110871200507904 : ffff9b29c97a5800) 00010000:00000001:1.0:1788687333.295591:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.295593:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687333.295594:0:31555:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687333.295596:0:31555:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788687333.295604:0:31555:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d86141b0 inode ffff9b29d85af448 refc 1 flags 0x40000e 00000080:00000001:1.0:1788687333.295607:0:31555:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788687333.295613:0:31555:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2a:0x0](ffff9b29d85af448) 00000080:00010000:1.0:1788687333.295617:0:31555:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811dec from it ffffaca0814abb20 00010000:00000001:1.0:1788687333.295619:0:31555:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.295620:0:31555:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.295621:0:31555:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5800 refcount=3 00000020:00000001:1.0:1788687333.295623:0:31555:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509043712 : -110871200507904 : ffff9b29c97a5800) 00010000:00000001:1.0:1788687333.295625:0:31555:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509043712 : -110871200507904 : ffff9b29c97a5800) 00010000:00000001:1.0:1788687333.295627:0:31555:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687333.295630:0:31555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5800/0x230d04438e811dec lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2591 expref: -99 pid: 31555 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.295637:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.295638:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.295639:0:31555:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687333.295642:0:31555:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687333.295645:0:31555:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5800/0x230d04438e811dec lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2591 expref: -99 pid: 31555 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687333.295655:0:31555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687333.295659:0:31555:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687333.295661:0:31555:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687333.295666:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.295667:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.295669:0:31555:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.295673:0:31555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687333.295675:0:31555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.295678:0:31555:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.295681:0:31555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.295683:0:31555:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687333.295684:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.295685:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687333.295688:0:31555:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788687333.295692:0:31555:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29d08a0e00. 00000100:00000001:1.0:1788687333.295696:0:31555:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687333.295702:0:31555:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9aa00 x1875572824532608/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/640 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.295709:0:31555:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687333.295713:0:31555:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687333.295717:0:31555:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c7094800. 02000000:00000001:1.0:1788687333.295720:0:31555:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687333.295723:0:31555:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687333.295725:0:31555:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687333.295728:0:31555:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687333.295731:0:31555:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c6913c00. 02000000:00000001:1.0:1788687333.295735:0:31555:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687333.295737:0:31555:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687333.295739:0:31555:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9aa00. 00000100:00000001:1.0:1788687333.295742:0:31555:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687333.295744:0:31555:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687333.295747:0:31555:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788687333.295749:0:31555:0:(dcache.c:176:ll_intent_release()) intent ffffaca0814abb20 released 00000080:00000001:1.0:1788687333.295751:0:31555:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:1.0:1788687333.295767:0:31555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abd08 00000080:00200008:1.0:1788687333.295769:0:31555:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000404:0x2a:0x0](ffff9b29d85af448), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788687333.295776:0:31555:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687333.295778:0:31555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abc80 00000080:00200000:1.0:1788687333.295780:0:31555:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff9b29d85af448),name=f 00000080:00000010:1.0:1788687333.295785:0:31555:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29d08a0e00. 00000080:00000001:1.0:1788687333.295797:0:31555:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687333.295801:0:31555:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687333.295803:0:31555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abba0 00800000:00000002:1.0:1788687333.295805:0:31555:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x2a:0x0] 'f' on [0x200000404:0x28:0x0] 00800000:00000001:1.0:1788687333.295808:0:31555:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687333.295815:0:31555:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x28:0x0], fid2=[0x200000404:0x2a:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687333.295820:0:31555:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687333.295822:0:31555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814aba70 00000002:00010000:1.0:1788687333.295823:0:31555:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x2a:0x0]) in obj [0x200000404:0x28:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687333.295827:0:31555:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687333.295829:0:31555:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687333.295832:0:31555:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687333.295836:0:31555:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de900 count: 3 00010000:00000001:1.0:1788687333.295838:0:31555:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687333.295841:0:31555:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687333.295844:0:31555:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687333.295848:0:31555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5800/0x230d04438e811dec lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2591 expref: -99 pid: 31555 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788687333.295857:0:31555:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687333.295862:0:31555:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687333.295865:0:31555:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5800/0x230d04438e811dec lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2591 expref: -99 pid: 31555 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788687333.295872:0:31555:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687333.295874:0:31555:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687333.295876:0:31555:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687333.295878:0:31555:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687333.295880:0:31555:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687333.295882:0:31555:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x28:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687333.295884:0:31555:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788687333.295886:0:31555:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29d08a0e00. 00000080:00000001:1.0:1788687333.295890:0:31555:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687333.295892:0:31555:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687333.295894:0:31555:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2a:0x0](ffff9b29d85af448) 00000080:00010000:1.0:1788687333.295898:0:31555:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff9b29d85af448) for lock 0x230d04438e811dec 00800000:00000001:1.0:1788687333.295900:0:31555:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687333.295902:0:31555:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687333.295903:0:31555:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.295904:0:31555:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.295945:0:31555:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5800 refcount=3 00000020:00000001:1.0:1788687333.295948:0:31555:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509043712 : -110871200507904 : ffff9b29c97a5800) 00010000:00000001:1.0:1788687333.295950:0:31555:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509043712 : -110871200507904 : ffff9b29c97a5800) 00010000:00000001:1.0:1788687333.295953:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.295954:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687333.295956:0:31555:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687333.295958:0:31555:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687333.295960:0:31555:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811dec from it ffffaca0814abcb8 00010000:00000001:1.0:1788687333.295962:0:31555:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.295963:0:31555:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.295965:0:31555:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5800 refcount=3 00000020:00000001:1.0:1788687333.295967:0:31555:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509043712 : -110871200507904 : ffff9b29c97a5800) 00010000:00000001:1.0:1788687333.295968:0:31555:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509043712 : -110871200507904 : ffff9b29c97a5800) 00010000:00000001:1.0:1788687333.295970:0:31555:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687333.295973:0:31555:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5800/0x230d04438e811dec lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2591 expref: -99 pid: 31555 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687333.295979:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.295979:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.295981:0:31555:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687333.295982:0:31555:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687333.295984:0:31555:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5800/0x230d04438e811dec lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2591 expref: -99 pid: 31555 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788687333.295990:0:31555:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687333.295992:0:31555:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687333.295994:0:31555:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687333.295996:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.295997:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.295998:0:31555:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.296000:0:31555:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687333.296002:0:31555:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.296003:0:31555:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.296005:0:31555:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.296007:0:31555:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687333.296008:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.296009:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687333.296011:0:31555:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687333.296012:0:31555:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687333.296016:0:31555:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788687333.296019:0:31555:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788687333.296022:0:31555:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687333.296025:0:31555:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788687333.296027:0:31555:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.296029:0:31555:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788687333.296032:0:31555:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788687333.296034:0:31555:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687333.296036:0:31555:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:1.0:1788687333.296038:0:31555:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000020:00000001:1.0:1788687333.296042:0:31555:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b02d8 -> ffff9b29d02b02d8 00000020:00000001:1.0:1788687333.296046:0:31555:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788687333.296048:0:31555:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788687333.296050:0:31555:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2a:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788687333.296054:0:31555:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687333.296055:0:31555:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788687333.296058:0:31555:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788687333.296059:0:31555:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.296061:0:31555:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788687333.296065:0:31555:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2a:0x0]io ffff9b29c38c7590 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788687333.296068:0:31555:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015baa8) owner 0000000000000000/ffff9b29c1348000 00020000:00000001:1.0:1788687333.296072:0:31555:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788687333.296073:0:31555:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788687333.296076:0:31555:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788687333.296078:0:31555:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687333.296080:0:31555:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788687333.296083:0:31555:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788687333.296085:0:31555:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687333.296086:0:31555:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687333.296087:0:31555:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788687333.296088:0:31555:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788687333.296090:0:31555:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015baa8) owner 0000000000000000/ffff9b29c1348000 00000020:00000001:1.0:1788687333.296092:0:31555:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788687333.296095:0:31555:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788687333.296096:0:31555:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x2a:0x0] 00000020:00000001:1.0:1788687333.296099:0:31555:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788687333.296100:0:31555:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788687333.296104:0:31555:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788687333.296106:0:31555:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788687333.296112:0:31555:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788687333.296119:0:31555:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c5d3ba80. 00020000:00000002:1.0:1788687333.296123:0:31555:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788687333.296126:0:31555:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788687333.296129:0:31555:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788687333.296131:0:31555:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788687333.296132:0:31555:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:1.0:1788687333.296135:0:31555:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9b29d0280900. 00000020:00000010:1.0:1788687333.296138:0:31555:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29d08a0e00. 00000020:00000010:1.0:1788687333.296142:0:31555:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b29d08a0a00. 00000020:00000010:1.0:1788687333.296145:0:31555:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9b29c974e840. 00000008:00000010:1.0:1788687333.296152:0:31555:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b29c5c6efe0. 00020000:00000010:1.0:1788687333.296155:0:31555:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b2a020f56c0. 00008000:00000010:1.0:1788687333.296159:0:31555:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b29d02bc388. 00000080:00000010:1.0:1788687333.296165:0:31555:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b29e01511f8. 00000080:00000010:1.0:1788687333.296169:0:31555:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b29c38c5030. 00000020:00000010:1.0:1788687333.296174:0:31555:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29e15afa00. 00000008:00000010:1.0:1788687333.296178:0:31555:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b29c8b249a0. 00020000:00000010:1.0:1788687333.296181:0:31555:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b29e0a79918. 00008000:00000010:1.0:1788687333.296185:0:31555:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b29d01c7178. 00000080:00000010:1.0:1788687333.296188:0:31555:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b29c3900780. 00000020:00000001:1.0:1788687333.296190:0:31555:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621090056 : -110871088461560 : ffff9b29d0280908) 00000020:00001000:1.0:1788687333.296192:0:31555:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280900 00000020:00000001:1.0:1788687333.296195:0:31555:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0918 -> ffff9b29d02b02d8 00000020:00000001:1.0:1788687333.296197:0:31555:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788687333.296199:0:31555:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687333.296201:0:31555:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788687333.296202:0:31555:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687333.296204:0:31555:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687333.296206:0:31555:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:1.0:1788687333.296208:0:31555:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788687333.296212:0:31555:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29d13f8130. 00000008:00010000:1.0:1788687333.296216:0:31555:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788687333.296219:0:31555:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788687333.296221:0:31555:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788687333.296223:0:31555:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c5d3bab0, osc lock ffff9b29d13f8130, flags 0x400001002 00000020:00000001:1.0:1788687333.296225:0:31555:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687333.296228:0:31555:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687333.296231:0:31555:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202447792768 : -110871261758848 : ffff9b29c5d3ba80) 00000020:00000001:1.0:1788687333.296233:0:31555:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788687333.296234:0:31555:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788687333.296236:0:31555:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687333.296238:0:31555:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687333.296240:0:31555:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788687333.296242:0:31555:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788687333.296244:0:31555:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788687333.296246:0:31555:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788687333.296247:0:31555:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788687333.296248:0:31555:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:1.0:1788687333.296250:0:31555:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788687333.296253:0:31555:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788687333.296256:0:31555:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788687333.296259:0:31555:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788687333.296262:0:31555:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788687333.296263:0:31555:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788687333.296265:0:31555:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788687333.296266:0:31555:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788687333.296267:0:31555:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788687333.296270:0:31555:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788687333.296272:0:31555:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687333.296276:0:31555:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.296280:0:31555:0:(ldlm_request.c:995:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1788687333.296284:0:31555:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9aa00. 00000020:00000040:1.0:1788687333.296289:0:31555:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00010000:00000001:1.0:1788687333.296293:0:31555:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687333.296297:0:31555:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687333.296299:0:31555:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.296303:0:31555:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687333.296305:0:31555:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687333.296309:0:31555:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687333.296315:0:31555:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c1341000. 00000100:00000001:1.0:1788687333.296323:0:31555:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.296327:0:31555:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687333.296329:0:31555:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.296331:0:31555:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687333.296332:0:31555:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.296335:0:31555:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.296338:0:31555:0:(ldlm_request.c:1009:ldlm_enqueue_pack()) Process leaving (rc=18446633202496416256 : -110871213135360 : ffff9b29c8b9aa00) 00010000:00000001:1.0:1788687333.296341:0:31555:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788687333.296343:0:31555:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788687333.296347:0:31555:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c422f000. 00010000:00000010:1.0:1788687333.296351:0:31555:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9b29c422f900. 00010000:00000001:1.0:1788687333.296356:0:31555:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687333.296359:0:31555:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a4400. 00000020:00000001:1.0:1788687333.296364:0:31555:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687333.296366:0:31555:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a4400 with handle 0x230d04438e811df3 to hash 00000020:00000001:1.0:1788687333.296368:0:31555:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687333.296370:0:31555:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000010:1.0:1788687333.296375:0:31555:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9b29d099b580. 00010000:00000001:1.0:1788687333.296377:0:31555:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:1.0:1788687333.296381:0:31555:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687333.296383:0:31555:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687333.296387:0:31555:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000013114708/0x230d04438e811df3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31555 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687333.296398:0:31555:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000013114708/0x230d04438e811df3 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31555 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.296409:0:31555:0:(ldlm_request.c:1190:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.296414:0:31555:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687333.296419:0:31555:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687333.296429:0:31555:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051159710] to pc [ptlrpcd_00_01+1] req@ffff9b29c8b9aa00 x1875572824532736/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1788687333.296458:0:31555:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687333.296461:0:31555:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687333.296464:0:31555:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687333.296465:0:31555:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687333.296467:0:31555:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687333.296470:0:31555:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788687333.296472:0:31555:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788687333.296487:0:31555:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788687333.296489:0:31555:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:0.0:1788687333.297603:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687333.297611:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687333.297615:0:2368:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687333.297626:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9aa00 x1875572824532736/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.297637:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687333.297640:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.297645:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687333.297648:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687333.297651:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687333.297654:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824532736:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:0.0:1788687333.297659:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687333.297667:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687333.297669:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.297673:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687333.297682:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a03800. 02000000:00000001:0.0:1788687333.297684:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687333.297693:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687333.297698:0:2368:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f78. 00000400:00000010:0.0:1788687333.297707:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdae58. 00000100:00000200:0.0:1788687333.297715:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824532736, portal 4 00000100:00000001:0.0:1788687333.297718:0:2368:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.297720:0:2368:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496416256 : -110871213135360 : ffff9b29c8b9aa00) 00000100:00000040:0.0:1788687333.297727:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b9aa00 x1875572824532736/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687349 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.297734:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687333.297737:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687333.297740:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdaa18. 00000100:00000200:0.0:1788687333.297743:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875572824532736, offset 0 00000400:00000200:0.0:1788687333.297750:0:2368:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687333.297760:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687333.297769:0:2368:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687333.297775:0:2368:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687333.297779:0:2368:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687333.297783:0:2368:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687333.297785:0:2368:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687333.297789:0:2368:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2422:2422:256:4294967295] 192.168.203.144@tcp LPNI seq info [2422:2422:8:4294967295] 00000400:00000200:0.0:1788687333.297794:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687333.297804:0:2368:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687333.297811:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687333.297816:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946b00. 00000800:00000200:0.0:1788687333.297824:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687333.297833:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687333.297838:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788687333.297863:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687333.297868:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20422 usecs (21 jiffies) 00000400:00000200:0.0:1788687333.297871:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687333.297874:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296459323 00000100:00000001:0.0:1788687333.297877:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:0.0:1788687333.297880:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296459323 00000100:00000001:0.0:1788687333.297882:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:0.0:1788687333.297884:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687333.297887:0:2368:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.297890:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.297892:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.297900:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687333.297903:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788687333.297948:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687333.297949:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687333.297951:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.297954:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.297969:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687333.297972:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687333.298119:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687333.298125:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946b00. 00000400:00000200:2.0:1788687333.298133:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.298139:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687333.298145:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdaa18 00000400:00000010:2.0:1788687333.298147:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdaa18. 00000100:00000001:2.0:1788687333.298152:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687333.298157:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9aa00 x1875572824532736/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687349 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.298168:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687333.298172:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9aa00 x1875572824532736/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687349 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.298179:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.298181:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687333.302194:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.302226:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687333.302232:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.302234:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.302247:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.302256:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687333.302266:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.302272:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.302279:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.302284:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 4 MB=0x6a9d2d3f4e700 00000400:00000200:2.0:1788687333.302290:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.302297:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 400/400 into md 0x6ab5 [1] + 224 00000800:00000001:2.0:1788687333.302306:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.302314:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.302318:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.302323:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687333.302333:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687333.302346:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9aa00 x1875572824532736/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687349 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687333.302357:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9b29c8b9aa00 x1875572824532736/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687349 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.302381:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687333.302391:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.302394:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.302488:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687333.302494:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687333.302503:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687333.302505:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687333.302509:0:2368:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f78. 00000400:00000200:0.0:1788687333.302515:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdae58 00000400:00000010:0.0:1788687333.302518:0:2368:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdae58. 00000100:00000001:0.0:1788687333.302521:0:2368:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687333.302527:0:2368:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9aa00 x1875572824532736/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687349 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687333.302535:0:2368:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9aa00 x1875572824532736/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687349 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.302542:0:2368:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687333.302544:0:2368:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.302546:0:2368:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687333.302552:0:2368:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687333.302554:0:2368:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687333.302557:0:2368:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.302560:0:2368:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687333.302572:0:2368:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=105 v=5 (5 5 16 137) 00000100:00001000:0.0:1788687333.302577:0:2368:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687333.302580:0:2368:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687333.302581:0:2368:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.302584:0:2368:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687333.302589:0:2368:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.302593:0:2368:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687333.302596:0:2368:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967342 00000100:00000001:0.0:1788687333.302598:0:2368:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687333.302600:0:2368:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687333.302606:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9aa00 x1875572824532736/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687349 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.302613:0:2368:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687333.302617:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687333.302619:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788687333.302623:0:2368:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1788687333.302626:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.302629:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.302633:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4400 refcount=4 00000020:00000001:0.0:1788687333.302635:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:0.0:1788687333.302638:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:0.0:1788687333.302641:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.302642:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.302643:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4400 refcount=5 00000020:00000001:0.0:1788687333.302645:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:0.0:1788687333.302647:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:0.0:1788687333.302650:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687333.302655:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687333.302660:0:2368:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000013114708/0x230d04438e811df3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31555 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687333.302671:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.302673:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.302675:0:2368:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687333.302678:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.302679:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.302680:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4400 refcount=6 00000020:00000001:0.0:1788687333.302682:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:0.0:1788687333.302684:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000040:0.0:1788687333.302692:0:2368:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c97a4400, remote cookie: 0x59c08f76ab1d2598, flags: 0x1001 00010000:00010000:0.0:1788687333.302697:0:2368:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000013114708/0x230d04438e811df3 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2598 expref: -99 pid: 31555 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687333.302711:0:2368:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1788687333.302714:0:2368:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.302717:0:2368:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788687333.302721:0:2368:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1788687333.302726:0:2368:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000013114708/0x230d04438e811df3 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2598 expref: -99 pid: 31555 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788687333.302735:0:2368:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x18:0x0].0x0 (ffff9b29c422f000) refcount = 1 00010000:00000040:0.0:1788687333.302738:0:2368:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788687333.302740:0:2368:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000013114708/0x230d04438e811df3 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2598 expref: -99 pid: 31555 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687333.302750:0:2368:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788687333.302752:0:2368:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687333.302754:0:2368:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788687333.302757:0:2368:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687333.302761:0:2368:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000013114708/0x230d04438e811df3 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2598 expref: -99 pid: 31555 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687333.302767:0:2368:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788687333.302769:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.302770:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.302771:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.302772:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687333.302774:0:2368:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788687333.302777:0:2368:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788687333.302781:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.302782:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.302783:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4400 refcount=5 00000020:00000001:0.0:1788687333.302786:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:0.0:1788687333.302788:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00000008:00000001:0.0:1788687333.302793:0:2368:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788687333.302798:0:2368:0:(cl_object.c:143:cl_object_top()) ffff9b29c9bd8380 -> ffff9b29d02b02d8 00000008:00010000:0.0:1788687333.302803:0:2368:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000013114708/0x230d04438e811df3 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2598 expref: -99 pid: 31555 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788687333.302811:0:2368:0:(cl_object.c:143:cl_object_top()) ffff9b29c9bd8380 -> ffff9b29d02b02d8 00000020:00000001:0.0:1788687333.302814:0:2368:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788687333.302817:0:2368:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788687333.302820:0:2368:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788687333.302823:0:2368:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.302825:0:2368:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.302827:0:2368:0:(cl_object.c:143:cl_object_top()) ffff9b29c9bd8380 -> ffff9b29d02b02d8 00000008:00000001:0.0:1788687333.302828:0:2368:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1788687333.302831:0:2368:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788687333.302834:0:2368:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788687333.302853:0:2368:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788687333.302856:0:2368:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.302858:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.302860:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.302861:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4400 refcount=6 00000020:00000001:0.0:1788687333.302863:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:0.0:1788687333.302865:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:0.0:1788687333.302868:0:2368:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687333.302871:0:2368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000013114708/0x230d04438e811df3 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d2598 expref: -99 pid: 31555 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687333.302878:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.302879:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687333.302881:0:2368:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000013114708/0x230d04438e811df3 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d2598 expref: -99 pid: 31555 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687333.302888:0:2368:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687333.302890:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.302891:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687333.302892:0:2368:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.302894:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.302895:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.302896:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4400 refcount=5 00000020:00000001:0.0:1788687333.302898:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:0.0:1788687333.302899:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:0.0:1788687333.302901:0:2368:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687333.302903:0:2368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000013114708/0x230d04438e811df3 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d2598 expref: -99 pid: 31555 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687333.302955:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.302956:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.302958:0:2368:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687333.302962:0:2368:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687333.302965:0:2368:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000013114708/0x230d04438e811df3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2598 expref: -99 pid: 31555 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687333.302977:0:2368:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687333.302980:0:2368:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687333.302982:0:2368:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687333.302987:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.302988:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.302990:0:2368:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.302994:0:2368:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687333.302997:0:2368:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.302999:0:2368:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.303001:0:2368:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.303003:0:2368:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687333.303004:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.303005:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.303006:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.303007:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687333.303009:0:2368:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687333.303015:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9aa00 x1875572824532736/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687349 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687333.303024:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824532736:192.168.203.144@tcp:101:checkstat.0 00000100:00000001:0.0:1788687333.303030:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.303033:0:2368:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687333.303037:0:2368:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9aa00 x1875572824532736/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.303044:0:2368:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687333.303047:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687333.303052:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a03800. 02000000:00000001:0.0:1788687333.303056:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687333.303059:0:2368:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687333.303061:0:2368:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:0.0:1788687333.303063:0:2368:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687333.303066:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c1341000. 02000000:00000001:0.0:1788687333.303071:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687333.303073:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687333.303076:0:2368:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9aa00. 00000100:00000001:0.0:1788687333.303080:0:2368:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687333.303081:0:2368:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.303084:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.303093:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687333.303095:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.303098:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687333.303101:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687333.303240:0:31555:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687333.303245:0:31555:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.303253:0:31555:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788687333.303256:0:31555:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b02d8 -> ffff9b29d02b02d8 00000020:00000001:1.0:1788687333.303259:0:31555:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b02d8 -> ffff9b29d02b02d8 00000020:00000001:1.0:1788687333.303261:0:31555:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788687333.303267:0:31555:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788687333.303273:0:31555:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788687333.303276:0:31555:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687333.303277:0:31555:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788687333.303278:0:31555:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788687333.303281:0:31555:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2a:1028 on OST[0]: s=0 (1) m=1788687315 a=1788687315 c=1788687315 b=1 00020000:00000001:1.0:1788687333.303285:0:31555:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788687333.303288:0:31555:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1788687315 a=1788687315 c=1788687315 b=1 00020000:00000001:1.0:1788687333.303291:0:31555:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687333.303294:0:31555:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687333.303295:0:31555:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b02d8 -> ffff9b29d02b02d8 00000080:00200000:1.0:1788687333.303298:0:31555:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x2a:0x0] updating i_size 0 i_blocks 1 00000080:00000001:1.0:1788687333.303301:0:31555:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788687333.303305:0:31555:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788687333.303307:0:31555:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29c38c7530 (ffff9b29d0280cf8/0) at cl_lock_release():245 00000020:00000001:1.0:1788687333.303310:0:31555:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788687333.303311:0:31555:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c38c7530 (ffff9b29d0280cf8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788687333.303316:0:31555:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788687333.303320:0:31555:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788687333.303323:0:31555:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:1.0:1788687333.303324:0:31555:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788687333.303326:0:31555:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5d3bab0 (ffff9b29d0280908/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788687333.303329:0:31555:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788687333.303330:0:31555:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788687333.303332:0:31555:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.303333:0:31555:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788687333.303335:0:31555:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788687333.303338:0:31555:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788687333.303339:0:31555:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788687333.303340:0:31555:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788687333.303342:0:31555:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788687333.303343:0:31555:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c38c7530 (ffff9b29d0280cf8/0) at cl_lock_fini():72 00020000:00000001:1.0:1788687333.303346:0:31555:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788687333.303348:0:31555:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788687333.303349:0:31555:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5d3bab0 (ffff9b29d0280cf8/1) at cl_lock_fini():72 00000008:00000010:1.0:1788687333.303352:0:31555:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d13f8130. 00000020:00000001:1.0:1788687333.303356:0:31555:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788687333.303358:0:31555:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5d3ba80. 00020000:00000001:1.0:1788687333.303361:0:31555:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788687333.303362:0:31555:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788687333.303364:0:31555:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788687333.303366:0:31555:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687333.303369:0:31555:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788687333.303372:0:31555:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788687333.303374:0:31555:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788687333.303375:0:31555:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788687333.303377:0:31555:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788687333.303379:0:31555:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280900 00020000:00000001:1.0:1788687333.303383:0:31555:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788687333.303385:0:31555:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788687333.303388:0:31555:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788687333.303391:0:31555:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2a:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788687333.303395:0:31555:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788687333.303397:0:31555:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.303400:0:31555:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788687333.303402:0:31555:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788687333.303403:0:31555:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788687333.303405:0:31555:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000001:00000001:1.0:1788687333.303407:0:31555:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687333.303418:0:31555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abd08 00000080:00000008:1.0:1788687333.303421:0:31555:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff9b29d85af448), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788687333.303429:0:31555:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788687333.303431:0:31555:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abda0 00000080:00002000:1.0:1788687333.303433:0:31555:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff9b29d86141b0, parent ffff9b29d86146c0, inode ffff9b29d85af448) hashed, 00000080:00000001:1.0:1788687333.303436:0:31555:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.305054:0:31365:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687333.305062:0:31365:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687333.305065:0:31365:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c33b78 00000080:00200000:0.0:1788687333.305070:0:31365:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687333.305079:0:31365:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56400. 00800000:00000002:0.0:1788687333.305087:0:31365:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687333.305092:0:31365:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687333.305099:0:31365:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687333.305101:0:31365:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c33a98 00800000:00000002:0.0:1788687333.305104:0:31365:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687333.305109:0:31365:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687333.305114:0:31365:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687333.305120:0:31365:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687333.305123:0:31365:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c33968 00000002:00010000:0.0:1788687333.305125:0:31365:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687333.305130:0:31365:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687333.305132:0:31365:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687333.305136:0:31365:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687333.305144:0:31365:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 2 00010000:00000001:0.0:1788687333.305147:0:31365:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687333.305154:0:31365:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687333.305159:0:31365:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687333.305165:0:31365:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788687333.305178:0:31365:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687333.305184:0:31365:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687333.305187:0:31365:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788687333.305195:0:31365:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687333.305197:0:31365:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687333.305199:0:31365:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687333.305201:0:31365:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687333.305203:0:31365:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687333.305205:0:31365:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687333.305209:0:31365:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687333.305212:0:31365:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687333.305215:0:31365:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56400. 00000080:00000001:0.0:1788687333.305221:0:31365:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687333.305223:0:31365:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687333.305226:0:31365:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687333.305230:0:31365:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811dc9 00800000:00000001:0.0:1788687333.305236:0:31365:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687333.305238:0:31365:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687333.305240:0:31365:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.305243:0:31365:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.305246:0:31365:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9400 refcount=3 00000020:00000001:0.0:1788687333.305248:0:31365:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:0.0:1788687333.305251:0:31365:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:0.0:1788687333.305255:0:31365:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.305256:0:31365:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687333.305257:0:31365:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687333.305259:0:31365:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687333.305262:0:31365:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811dc9 from it ffffaca081c33bb0 00010000:00000001:0.0:1788687333.305264:0:31365:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.305266:0:31365:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.305267:0:31365:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9400 refcount=3 00000020:00000001:0.0:1788687333.305269:0:31365:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:0.0:1788687333.305271:0:31365:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:0.0:1788687333.305273:0:31365:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687333.305276:0:31365:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788687333.305283:0:31365:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.305284:0:31365:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.305285:0:31365:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687333.305287:0:31365:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687333.305290:0:31365:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788687333.305297:0:31365:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687333.305301:0:31365:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687333.305303:0:31365:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687333.305308:0:31365:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.305309:0:31365:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.305310:0:31365:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.305314:0:31365:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687333.305317:0:31365:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.305319:0:31365:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.305321:0:31365:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.305323:0:31365:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687333.305324:0:31365:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.305326:0:31365:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687333.305328:0:31365:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687333.305330:0:31365:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687333.305332:0:31365:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 44 00000080:00000001:0.0:1788687333.305338:0:31365:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.305345:0:31365:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788687333.305347:0:31365:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788687333.305350:0:31365:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c33b78 00000080:00200008:0.0:1788687333.305352:0:31365:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 304000 00000080:00000010:0.0:1788687333.305358:0:31365:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29d0060500. 00000080:00000001:0.0:1788687333.305363:0:31365:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.305365:0:31365:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.305378:0:31365:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c33d28 00000080:00200008:0.0:1788687333.305381:0:31365:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788687333.305389:0:31365:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788687333.305391:0:31365:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:0.0:1788687333.305395:0:31365:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56400. 00800000:00000002:0.0:1788687333.305398:0:31365:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00800000:00000001:0.0:1788687333.305403:0:31365:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:0.0:1788687333.305407:0:31365:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:0.0:1788687333.305409:0:31365:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687333.305410:0:31365:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c33990 00000002:00010000:0.0:1788687333.305412:0:31365:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:0.0:1788687333.305415:0:31365:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687333.305416:0:31365:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687333.305418:0:31365:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687333.305420:0:31365:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 2 00010000:00000001:0.0:1788687333.305422:0:31365:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687333.305425:0:31365:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687333.305426:0:31365:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687333.305429:0:31365:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788687333.305436:0:31365:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687333.305439:0:31365:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687333.305442:0:31365:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788687333.305448:0:31365:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687333.305450:0:31365:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687333.305451:0:31365:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687333.305453:0:31365:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687333.305454:0:31365:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.305455:0:31365:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.305457:0:31365:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9400 refcount=3 00000020:00000001:0.0:1788687333.305458:0:31365:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:0.0:1788687333.306708:0:31365:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:0.0:1788687333.306713:0:31365:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.306715:0:31365:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687333.306717:0:31365:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687333.307107:0:31365:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:1.0:1788687333.307116:0:31365:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9b29c7094800. 00000002:00000001:1.0:1788687333.307894:0:31365:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1788687333.307904:0:31365:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99180. 00000020:00000040:1.0:1788687333.308597:0:31365:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:1.0:1788687333.308603:0:31365:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687333.308607:0:31365:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687333.308613:0:31365:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687333.308626:0:31365:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c1341800. 00000100:00000001:1.0:1788687333.308634:0:31365:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.308638:0:31365:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1788687333.308644:0:31365:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9b29c6913c00. 00000100:00000010:1.0:1788687333.308649:0:31365:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9b29c695f000. 00000020:00000040:1.0:1788687333.308652:0:31365:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:1.0:1788687333.308692:0:31365:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687333.308696:0:31365:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687333.308704:0:31365:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c3f64600. 00000100:00000001:1.0:1788687333.308706:0:31365:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202416502272 : -110871293049344 : ffff9b29c3f64600) 00000100:00000001:1.0:1788687333.308710:0:31365:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687333.308711:0:31365:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496409984 : -110871213141632 : ffff9b29c8b99180) 00000100:00000001:1.0:1788687333.308717:0:31365:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687333.308721:0:31365:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.308723:0:31365:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687333.308725:0:31365:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687333.308740:0:31365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99180 x1875572824532864/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.308749:0:31365:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687333.308751:0:31365:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687333.308756:0:31365:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687333.308759:0:31365:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687333.308762:0:31365:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687333.308765:0:31365:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99180 pname:cluuid:pid:xid:nid:opc:job bash:ce1d4174-c231-444b-b3ed-b722bc4901cb:31365:1875572824532864:192.168.203.144@tcp:37:bash.0 00000100:00000001:1.0:1788687333.308771:0:31365:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687333.308778:0:31365:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687333.308781:0:31365:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.308784:0:31365:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1788687333.308796:0:31365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687333.308801:0:31365:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150948. 00000400:00000010:1.0:1788687333.308813:0:31365:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9b29c682c000. 00000100:00000200:1.0:1788687333.308822:0:31365:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9d2d3f4e780-0x6a9d2d3f4e780, portal 14 00000100:00000001:1.0:1788687333.308826:0:31365:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687333.308829:0:31365:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687333.308833:0:31365:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6911000. 02000000:00000001:1.0:1788687333.308835:0:31365:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687333.308838:0:31365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687333.308841:0:31365:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150d68. 00000400:00000010:1.0:1788687333.308846:0:31365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc000. 00000100:00000200:1.0:1788687333.308850:0:31365:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824532864, portal 10 00000100:00000001:1.0:1788687333.308852:0:31365:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687333.308853:0:31365:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496409984 : -110871213141632 : ffff9b29c8b99180) 00000100:00000040:1.0:1788687333.308863:0:31365:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b99180 x1875572824532864/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.308871:0:31365:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687333.308874:0:31365:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687333.308877:0:31365:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc220. 00000100:00000200:1.0:1788687333.308881:0:31365:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875572824532864, offset 0 00000400:00000200:1.0:1788687333.308889:0:31365:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687333.308899:0:31365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687333.309038:0:31365:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687333.309045:0:31365:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687333.309050:0:31365:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687333.309055:0:31365:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687333.309058:0:31365:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687333.309063:0:31365:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2423:2423:256:4294967295] 192.168.203.144@tcp LPNI seq info [2423:2423:8:4294967295] 00000400:00000200:1.0:1788687333.309068:0:31365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687333.309081:0:31365:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687333.309089:0:31365:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687333.309096:0:31365:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2000. 00000800:00000200:1.0:1788687333.309105:0:31365:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687333.309116:0:31365:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687333.309121:0:31365:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2000 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1788687333.309203:0:31365:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687333.309209:0:31365:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 816716 usecs (817 jiffies) 00000400:00000200:1.0:1788687333.309213:0:31365:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687333.309216:0:31365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296460131 00000100:00000001:1.0:1788687333.309220:0:31365:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:1.0:1788687333.309222:0:31365:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296460131 00000100:00000001:1.0:1788687333.309225:0:31365:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:1.0:1788687333.309228:0:31365:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687333.309231:0:31365:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.309234:0:31365:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687333.309236:0:31365:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687333.309239:0:31365:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c3f64600 going to sleep for 11 seconds 00000100:00000001:1.0:1788687333.309243:0:31365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687333.309246:0:31365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687333.309635:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687333.309641:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2000. 00000400:00000200:2.0:1788687333.309649:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.309655:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687333.309662:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc220 00000400:00000010:2.0:1788687333.309665:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc220. 00000100:00000001:2.0:1788687333.309670:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687333.309676:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99180 x1875572824532864/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.309688:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687333.309692:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99180 x1875572824532864/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.309699:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.309701:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687333.322752:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.322777:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687333.322783:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.322787:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.322798:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.322807:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687333.322818:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.322823:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.322830:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.322835:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 4096 into portal 14 MB=0x6a9d2d3f4e780 00000400:00000200:2.0:1788687333.322841:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.322849:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.144@tcp of length 4096/4096 into md 0x6abd [256] + 0 00000400:00000010:2.0:1788687333.322855:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150948. 00000400:00000200:2.0:1788687333.322864:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9b29c682c000 00000800:00000001:2.0:1788687333.322871:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.322881:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.322886:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.322891:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687333.322898:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c682c000 00000400:00000010:2.0:1788687333.322902:0:2362:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9b29c682c000. 00000100:00000001:2.0:1788687333.322959:0:2362:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788687333.322963:0:2362:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9b29c8b99180 desc ffff9b29c6913c00 mbits 1875572824532864 00000100:00000001:1.0:1788687333.323021:0:31365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687333.323027:0:31365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.323061:0:2362:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788687333.323073:0:2362:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788687333.323076:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.323083:0:2362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687333.323089:0:2362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2424:2424:256:4294967295] 192.168.203.144@tcp LPNI seq info [2424:2424:8:4294967295] 00000400:00000200:2.0:1788687333.323094:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.323104:0:2362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1788687333.323111:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687333.323121:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9b29c69da000. 00000800:00000200:2.0:1788687333.323129:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687333.323136:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687333.323142:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c69da000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788687333.323230:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687333.323235:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9b29c69da000. 00000400:00000200:2.0:1788687333.323239:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.323243:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1788687333.323250:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.323254:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687333.326203:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.326229:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687333.326236:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.326239:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.326250:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.326260:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687333.326273:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.326279:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.326286:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.326291:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 440 into portal 10 MB=0x6a9d2d3f4e780 00000400:00000200:2.0:1788687333.326298:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.326306:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 440/440 into md 0x6ac5 [1] + 224 00000800:00000001:2.0:1788687333.326316:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.326323:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.326327:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.326332:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687333.326342:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687333.326354:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99180 x1875572824532864/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687333.326366:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9b29c8b99180 x1875572824532864/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.326434:0:31365:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687333.327756:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687333.327779:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.327788:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788687333.330664:0:31365:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687333.330672:0:31365:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687333.330678:0:31365:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150d68. 00000400:00000200:1.0:1788687333.330691:0:31365:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc000 00000400:00000010:1.0:1788687333.330694:0:31365:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc000. 00000100:00000001:1.0:1788687333.330700:0:31365:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687333.330715:0:31365:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99180 x1875572824532864/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687333.330727:0:31365:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99180 x1875572824532864/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.330736:0:31365:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687333.330740:0:31365:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687333.330743:0:31365:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687333.330747:0:31365:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687333.330750:0:31365:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687333.330753:0:31365:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687333.330756:0:31365:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687333.330768:0:31365:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=105 v=5 (5 5 5 5) 00000100:00001000:1.0:1788687333.330773:0:31365:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687333.330776:0:31365:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687333.330778:0:31365:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.330781:0:31365:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687333.330787:0:31365:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.330792:0:31365:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687333.330794:0:31365:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1788687333.330797:0:31365:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687333.330801:0:31365:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687333.330805:0:31365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9b29c8b99180 x1875572824532864/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788687333.330815:0:31365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9b29c8b99180 x1875572824532864/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.330823:0:31365:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687333.330826:0:31365:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687333.330830:0:31365:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99180 x1875572824532864/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687333.330838:0:31365:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99180 pname:cluuid:pid:xid:nid:opc:job bash:ce1d4174-c231-444b-b3ed-b722bc4901cb:31365:1875572824532864:192.168.203.144@tcp:37:bash.0 00000100:00000001:1.0:1788687333.330843:0:31365:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687333.330847:0:31365:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.330851:0:31365:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687333.330853:0:31365:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687333.330857:0:31365:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99180 x1875572824532864/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.330864:0:31365:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687333.330869:0:31365:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c3f64600. 00000100:00000001:1.0:1788687333.330873:0:31365:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687333.330874:0:31365:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687333.330880:0:31365:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.330883:0:31365:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687333.330886:0:31365:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b99180 x1875572824532864/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.330892:0:31365:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687333.330895:0:31365:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687333.330898:0:31365:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6911000. 02000000:00000001:1.0:1788687333.330902:0:31365:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687333.330995:0:31365:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687333.330998:0:31365:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687333.331001:0:31365:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788687333.331003:0:31365:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1788687333.331006:0:31365:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687333.331007:0:31365:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687333.331009:0:31365:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1788687333.331042:0:31365:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9b29c695f000. 00000100:00000010:1.0:1788687333.331047:0:31365:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9b29c6913c00. 00000100:00000001:1.0:1788687333.331050:0:31365:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1788687333.331053:0:31365:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c1341800. 02000000:00000001:1.0:1788687333.331058:0:31365:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687333.331060:0:31365:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687333.331062:0:31365:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b99180. 00000100:00000001:1.0:1788687333.331066:0:31365:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687333.331067:0:31365:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687333.331070:0:31365:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1788687333.331073:0:31365:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1788687333.332191:0:31365:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9b29c7094800. 00000002:00000001:1.0:1788687333.332201:0:31365:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.332209:0:31365:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.333077:0:31365:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.333083:0:31365:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9400 refcount=3 00000020:00000001:1.0:1788687333.333087:0:31365:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:1.0:1788687333.333209:0:31365:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:1.0:1788687333.333282:0:31365:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687333.333288:0:31365:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788687333.333300:0:31365:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.333302:0:31365:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.333304:0:31365:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687333.333308:0:31365:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687333.333311:0:31365:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788687333.333318:0:31365:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687333.333323:0:31365:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687333.333325:0:31365:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687333.333331:0:31365:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.333332:0:31365:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.333334:0:31365:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.333338:0:31365:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687333.333341:0:31365:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.333343:0:31365:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.333347:0:31365:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.333350:0:31365:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687333.333352:0:31365:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.333353:0:31365:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1788687333.333358:0:31365:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.333369:0:31365:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:1.0:1788687333.333380:0:31365:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687333.333385:0:31365:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56400. 00000080:00000001:1.0:1788687333.333394:0:31365:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.333488:0:31365:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687333.333492:0:31365:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c33ca0 00000080:00200000:1.0:1788687333.333495:0:31365:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687333.333507:0:31365:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c1341800. 00800000:00000002:1.0:1788687333.333515:0:31365:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687333.333519:0:31365:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687333.333524:0:31365:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687333.333527:0:31365:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c33bc0 00800000:00000002:1.0:1788687333.333530:0:31365:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687333.333534:0:31365:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687333.333539:0:31365:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687333.333545:0:31365:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687333.333547:0:31365:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c33a90 00000002:00010000:1.0:1788687333.333549:0:31365:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687333.333553:0:31365:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687333.333555:0:31365:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687333.333558:0:31365:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687333.333566:0:31365:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 2 00010000:00000001:1.0:1788687333.333569:0:31365:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687333.333574:0:31365:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687333.333580:0:31365:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687333.333584:0:31365:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788687333.333594:0:31365:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687333.333600:0:31365:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687333.333604:0:31365:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788687333.333612:0:31365:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687333.333614:0:31365:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687333.333617:0:31365:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687333.333618:0:31365:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687333.333621:0:31365:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687333.333623:0:31365:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687333.333626:0:31365:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788687333.333628:0:31365:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687333.333630:0:31365:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c1341800. 00000080:00000001:1.0:1788687333.333636:0:31365:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687333.333637:0:31365:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687333.333640:0:31365:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687333.333644:0:31365:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811dc9 00800000:00000001:1.0:1788687333.333648:0:31365:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687333.333651:0:31365:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687333.333653:0:31365:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.333655:0:31365:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.333657:0:31365:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9400 refcount=3 00000020:00000001:1.0:1788687333.333659:0:31365:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:1.0:1788687333.333662:0:31365:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:1.0:1788687333.333664:0:31365:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.333666:0:31365:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687333.333667:0:31365:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687333.333669:0:31365:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687333.333672:0:31365:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811dc9 from it ffffaca081c33cd8 00010000:00000001:1.0:1788687333.333674:0:31365:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.333675:0:31365:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.333676:0:31365:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9400 refcount=3 00000020:00000001:1.0:1788687333.333678:0:31365:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:1.0:1788687333.333679:0:31365:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:1.0:1788687333.333681:0:31365:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687333.333684:0:31365:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788687333.333690:0:31365:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.333691:0:31365:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.333692:0:31365:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687333.333693:0:31365:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687333.333696:0:31365:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788687333.333702:0:31365:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687333.333704:0:31365:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687333.333705:0:31365:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687333.333708:0:31365:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.333709:0:31365:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.333711:0:31365:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.333713:0:31365:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687333.333714:0:31365:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.333716:0:31365:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.333718:0:31365:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.333720:0:31365:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687333.333722:0:31365:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.333723:0:31365:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687333.333727:0:31365:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687333.333728:0:31365:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687333.333732:0:31365:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687333.333738:0:31365:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c33d28 00000080:00000008:1.0:1788687333.333741:0:31365:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788687333.335347:0:31365:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788687333.335356:0:31365:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) pos/size0/16384 32bit_api 0 00000080:00000010:1.0:1788687333.335370:0:31365:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c1341800. 00800000:00000002:1.0:1788687333.335377:0:31365:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687333.335381:0:31365:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:1.0:1788687333.335390:0:31365:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446732216452989952 : -11857256561664 : fffff537446f4400) 00000080:00000001:1.0:1788687333.335406:0:31365:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788687333.335412:0:31365:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.335414:0:31365:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833925 : 144115205322833925 : 200000404000005) 00000080:00000001:1.0:1788687333.335416:0:31365:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:1.0:1788687333.335419:0:31365:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056715 : 144115205306056715 : 20000040300000b) 00000080:00000001:1.0:1788687333.335420:0:31365:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833924 : 144115205322833924 : 200000404000004) 00000080:00000001:1.0:1788687333.335422:0:31365:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:1.0:1788687333.335424:0:31365:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056712 : 144115205306056712 : 200000403000008) 00000080:00000001:1.0:1788687333.335426:0:31365:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:1.0:1788687333.335429:0:31365:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056719 : 144115205306056719 : 20000040300000f) 00000080:00000001:1.0:1788687333.335430:0:31365:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056721 : 144115205306056721 : 200000403000011) 00000080:00000001:1.0:1788687333.335433:0:31365:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502275 : 144115205272502275 : 200000401000003) 00000080:00000001:1.0:1788687333.335435:0:31365:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:1.0:1788687333.335438:0:31365:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502274 : 144115205272502274 : 200000401000002) 00000080:00000001:1.0:1788687333.335440:0:31365:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056717 : 144115205306056717 : 20000040300000d) 00000080:00000001:1.0:1788687333.335443:0:31365:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502273 : 144115205272502273 : 200000401000001) 00000080:00000001:1.0:1788687333.335445:0:31365:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502278 : 144115205272502278 : 200000401000006) 00000080:00000001:1.0:1788687333.335448:0:31365:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056705 : 144115205306056705 : 200000403000001) 00000080:00000001:1.0:1788687333.335452:0:31365:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687333.335454:0:31365:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687333.335459:0:31365:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c1341800. 00000080:00000001:1.0:1788687333.335468:0:31365:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.335504:0:31365:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788687333.335506:0:31365:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:1.0:1788687333.335509:0:31365:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788687333.335511:0:31365:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.335528:0:31365:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788687333.335532:0:31365:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788687333.335535:0:31365:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c33dd0 00000080:00200008:1.0:1788687333.335537:0:31365:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 304000 00000080:00400000:1.0:1788687333.335542:0:31365:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1788687333.335546:0:31365:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29d0060500. 00000080:00000001:1.0:1788687333.335553:0:31365:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788687333.335556:0:31365:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c33dd0 00000080:00000008:1.0:1788687333.335558:0:31365:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 304000, rc = 0 00000080:00000001:1.0:1788687333.335560:0:31365:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.335562:0:31365:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687333.342753:0:31556:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687333.342762:0:31556:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687333.342765:0:31556:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687333.342769:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bb20 00000080:00200000:2.0:1788687333.342775:0:31556:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687333.342785:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6941c00. 00800000:00000002:2.0:1788687333.342792:0:31556:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687333.342797:0:31556:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687333.342803:0:31556:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687333.342805:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150ba40 00800000:00000002:2.0:1788687333.342808:0:31556:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687333.342813:0:31556:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687333.342818:0:31556:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687333.342825:0:31556:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687333.342827:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b910 00000002:00010000:2.0:1788687333.342829:0:31556:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687333.342834:0:31556:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687333.342836:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687333.342841:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687333.342849:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 2 00010000:00000001:2.0:1788687333.342854:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687333.342861:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687333.342869:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687333.342875:0:31556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788687333.342890:0:31556:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687333.342896:0:31556:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687333.342901:0:31556:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1788687333.342958:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687333.342960:0:31556:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687333.342962:0:31556:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687333.342964:0:31556:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687333.342966:0:31556:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687333.342969:0:31556:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687333.342971:0:31556:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687333.342975:0:31556:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687333.342979:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6941c00. 00000080:00000001:2.0:1788687333.342987:0:31556:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687333.342989:0:31556:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687333.342993:0:31556:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687333.342997:0:31556:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811dc9 00800000:00000001:2.0:1788687333.343001:0:31556:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687333.343003:0:31556:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687333.343006:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687333.343009:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687333.343013:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9400 refcount=3 00000020:00000001:2.0:1788687333.343016:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:2.0:1788687333.343019:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:2.0:1788687333.343022:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687333.343024:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687333.343025:0:31556:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687333.343027:0:31556:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687333.343030:0:31556:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811dc9 from it ffffaca08150bb58 00010000:00000001:2.0:1788687333.343033:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687333.343034:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687333.343036:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9400 refcount=3 00000020:00000001:2.0:1788687333.343038:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:2.0:1788687333.343040:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:2.0:1788687333.343042:0:31556:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687333.343045:0:31556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788687333.343052:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687333.343053:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687333.343055:0:31556:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687333.343058:0:31556:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687333.343061:0:31556:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788687333.343069:0:31556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687333.343073:0:31556:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687333.343075:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687333.343080:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687333.343081:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687333.343083:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.343087:0:31556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687333.343089:0:31556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.343103:0:31556:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.343106:0:31556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.343109:0:31556:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687333.343110:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687333.343112:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687333.343116:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687333.343118:0:31556:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687333.343121:0:31556:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788687333.343126:0:31556:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687333.343131:0:31556:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788687333.343134:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bb48 00000080:00002000:2.0:1788687333.343136:0:31556:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff9b29d8746948) flags 0x20000e refc 1 00000080:00000001:2.0:1788687333.343139:0:31556:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687333.343142:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bb90 00000080:00200000:2.0:1788687333.343143:0:31556:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=8 00000080:00000001:2.0:1788687333.343148:0:31556:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788687333.343150:0:31556:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687333.343157:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bd08 00000080:00200008:2.0:1788687333.343159:0:31556:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9b29d85ad348), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788687333.343164:0:31556:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687333.343165:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bc80 00000080:00200000:2.0:1788687333.343167:0:31556:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9b29d85ad348),name=d21h.recovery-small-1 00000080:00000010:2.0:1788687333.343172:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6941c00. 00800000:00000002:2.0:1788687333.343175:0:31556:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687333.343181:0:31556:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687333.343183:0:31556:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687333.343185:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bba0 00800000:00000002:2.0:1788687333.343187:0:31556:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x27:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687333.343189:0:31556:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687333.343194:0:31556:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687333.343197:0:31556:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687333.343198:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150ba70 00000002:00010000:2.0:1788687333.343200:0:31556:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687333.343203:0:31556:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687333.343205:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687333.343206:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687333.343264:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 2 00010000:00000001:2.0:1788687333.343268:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687333.343271:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687333.343274:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687333.343277:0:31556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788687333.343284:0:31556:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687333.343286:0:31556:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687333.343289:0:31556:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788687333.343296:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687333.343298:0:31556:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687333.343299:0:31556:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687333.343301:0:31556:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687333.343302:0:31556:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687333.343304:0:31556:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687333.343307:0:31556:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687333.343309:0:31556:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687333.343311:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6941c00. 00000080:00000001:2.0:1788687333.343314:0:31556:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687333.343316:0:31556:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687333.343318:0:31556:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff9b29d85ad348) 00000080:00010000:2.0:1788687333.343321:0:31556:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff9b29d85ad348) for lock 0x230d04438e811dd0 00800000:00000001:2.0:1788687333.343323:0:31556:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687333.343325:0:31556:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687333.343326:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687333.343327:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687333.343329:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147000 refcount=3 00000020:00000001:2.0:1788687333.343331:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:2.0:1788687333.343334:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:2.0:1788687333.343336:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687333.343337:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687333.343338:0:31556:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687333.343340:0:31556:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687333.343342:0:31556:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811dd0 from it ffffaca08150bcb8 00010000:00000001:2.0:1788687333.343344:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687333.343345:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687333.343347:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147000 refcount=3 00000020:00000001:2.0:1788687333.343348:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:2.0:1788687333.343350:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:2.0:1788687333.343352:0:31556:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687333.343356:0:31556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687333.343362:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687333.343363:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687333.343364:0:31556:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687333.343366:0:31556:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687333.343368:0:31556:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687333.343375:0:31556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687333.343376:0:31556:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687333.343378:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687333.343380:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687333.343381:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687333.343383:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.343385:0:31556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687333.343386:0:31556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.343388:0:31556:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.343390:0:31556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.343392:0:31556:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687333.343393:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687333.343395:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687333.343466:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687333.343467:0:31556:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687333.343471:0:31556:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687333.343486:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bd08 00000080:00000008:2.0:1788687333.343488:0:31556:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9b29d85ad348), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788687333.343522:0:31556:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687333.343525:0:31556:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687333.343526:0:31556:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687333.343528:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bbc0 00000080:00200000:2.0:1788687333.343530:0:31556:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687333.343534:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6941c00. 00800000:00000002:2.0:1788687333.343538:0:31556:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687333.343540:0:31556:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687333.343542:0:31556:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687333.343544:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bae0 00800000:00000002:2.0:1788687333.343545:0:31556:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687333.343548:0:31556:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687333.343550:0:31556:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687333.343553:0:31556:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687333.343554:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b9b0 00000002:00010000:2.0:1788687333.343556:0:31556:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687333.343559:0:31556:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687333.343560:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687333.343562:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687333.343564:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 2 00010000:00000001:2.0:1788687333.343567:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687333.343570:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687333.343572:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687333.343575:0:31556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1788687333.343583:0:31556:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687333.343585:0:31556:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687333.343588:0:31556:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1788687333.343594:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687333.343596:0:31556:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687333.343598:0:31556:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687333.343600:0:31556:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687333.343602:0:31556:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687333.343603:0:31556:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687333.343606:0:31556:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687333.343608:0:31556:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687333.343610:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6941c00. 00000080:00000001:2.0:1788687333.343614:0:31556:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687333.343615:0:31556:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687333.343618:0:31556:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687333.343620:0:31556:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811dc9 00800000:00000001:2.0:1788687333.343623:0:31556:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687333.343624:0:31556:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687333.343625:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687333.343627:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687333.343629:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9400 refcount=3 00000020:00000001:2.0:1788687333.343630:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:2.0:1788687333.343633:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:2.0:1788687333.343635:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687333.343636:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687333.343637:0:31556:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687333.343639:0:31556:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687333.343641:0:31556:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811dc9 from it ffffaca08150bbf8 00010000:00000001:2.0:1788687333.343643:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687333.343644:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687333.343645:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9400 refcount=3 00000020:00000001:2.0:1788687333.343647:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:2.0:1788687333.343649:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:2.0:1788687333.343651:0:31556:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687333.343653:0:31556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788687333.343658:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687333.343659:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687333.343660:0:31556:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687333.343662:0:31556:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687333.343664:0:31556:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1788687333.343671:0:31556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687333.343673:0:31556:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687333.343674:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687333.343677:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687333.343678:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687333.343680:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.343681:0:31556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687333.343683:0:31556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.343684:0:31556:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.343686:0:31556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.343688:0:31556:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687333.343689:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687333.343691:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687333.343692:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687333.343693:0:31556:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687333.343695:0:31556:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788687333.343699:0:31556:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687333.343702:0:31556:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788687333.343703:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bbc0 00000080:00002000:2.0:1788687333.343705:0:31556:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff9b29d8746948) flags 0x20000e refc 1 00000080:00000001:2.0:1788687333.343707:0:31556:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687333.343709:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bc08 00000080:00200000:2.0:1788687333.343710:0:31556:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000001:2.0:1788687333.343712:0:31556:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788687333.343714:0:31556:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687333.343717:0:31556:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788687333.343719:0:31556:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9b29d85ad348), inode mode 41ed mask 44 00000080:00000001:2.0:1788687333.343721:0:31556:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687333.343726:0:31556:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788687333.343728:0:31556:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788687333.343730:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bb78 00000080:00200008:2.0:1788687333.343733:0:31556:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9b29d85ad348), flags 704400 00000080:00000010:2.0:1788687333.343738:0:31556:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29c17ae8c0. 00000080:00000001:2.0:1788687333.343745:0:31556:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1788687333.343748:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6941c00. 00800000:00000002:2.0:1788687333.343751:0:31556:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687333.343753:0:31556:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687333.343755:0:31556:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687333.343756:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150ba28 00800000:00000002:2.0:1788687333.343757:0:31556:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x27:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687333.343761:0:31556:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:2.0:1788687333.343764:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b9a8 00800000:00000002:2.0:1788687333.343766:0:31556:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1788687333.343769:0:31556:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687333.343770:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b8e0 00000002:00010000:2.0:1788687333.343771:0:31556:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:2.0:1788687333.343775:0:31556:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788687333.343778:0:31556:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788687333.343782:0:31556:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788687333.343785:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 2 00010000:00000001:2.0:1788687333.343787:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687333.343790:0:31556:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788687333.343793:0:31556:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.343795:0:31556:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687333.343797:0:31556:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687333.343799:0:31556:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788687333.343800:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 2 00010000:00000001:2.0:1788687333.343802:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687333.343804:0:31556:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788687333.343806:0:31556:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.343807:0:31556:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687333.343809:0:31556:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687333.343814:0:31556:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42eb800. 00000020:00000040:2.0:1788687333.343819:0:31556:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:2.0:1788687333.343824:0:31556:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788687333.343826:0:31556:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.343829:0:31556:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687333.343833:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687333.343836:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687333.343838:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687333.343839:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.343842:0:31556:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687333.343845:0:31556:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687333.343847:0:31556:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687333.343856:0:31556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c63d5800. 00000100:00000001:2.0:1788687333.343867:0:31556:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.343873:0:31556:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687333.343874:0:31556:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.343876:0:31556:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687333.343877:0:31556:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.343879:0:31556:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687333.343887:0:31556:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633202420201472 : -110871289350144 : ffff9b29c42eb800) 00010000:00000001:2.0:1788687333.343891:0:31556:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788687333.343893:0:31556:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788687333.343895:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 2 00010000:00000001:2.0:1788687333.343897:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687333.343900:0:31556:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788687333.343903:0:31556:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29d13a8800. 00000020:00000001:2.0:1788687333.343939:0:31556:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788687333.343942:0:31556:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29d13a8800 with handle 0x230d04438e811dfa to hash 00000020:00000001:2.0:1788687333.343945:0:31556:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788687333.343947:0:31556:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687333.343952:0:31556:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687333.343955:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687333.343957:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687333.343960:0:31556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811dfa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687333.343967:0:31556:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811dfa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788687333.343983:0:31556:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788687333.343997:0:31556:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c42eb800 x1875572824533120/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788687333.344007:0:31556:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811dfa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788687333.344013:0:31556:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687333.344016:0:31556:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687333.344024:0:31556:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c98dd780. 00000100:00000001:2.0:1788687333.344027:0:31556:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202510321536 : -110871199230080 : ffff9b29c98dd780) 00000100:00000001:2.0:1788687333.344029:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687333.344031:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420201472 : -110871289350144 : ffff9b29c42eb800) 00000100:00000001:2.0:1788687333.344036:0:31556:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687333.344041:0:31556:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.344043:0:31556:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687333.344045:0:31556:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687333.344050:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42eb800 x1875572824533120/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.344058:0:31556:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687333.344061:0:31556:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687333.344065:0:31556:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687333.344067:0:31556:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687333.344070:0:31556:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687333.344073:0:31556:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42eb800 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824533120:192.168.203.144@tcp:101:rm.0 00000100:00000001:2.0:1788687333.344078:0:31556:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687333.344085:0:31556:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687333.344088:0:31556:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687333.344091:0:31556:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687333.344582:0:31556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9b29c6980000. 02000000:00000001:2.0:1788687333.344587:0:31556:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687333.344599:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687333.344605:0:31556:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd108. 00000400:00000010:2.0:1788687333.344615:0:31556:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9b29c6811800. 00000100:00000200:2.0:1788687333.344625:0:31556:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875572824533120, portal 10 00000100:00000001:2.0:1788687333.344627:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687333.344629:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420201472 : -110871289350144 : ffff9b29c42eb800) 00000100:00000040:2.0:1788687333.344638:0:31556:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42eb800 x1875572824533120/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.344646:0:31556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687333.344649:0:31556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687333.344654:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240660. 00000100:00000200:2.0:1788687333.344657:0:31556:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875572824533120, offset 0 00000400:00000200:2.0:1788687333.344664:0:31556:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687333.344674:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.344683:0:31556:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687333.344690:0:31556:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687333.344695:0:31556:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687333.344700:0:31556:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687333.344703:0:31556:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687333.344707:0:31556:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2425:2425:256:4294967295] 192.168.203.144@tcp LPNI seq info [2425:2425:8:4294967295] 00000400:00000200:2.0:1788687333.344713:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.344725:0:31556:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687333.344732:0:31556:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687333.344737:0:31556:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec100. 00000800:00000200:2.0:1788687333.344745:0:31556:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687333.344755:0:31556:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687333.344760:0:31556:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec100 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788687333.344854:0:31556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687333.344860:0:31556:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 815636 usecs (816 jiffies) 00000400:00000200:2.0:1788687333.344864:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687333.344867:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296460165 00000100:00000001:2.0:1788687333.344871:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:2.0:1788687333.344875:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296460165 00000100:00000001:2.0:1788687333.344877:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:2.0:1788687333.344880:0:31556:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687333.344884:0:31556:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.344886:0:31556:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687333.344889:0:31556:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687333.344892:0:31556:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c98dd780 going to sleep for 11 seconds 00000100:00000001:2.0:1788687333.344895:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687333.344900:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687333.345691:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687333.345698:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec100. 00000400:00000200:3.0:1788687333.345704:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687333.345711:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687333.345720:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240660 00000400:00000010:3.0:1788687333.345724:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240660. 00000100:00000001:3.0:1788687333.345729:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687333.345737:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42eb800 x1875572824533120/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.345749:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.345754:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42eb800 x1875572824533120/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687349 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.345762:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.345764:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687333.348066:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.348292:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687333.348297:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.348301:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687333.348314:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.348323:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687333.348335:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.348340:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.348346:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.348352:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 608 into portal 10 MB=0x6a9d2d3f4e880 00000400:00000200:3.0:1788687333.348358:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.348366:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 608/608 into md 0x6acd [64] + 224 00000800:00000001:3.0:1788687333.348375:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.348382:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687333.348386:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687333.348392:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687333.348470:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687333.348491:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42eb800 x1875572824533120/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687349 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687333.348504:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9b29c42eb800 x1875572824533120/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.348553:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687333.348569:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687333.348580:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.348584:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788687333.348624:0:31556:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687333.348628:0:31556:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687333.348632:0:31556:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd108. 00000400:00000200:2.0:1788687333.348637:0:31556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6811800 00000400:00000010:2.0:1788687333.348640:0:31556:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9b29c6811800. 00000100:00000001:2.0:1788687333.348644:0:31556:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687333.348649:0:31556:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42eb800 x1875572824533120/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788687333.348658:0:31556:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42eb800 x1875572824533120/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.348664:0:31556:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687333.348666:0:31556:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687333.348669:0:31556:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687333.348674:0:31556:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687333.348676:0:31556:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687333.348679:0:31556:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687333.348683:0:31556:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687333.348694:0:31556:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=105 v=5 (5 103 103 103) 00000100:00001000:2.0:1788687333.348698:0:31556:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687333.348701:0:31556:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788687333.348706:0:31556:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9b29c42eb800 x1875572824533120/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.348712:0:31556:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788687333.348716:0:31556:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788687333.348718:0:31556:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788687333.348720:0:31556:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788687333.348723:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687333.348725:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420201472 : -110871289350144 : ffff9b29c42eb800) 00000100:00000001:2.0:1788687333.348728:0:31556:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687333.348731:0:31556:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:2.0:1788687333.348733:0:31556:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687333.348735:0:31556:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1788687333.348740:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42eb800 x1875572824533120/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.348748:0:31556:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1788687333.348752:0:31556:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687333.348754:0:31556:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687333.348758:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42eb800 x1875572824533120/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788687333.348765:0:31556:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42eb800 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824533120:192.168.203.144@tcp:101:rm.0 00000100:00000001:2.0:1788687333.348771:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687333.348775:0:31556:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788687333.348778:0:31556:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687333.348780:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687333.348784:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42eb800 x1875572824533120/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.348791:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687333.348794:0:31556:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c98dd780. 00000100:00000001:2.0:1788687333.348797:0:31556:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687333.348799:0:31556:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1788687333.348803:0:31556:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788687333.348809:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687333.348812:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687333.348816:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8800 refcount=4 00000020:00000001:2.0:1788687333.348818:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687333.348822:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00010000:2.0:1788687333.348828:0:31556:0:(ldlm_request.c:687:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811dfa lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687333.348840:0:31556:0:(ldlm_request.c:718:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1788687333.348845:0:31556:0:(ldlm_request.c:590:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811dfa lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687333.348856:0:31556:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687333.348859:0:31556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811dfa lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687333.348865:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687333.348868:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788687333.348870:0:31556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811dfa lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687333.348876:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687333.348880:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.348884:0:31556:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788687333.348887:0:31556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811dfa lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687333.348894:0:31556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29d13a8800 already unused, calling callback (ffffffffc1baf630) 00000080:00000001:2.0:1788687333.348897:0:31556:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788687333.348901:0:31556:0:(ldlm_request.c:1731:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811dfa lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687333.349328:0:31556:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788687333.349331:0:31556:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788687333.349337:0:31556:0:(ldlm_request.c:1741:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811dfa lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687333.349342:0:31556:0:(ldlm_request.c:1742:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788687333.349346:0:31556:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788687333.349348:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687333.349350:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687333.349351:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8800 refcount=5 00000020:00000001:2.0:1788687333.349354:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687333.349356:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687333.349360:0:31556:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788687333.349363:0:31556:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811dfa lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788687333.349369:0:31556:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788687333.349371:0:31556:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687333.349375:0:31556:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788687333.349377:0:31556:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788687333.349380:0:31556:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788687333.349382:0:31556:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788687333.349384:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687333.349386:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788687333.349389:0:31556:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29d13a8800 with handle 0x230d04438e811dfa from hash 00010000:00000001:2.0:1788687333.349392:0:31556:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788687333.349393:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687333.349457:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687333.349459:0:31556:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788687333.349461:0:31556:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788687333.349464:0:31556:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788687333.349467:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687333.349468:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687333.349469:0:31556:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687333.349471:0:31556:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687333.349482:0:31556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811dfa lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687333.349488:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687333.349489:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687333.349490:0:31556:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788687333.349492:0:31556:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687333.349494:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687333.349495:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687333.349496:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788687333.349498:0:31556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811dfa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687333.349511:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687333.349514:0:31556:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1788687333.349521:0:31556:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1788687333.349531:0:31556:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9b29c42eb800 x1875572824533120/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788687333.349543:0:31556:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788687333.349548:0:31556:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c42eb800 x1875572824533120/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788687333.349556:0:31556:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687333.349558:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788687333.349560:0:31556:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687333.349562:0:31556:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687333.349564:0:31556:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687333.349568:0:31556:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788687333.349571:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687333.349572:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420201472 : -110871289350144 : ffff9b29c42eb800) 00010000:00000001:2.0:1788687333.349575:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788687333.349576:0:31556:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687333.349579:0:31556:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788687333.349582:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b868 00000002:00002000:2.0:1788687333.349585:0:31556:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:2.0:1788687333.349589:0:31556:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687333.349593:0:31556:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687333.349597:0:31556:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788687333.349600:0:31556:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788687333.349604:0:31556:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788687333.349609:0:31556:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687333.349614:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6941c00. 00000080:00000001:2.0:1788687333.349622:0:31556:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788687333.349630:0:31556:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788687333.349634:0:31556:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788687333.349637:0:31556:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788687333.349639:0:31556:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:2.0:1788687333.349642:0:31556:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687333.349647:0:31556:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1788687333.349650:0:31556:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788687333.349657:0:31556:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00000080:00000001:2.0:1788687333.349659:0:31556:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788687333.349663:0:31556:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788687333.349665:0:31556:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687333.349669:0:31556:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788687333.349671:0:31556:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.349673:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687333.349678:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42eb800 x1875572824533120/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.349685:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687333.349690:0:31556:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687333.349699:0:31556:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b29e138e2c0. 00000080:00000001:2.0:1788687333.349702:0:31556:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788687333.349705:0:31556:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1788687333.349709:0:31556:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788687333.349712:0:31556:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b29c622f180. 00000002:00100000:2.0:1788687333.349716:0:31556:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c42eb800 x1875572824533120/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788687333.349723:0:31556:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687333.349724:0:31556:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788687333.349729:0:31556:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788687333.349733:0:31556:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687333.349736:0:31556:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1788687333.349738:0:31556:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687333.349740:0:31556:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687333.349745:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687333.349748:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42eb800 x1875572824533120/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788687333.349754:0:31556:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687333.349758:0:31556:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9b29c6980000. 02000000:00000001:2.0:1788687333.349807:0:31556:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788687333.349810:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687333.349813:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bb78 00000080:00000008:2.0:1788687333.349815:0:31556:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9b29d85ad348), flags 704400, rc = 0 00000080:00000001:2.0:1788687333.349820:0:31556:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687333.349846:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bd28 00000080:00200008:2.0:1788687333.349849:0:31556:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9b29d85ad348), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788687333.349856:0:31556:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687333.349858:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bca0 00000080:00200000:2.0:1788687333.349860:0:31556:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9b29d85ad348),name=d21h.recovery-small-1 00000080:00000010:2.0:1788687333.349866:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6941c00. 00800000:00000002:2.0:1788687333.349874:0:31556:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687333.349883:0:31556:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687333.349888:0:31556:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687333.349890:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bbc0 00800000:00000002:2.0:1788687333.349892:0:31556:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x27:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687333.349897:0:31556:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687333.349903:0:31556:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687333.350087:0:31556:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687333.350089:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150ba90 00000002:00010000:2.0:1788687333.350103:0:31556:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687333.350107:0:31556:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687333.350109:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687333.350112:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687333.350122:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 2 00010000:00000001:2.0:1788687333.350125:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687333.350133:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687333.350137:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687333.350141:0:31556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788687333.350149:0:31556:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687333.350394:0:31556:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687333.350411:0:31556:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788687333.350420:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687333.350422:0:31556:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687333.350425:0:31556:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687333.350427:0:31556:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687333.350429:0:31556:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687333.350432:0:31556:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788687333.350434:0:31556:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788687333.350436:0:31556:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687333.350439:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6941c00. 00000080:00000001:3.0:1788687333.350446:0:31556:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687333.350448:0:31556:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687333.350452:0:31556:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff9b29d85ad348) 00000080:00010000:3.0:1788687333.350455:0:31556:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff9b29d85ad348) for lock 0x230d04438e811dd0 00800000:00000001:3.0:1788687333.350460:0:31556:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687333.350461:0:31556:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687333.350463:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.350465:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.350469:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147000 refcount=3 00000020:00000001:3.0:1788687333.350471:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687333.350482:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687333.350486:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.350488:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687333.350489:0:31556:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687333.350491:0:31556:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687333.350494:0:31556:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811dd0 from it ffffaca08150bcd8 00010000:00000001:3.0:1788687333.350496:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.350498:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.350499:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147000 refcount=3 00000020:00000001:3.0:1788687333.350501:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687333.350503:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687333.350507:0:31556:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687333.350510:0:31556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788687333.350517:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.350518:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.350520:0:31556:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687333.350522:0:31556:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687333.350524:0:31556:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788687333.350532:0:31556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687333.350535:0:31556:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687333.350538:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687333.350543:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.350544:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.350546:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.350550:0:31556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687333.350552:0:31556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.350555:0:31556:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.350558:0:31556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.350561:0:31556:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687333.350563:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.350564:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687333.350565:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788687333.350567:0:31556:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687333.350571:0:31556:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687333.350576:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bd28 00000080:00000008:3.0:1788687333.350578:0:31556:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9b29d85ad348), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788687333.350670:0:31556:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1788687333.350673:0:31556:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9b29d85ad348) pos/size0/16384 32bit_api 0 00000080:00000010:3.0:1788687333.350681:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29cb07a000. 00000080:00000001:3.0:1788687333.350685:0:31556:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:3.0:1788687333.350692:0:31556:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:3.0:1788687333.350696:0:31556:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:3.0:1788687333.350698:0:31556:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687333.350701:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bab8 00000002:00010000:3.0:1788687333.350703:0:31556:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000404:0x27:0x0], intent: readdir flags 0 00000002:00000001:3.0:1788687333.350706:0:31556:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687333.350708:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687333.350709:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687333.350712:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 2 00010000:00000001:3.0:1788687333.350714:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687333.350717:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687333.350720:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687333.350723:0:31556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788687333.350731:0:31556:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687333.350733:0:31556:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687333.350736:0:31556:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788687333.350743:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687333.350744:0:31556:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687333.350746:0:31556:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687333.350747:0:31556:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687333.350749:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.350750:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.350752:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147000 refcount=3 00000020:00000001:3.0:1788687333.350754:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687333.350756:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:3.0:1788687333.350758:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.350759:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687333.350761:0:31556:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.350798:0:31556:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:3.0:1788687333.350804:0:31556:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9b29c62ec800. 00000002:00000001:3.0:1788687333.351700:0:31556:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:3.0:1788687333.351711:0:31556:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb7800. 00000020:00000040:3.0:1788687333.351717:0:31556:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:3.0:1788687333.351722:0:31556:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687333.351726:0:31556:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687333.351730:0:31556:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687333.351740:0:31556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29cb07b400. 00000100:00000001:3.0:1788687333.351748:0:31556:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.351752:0:31556:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1788687333.351757:0:31556:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9b29c43be000. 00000100:00000010:3.0:1788687333.351763:0:31556:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9b29c8b87000. 00000020:00000040:3.0:1788687333.351765:0:31556:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:3.0:1788687333.351791:0:31556:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687333.351794:0:31556:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687333.351800:0:31556:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e0116780. 00000100:00000001:3.0:1788687333.351803:0:31556:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202888042368 : -110870821509248 : ffff9b29e0116780) 00000100:00000001:3.0:1788687333.351806:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687333.351807:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496534528 : -110871213017088 : ffff9b29c8bb7800) 00000100:00000001:3.0:1788687333.351813:0:31556:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687333.351818:0:31556:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.351820:0:31556:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687333.351822:0:31556:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687333.351833:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb7800 x1875572824533248/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.351842:0:31556:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687333.351844:0:31556:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687333.351849:0:31556:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687333.351851:0:31556:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687333.351854:0:31556:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687333.351858:0:31556:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb7800 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824533248:192.168.203.144@tcp:37:rm.0 00000100:00000001:3.0:1788687333.351863:0:31556:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687333.351869:0:31556:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687333.351872:0:31556:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.351874:0:31556:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1788687333.351884:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687333.351890:0:31556:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4cb8. 00000400:00000010:3.0:1788687333.351900:0:31556:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9b29c5d7a000. 00000100:00000200:3.0:1788687333.351941:0:31556:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9d2d3f4e900-0x6a9d2d3f4e900, portal 14 00000100:00000001:3.0:1788687333.351945:0:31556:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687333.351948:0:31556:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687333.351952:0:31556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c43bdc00. 02000000:00000001:3.0:1788687333.351955:0:31556:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687333.351958:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687333.351961:0:31556:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4160. 00000400:00000010:3.0:1788687333.351967:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0a18. 00000100:00000200:3.0:1788687333.351970:0:31556:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824533248, portal 10 00000100:00000001:3.0:1788687333.351972:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687333.351973:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496534528 : -110871213017088 : ffff9b29c8bb7800) 00000100:00000040:3.0:1788687333.351981:0:31556:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb7800 x1875572824533248/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.351988:0:31556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687333.351991:0:31556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687333.351994:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae04c8. 00000100:00000200:3.0:1788687333.351997:0:31556:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875572824533248, offset 0 00000400:00000200:3.0:1788687333.352004:0:31556:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687333.352015:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.352023:0:31556:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687333.352030:0:31556:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687333.352035:0:31556:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687333.352039:0:31556:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687333.352042:0:31556:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687333.352046:0:31556:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2426:2426:256:4294967295] 192.168.203.144@tcp LPNI seq info [2426:2426:8:4294967295] 00000400:00000200:3.0:1788687333.352051:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.352062:0:31556:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687333.352070:0:31556:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687333.352075:0:31556:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a500. 00000800:00000200:3.0:1788687333.352084:0:31556:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687333.352178:0:31556:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687333.352185:0:31556:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a500 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1788687333.352249:0:31556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687333.352255:0:31556:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 814527 usecs (815 jiffies) 00000400:00000200:3.0:1788687333.352259:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687333.352263:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296460172 00000100:00000001:3.0:1788687333.352266:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:3.0:1788687333.352269:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296460172 00000100:00000001:3.0:1788687333.352272:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:3.0:1788687333.352274:0:31556:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687333.352277:0:31556:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.352280:0:31556:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687333.352283:0:31556:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687333.352286:0:31556:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e0116780 going to sleep for 11 seconds 00000100:00000001:3.0:1788687333.352289:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687333.352293:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687333.353614:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687333.353624:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a500. 00000400:00000200:3.0:1788687333.353631:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687333.353639:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687333.353649:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae04c8 00000400:00000010:3.0:1788687333.353652:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae04c8. 00000100:00000001:3.0:1788687333.353659:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687333.353668:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb7800 x1875572824533248/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.353680:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.353685:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb7800 x1875572824533248/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.353692:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.353694:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687333.357798:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.357823:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687333.357830:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.357833:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687333.357844:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.357854:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687333.357864:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.357869:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.357876:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.357882:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 4096 into portal 14 MB=0x6a9d2d3f4e900 00000400:00000200:3.0:1788687333.357888:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.357899:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.144@tcp of length 4096/4096 into md 0x6add [256] + 0 00000400:00000010:3.0:1788687333.357949:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4cb8. 00000400:00000200:3.0:1788687333.357955:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9b29c5d7a000 00000800:00000001:3.0:1788687333.357963:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.357974:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687333.357978:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687333.357983:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687333.357991:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c5d7a000 00000400:00000010:3.0:1788687333.357994:0:2362:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9b29c5d7a000. 00000100:00000001:3.0:1788687333.358002:0:2362:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788687333.358005:0:2362:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9b29c8bb7800 desc ffff9b29c43be000 mbits 1875572824533248 00000100:00000001:1.0:1788687333.358069:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687333.358074:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788687333.358315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8800. 00000100:00000001:3.0:1788687333.358345:0:2362:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788687333.358356:0:2362:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788687333.358360:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.358367:0:2362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687333.358374:0:2362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2427:2427:256:4294967295] 192.168.203.144@tcp LPNI seq info [2427:2427:8:4294967295] 00000400:00000200:3.0:1788687333.358379:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.358388:0:2362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1788687333.358456:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687333.358468:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9b29c5d7a000. 00000800:00000200:3.0:1788687333.358484:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687333.358493:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687333.358499:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c5d7a000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788687333.358634:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687333.358639:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9b29c5d7a000. 00000400:00000200:3.0:1788687333.358644:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687333.358648:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1788687333.358655:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.358660:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687333.362084:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.362174:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687333.362181:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.362184:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.362194:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.362205:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687333.362267:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.362274:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.362280:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.362285:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 440 into portal 10 MB=0x6a9d2d3f4e900 00000400:00000200:2.0:1788687333.362291:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.362299:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 440/440 into md 0x6ae5 [1] + 224 00000800:00000001:2.0:1788687333.362308:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.362318:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.362322:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.362327:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687333.362337:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687333.362348:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb7800 x1875572824533248/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687333.362360:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9b29c8bb7800 x1875572824533248/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.362493:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687333.362511:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687333.362522:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.362525:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788687333.362566:0:31556:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687333.362569:0:31556:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687333.362573:0:31556:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4160. 00000400:00000200:1.0:1788687333.362579:0:31556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0a18 00000400:00000010:1.0:1788687333.362583:0:31556:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0a18. 00000100:00000001:1.0:1788687333.362587:0:31556:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687333.362593:0:31556:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb7800 x1875572824533248/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687333.362603:0:31556:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb7800 x1875572824533248/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.362609:0:31556:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687333.362612:0:31556:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687333.362614:0:31556:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687333.362619:0:31556:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687333.362622:0:31556:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687333.362624:0:31556:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687333.362628:0:31556:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687333.362639:0:31556:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=105 v=5 (5 5 5 5) 00000100:00001000:1.0:1788687333.362644:0:31556:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687333.362647:0:31556:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687333.362649:0:31556:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.362651:0:31556:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687333.362656:0:31556:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.362661:0:31556:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687333.362663:0:31556:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1788687333.362666:0:31556:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687333.362669:0:31556:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687333.362674:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9b29c8bb7800 x1875572824533248/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788687333.362685:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9b29c8bb7800 x1875572824533248/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.362693:0:31556:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687333.362695:0:31556:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687333.362699:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb7800 x1875572824533248/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687333.362707:0:31556:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb7800 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824533248:192.168.203.144@tcp:37:rm.0 00000100:00000001:1.0:1788687333.362712:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687333.362715:0:31556:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.362719:0:31556:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687333.362721:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687333.362725:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb7800 x1875572824533248/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.362732:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687333.362735:0:31556:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e0116780. 00000100:00000001:1.0:1788687333.362740:0:31556:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687333.362742:0:31556:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687333.362746:0:31556:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.362750:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687333.362752:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb7800 x1875572824533248/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.362758:0:31556:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687333.362761:0:31556:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687333.362765:0:31556:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c43bdc00. 02000000:00000001:1.0:1788687333.362768:0:31556:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687333.362771:0:31556:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687333.362773:0:31556:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687333.362776:0:31556:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788687333.362778:0:31556:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1788687333.362780:0:31556:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687333.362782:0:31556:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687333.362783:0:31556:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1788687333.362815:0:31556:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9b29c8b87000. 00000100:00000010:1.0:1788687333.362819:0:31556:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9b29c43be000. 00000100:00000001:1.0:1788687333.362822:0:31556:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1788687333.362826:0:31556:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29cb07b400. 02000000:00000001:1.0:1788687333.362829:0:31556:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687333.362831:0:31556:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687333.362834:0:31556:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb7800. 00000100:00000001:1.0:1788687333.362838:0:31556:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687333.362839:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687333.362842:0:31556:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1788687333.362845:0:31556:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1788687333.364043:0:31556:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9b29c62ec800. 00000002:00000001:1.0:1788687333.364055:0:31556:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.364063:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.364067:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.364071:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147000 refcount=3 00000020:00000001:1.0:1788687333.364074:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:1.0:1788687333.364078:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:1.0:1788687333.364080:0:31556:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687333.364088:0:31556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788687333.364285:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.364288:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.364290:0:31556:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687333.364294:0:31556:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687333.364298:0:31556:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788687333.364307:0:31556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687333.364311:0:31556:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687333.364314:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687333.364319:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.364321:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.364322:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.364326:0:31556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687333.364329:0:31556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.364331:0:31556:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.364335:0:31556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.364337:0:31556:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687333.364338:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.364340:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1788687333.364343:0:31556:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.364558:0:31556:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1788687333.364567:0:31556:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788687333.364569:0:31556:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:0.0:1788687333.364576:0:31556:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687333.364583:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29cb07a000. 00000080:00000001:0.0:1788687333.364591:0:31556:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.364733:0:31556:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788687333.364737:0:31556:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788687333.364741:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bdd0 00000080:00200008:0.0:1788687333.364744:0:31556:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9b29d85ad348), flags 704000 00000080:00400000:0.0:1788687333.364749:0:31556:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x27:0x0] 00000080:00000001:0.0:1788687333.364754:0:31556:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788687333.364756:0:31556:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788687333.364758:0:31556:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788687333.364767:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687333.364771:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687333.364779:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 2 00010000:00000001:0.0:1788687333.364782:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687333.364787:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687333.364789:0:31556:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x27:0x0]: 0 00000080:00000001:0.0:1788687333.364792:0:31556:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788687333.364795:0:31556:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788687333.364800:0:31556:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b29c4c56200. 00000080:00000001:0.0:1788687333.364803:0:31556:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788687333.364812:0:31556:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788687333.364817:0:31556:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788687333.364819:0:31556:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x27:0x0] 00000002:00000001:0.0:1788687333.364823:0:31556:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788687333.364826:0:31556:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b29e019e800: [0x200000404:0x27:0x0] file closed with intent: 0 00000100:00000010:0.0:1788687333.364833:0:31556:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f1880. 00000020:00000040:0.0:1788687333.364837:0:31556:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:0.0:1788687333.364843:0:31556:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687333.364848:0:31556:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687333.364853:0:31556:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687333.364861:0:31556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c4c57000. 00000100:00000001:0.0:1788687333.364869:0:31556:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788687333.364890:0:31556:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b29c42eb800 x1875572824533120/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788687333.364903:0:31556:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788687333.364998:0:31556:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c97f1880 x1875572824533504/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788687333.365006:0:31556:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687333.365008:0:31556:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687333.365017:0:31556:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c9724840. 00000100:00000001:0.0:1788687333.365019:0:31556:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202508515392 : -110871201036224 : ffff9b29c9724840) 00000100:00000001:0.0:1788687333.365022:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.365024:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509355136 : -110871200196480 : ffff9b29c97f1880) 00000100:00000001:0.0:1788687333.365030:0:31556:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687333.365037:0:31556:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.365040:0:31556:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687333.365043:0:31556:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687333.365047:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f1880 x1875572824533504/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.365055:0:31556:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687333.365057:0:31556:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.365061:0:31556:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687333.365064:0:31556:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687333.365067:0:31556:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687333.365071:0:31556:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f1880 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824533504:192.168.203.144@tcp:35:rm.0 00000100:00000001:0.0:1788687333.365076:0:31556:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687333.365083:0:31556:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687333.365085:0:31556:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.365089:0:31556:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687333.365159:0:31556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a03800. 02000000:00000001:0.0:1788687333.365162:0:31556:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687333.365172:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687333.365176:0:31556:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f78. 00000400:00000010:0.0:1788687333.365185:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdae58. 00000100:00000200:0.0:1788687333.365196:0:31556:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824533504, portal 10 00000100:00000001:0.0:1788687333.365198:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.365199:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509355136 : -110871200196480 : ffff9b29c97f1880) 00000100:00000040:0.0:1788687333.365207:0:31556:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f1880 x1875572824533504/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.365277:0:31556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687333.365281:0:31556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687333.365285:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdaf68. 00000100:00000200:0.0:1788687333.365289:0:31556:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824533504, offset 0 00000400:00000200:0.0:1788687333.365297:0:31556:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687333.365308:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687333.365317:0:31556:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687333.365323:0:31556:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687333.365329:0:31556:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687333.365334:0:31556:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687333.365337:0:31556:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687333.365341:0:31556:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2428:2428:256:4294967295] 192.168.203.144@tcp LPNI seq info [2428:2428:8:4294967295] 00000400:00000200:0.0:1788687333.365346:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687333.365359:0:31556:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687333.365365:0:31556:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687333.365371:0:31556:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946000. 00000800:00000200:0.0:1788687333.365380:0:31556:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687333.365389:0:31556:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687333.365394:0:31556:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788687333.365548:0:31556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687333.365553:0:31556:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 813433 usecs (814 jiffies) 00000400:00000200:0.0:1788687333.365558:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687333.365561:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296460184 00000100:00000001:0.0:1788687333.365565:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:0.0:1788687333.365567:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296460184 00000100:00000001:0.0:1788687333.365569:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:0.0:1788687333.365572:0:31556:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687333.365575:0:31556:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.365578:0:31556:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687333.365580:0:31556:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687333.365584:0:31556:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c9724840 going to sleep for 11 seconds 00000100:00000001:0.0:1788687333.365587:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687333.365590:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687333.366316:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687333.366324:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946000. 00000400:00000200:3.0:1788687333.366332:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687333.366339:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687333.366348:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdaf68 00000400:00000010:3.0:1788687333.366352:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdaf68. 00000100:00000001:3.0:1788687333.366357:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687333.366363:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1880 x1875572824533504/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.366374:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.366378:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1880 x1875572824533504/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.366386:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.366388:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687333.368845:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.368867:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687333.368874:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.368876:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.368888:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.368895:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687333.368997:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.369004:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.369010:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.369015:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f4ea00 00000400:00000200:2.0:1788687333.369021:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.369029:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x6af5 [1] + 224 00000800:00000001:2.0:1788687333.369038:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.369047:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.369051:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.369056:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687333.369065:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687333.369076:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1880 x1875572824533504/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687333.369088:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b29c97f1880 x1875572824533504/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.369330:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687333.369347:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687333.369359:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.369362:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788687333.369459:0:31556:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687333.369462:0:31556:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687333.369466:0:31556:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f78. 00000400:00000200:0.0:1788687333.369472:0:31556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdae58 00000400:00000010:0.0:1788687333.369482:0:31556:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdae58. 00000100:00000001:0.0:1788687333.369487:0:31556:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687333.369493:0:31556:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f1880 x1875572824533504/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687333.369503:0:31556:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f1880 x1875572824533504/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.369510:0:31556:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687333.369512:0:31556:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.369516:0:31556:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687333.369520:0:31556:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687333.369522:0:31556:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687333.369525:0:31556:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.369528:0:31556:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687333.369540:0:31556:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=105 v=5 (5 5 5 5) 00000100:00001000:0.0:1788687333.369544:0:31556:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687333.369547:0:31556:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687333.369549:0:31556:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.369552:0:31556:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687333.369557:0:31556:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.369561:0:31556:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687333.369563:0:31556:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788687333.369565:0:31556:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687333.369568:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.369570:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509355136 : -110871200196480 : ffff9b29c97f1880) 00000100:00000001:0.0:1788687333.369573:0:31556:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687333.369575:0:31556:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1788687333.369578:0:31556:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687333.369581:0:31556:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687333.369586:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f1880 x1875572824533504/t4294967640(4294967640) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687349 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.369593:0:31556:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687333.369597:0:31556:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687333.369599:0:31556:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687333.369603:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f1880 x1875572824533504/t4294967640(4294967640) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687349 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687333.369616:0:31556:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f1880 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824533504:192.168.203.144@tcp:35:rm.0 00000100:00000001:0.0:1788687333.369622:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.369625:0:31556:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.369628:0:31556:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687333.369631:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687333.369634:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1880 x1875572824533504/t4294967640(4294967640) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687349 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.369641:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687333.369644:0:31556:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c9724840. 00000100:00000001:0.0:1788687333.369648:0:31556:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687333.369650:0:31556:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.369660:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.369661:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509355136 : -110871200196480 : ffff9b29c97f1880) 00000002:00000001:0.0:1788687333.369665:0:31556:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687333.369668:0:31556:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687333.369674:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56200. 00000080:00000001:0.0:1788687333.369679:0:31556:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788687333.369682:0:31556:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788687333.369688:0:31556:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788687333.369694:0:31556:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b29c42eb800 x1875572824533120/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.369702:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.369703:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420201472 : -110871289350144 : ffff9b29c42eb800) 00000100:00000001:0.0:1788687333.369706:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687333.369709:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42eb800 x1875572824533120/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.369716:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.369718:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687333.369720:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1880 x1875572824533504/t4294967640(4294967640) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687349 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.369732:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.369734:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687333.369737:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42eb800 x1875572824533120/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.369743:0:31556:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788687333.369747:0:31556:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687333.369750:0:31556:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687333.369752:0:31556:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687333.369755:0:31556:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c63d5800. 02000000:00000001:0.0:1788687333.369760:0:31556:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687333.369762:0:31556:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687333.369764:0:31556:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42eb800. 00000100:00000001:0.0:1788687333.369768:0:31556:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687333.369769:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.369771:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687333.369774:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1880 x1875572824533504/t4294967640(4294967640) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687349 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.369781:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687333.369783:0:31556:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9b29c622f180. 00000002:00000001:0.0:1788687333.369786:0:31556:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687333.369788:0:31556:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687333.369790:0:31556:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b29e138e2c0. 00000100:00000001:0.0:1788687333.369793:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687333.369796:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f1880 x1875572824533504/t4294967640(4294967640) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.369802:0:31556:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687333.369804:0:31556:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687333.369807:0:31556:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a03800. 02000000:00000001:0.0:1788687333.369810:0:31556:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687333.369811:0:31556:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687333.369812:0:31556:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687333.369814:0:31556:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687333.369817:0:31556:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c4c57000. 02000000:00000001:0.0:1788687333.369819:0:31556:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687333.369820:0:31556:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687333.369821:0:31556:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f1880. 00000100:00000001:0.0:1788687333.369824:0:31556:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687333.369825:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687333.369828:0:31556:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687333.369832:0:31556:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29c17ae8c0. 00000080:00000001:0.0:1788687333.369836:0:31556:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.369842:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bdd0 00000080:00000008:0.0:1788687333.369845:0:31556:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9b29d85ad348), flags 704000, rc = 0 00000080:00000001:0.0:1788687333.369849:0:31556:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.369851:0:31556:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.370053:0:31556:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687333.370058:0:31556:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687333.370060:0:31556:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687333.370062:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bbc0 00000080:00200000:0.0:1788687333.370064:0:31556:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687333.370071:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c57000. 00800000:00000002:0.0:1788687333.370079:0:31556:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687333.370085:0:31556:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687333.370089:0:31556:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687333.370101:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bae0 00800000:00000002:0.0:1788687333.370104:0:31556:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687333.370108:0:31556:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687333.370112:0:31556:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687333.370117:0:31556:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687333.370119:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b9b0 00000002:00010000:0.0:1788687333.370121:0:31556:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687333.370126:0:31556:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687333.370128:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687333.370131:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687333.370138:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 2 00010000:00000001:0.0:1788687333.370142:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687333.370148:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687333.370154:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687333.370160:0:31556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:0.0:1788687333.370171:0:31556:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687333.370176:0:31556:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687333.370180:0:31556:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:0.0:1788687333.370187:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687333.370189:0:31556:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687333.370191:0:31556:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687333.370193:0:31556:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687333.370195:0:31556:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687333.370197:0:31556:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687333.370201:0:31556:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687333.370203:0:31556:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687333.370206:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c57000. 00000080:00000001:0.0:1788687333.370210:0:31556:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687333.370220:0:31556:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687333.370223:0:31556:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687333.370227:0:31556:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811dc9 00800000:00000001:0.0:1788687333.370231:0:31556:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687333.370233:0:31556:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687333.370235:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.370238:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.370241:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9400 refcount=3 00000020:00000001:0.0:1788687333.370244:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:0.0:1788687333.370247:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:0.0:1788687333.370249:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.370251:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687333.370252:0:31556:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687333.370254:0:31556:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687333.370257:0:31556:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811dc9 from it ffffaca08150bbf8 00010000:00000001:0.0:1788687333.370259:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.370261:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.370262:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9400 refcount=3 00000020:00000001:0.0:1788687333.370264:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:0.0:1788687333.370266:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:0.0:1788687333.370269:0:31556:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687333.370272:0:31556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788687333.370279:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.370280:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.370282:0:31556:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687333.370285:0:31556:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687333.370288:0:31556:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1788687333.370296:0:31556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687333.370299:0:31556:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687333.370302:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687333.370307:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.370308:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.370310:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.370314:0:31556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687333.370316:0:31556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.370318:0:31556:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.370322:0:31556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.370324:0:31556:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687333.370325:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.370327:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687333.370329:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687333.370331:0:31556:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687333.370333:0:31556:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788687333.370337:0:31556:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.370342:0:31556:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788687333.370345:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bbc0 00000080:00002000:0.0:1788687333.370346:0:31556:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff9b29d8746948) flags 0x20000e refc 1 00000080:00000001:0.0:1788687333.370349:0:31556:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.370352:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bc08 00000080:00200000:0.0:1788687333.370353:0:31556:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000001:0.0:1788687333.370359:0:31556:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788687333.370361:0:31556:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.370366:0:31556:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788687333.370368:0:31556:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9b29d85ad348), inode mode 41ed mask 44 00000080:00000001:0.0:1788687333.370371:0:31556:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.370378:0:31556:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788687333.370380:0:31556:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788687333.370382:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bb78 00000080:00200008:0.0:1788687333.370384:0:31556:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9b29d85ad348), flags 704400 00000080:00000010:0.0:1788687333.370390:0:31556:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29d0061540. 00000080:00000001:0.0:1788687333.370409:0:31556:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1788687333.370412:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c57000. 00800000:00000002:0.0:1788687333.370415:0:31556:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687333.370418:0:31556:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687333.370420:0:31556:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687333.370422:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150ba28 00800000:00000002:0.0:1788687333.370424:0:31556:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x27:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687333.370428:0:31556:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:0.0:1788687333.370431:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b9a8 00800000:00000002:0.0:1788687333.370433:0:31556:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1788687333.370437:0:31556:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687333.370438:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b8e0 00000002:00010000:0.0:1788687333.370440:0:31556:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:0.0:1788687333.370444:0:31556:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788687333.370447:0:31556:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788687333.370451:0:31556:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788687333.370455:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 2 00010000:00000001:0.0:1788687333.370458:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687333.370461:0:31556:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788687333.370464:0:31556:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.370466:0:31556:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687333.370469:0:31556:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687333.370471:0:31556:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788687333.370473:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 2 00010000:00000001:0.0:1788687333.370484:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687333.370485:0:31556:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788687333.370487:0:31556:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.370488:0:31556:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687333.370490:0:31556:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687333.370495:0:31556:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f1880. 00000020:00000040:0.0:1788687333.370499:0:31556:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:0.0:1788687333.370505:0:31556:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788687333.370507:0:31556:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.370511:0:31556:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687333.370515:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687333.370518:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.370519:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.370520:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.370524:0:31556:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687333.370526:0:31556:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687333.370528:0:31556:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687333.370536:0:31556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a03800. 00000100:00000001:0.0:1788687333.370543:0:31556:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.370547:0:31556:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687333.370549:0:31556:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.370551:0:31556:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687333.370552:0:31556:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.370555:0:31556:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687333.370562:0:31556:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633202509355136 : -110871200196480 : ffff9b29c97f1880) 00010000:00000001:0.0:1788687333.370567:0:31556:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687333.370569:0:31556:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788687333.370572:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 2 00010000:00000001:0.0:1788687333.370574:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687333.370577:0:31556:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687333.370580:0:31556:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc5c00. 00000020:00000001:0.0:1788687333.370583:0:31556:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687333.370586:0:31556:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc5c00 with handle 0x230d04438e811e01 to hash 00000020:00000001:0.0:1788687333.370588:0:31556:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687333.370591:0:31556:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447309824 : -110871262241792 : ffff9b29c5cc5c00) 00010000:00000001:0.0:1788687333.370595:0:31556:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447309824 : -110871262241792 : ffff9b29c5cc5c00) 00010000:00000001:0.0:1788687333.370598:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687333.370601:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687333.370605:0:31556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5c00/0x230d04438e811e01 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687333.370613:0:31556:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5c00/0x230d04438e811e01 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788687333.370627:0:31556:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788687333.370638:0:31556:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c97f1880 x1875572824533760/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788687333.370648:0:31556:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5c00/0x230d04438e811e01 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687333.370654:0:31556:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687333.370656:0:31556:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687333.370664:0:31556:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c9724840. 00000100:00000001:0.0:1788687333.370666:0:31556:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202508515392 : -110871201036224 : ffff9b29c9724840) 00000100:00000001:0.0:1788687333.370668:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.370670:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509355136 : -110871200196480 : ffff9b29c97f1880) 00000100:00000001:0.0:1788687333.370677:0:31556:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687333.370681:0:31556:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.370684:0:31556:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687333.370686:0:31556:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687333.370690:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f1880 x1875572824533760/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.370698:0:31556:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687333.370700:0:31556:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.370705:0:31556:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687333.370707:0:31556:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687333.370710:0:31556:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687333.370714:0:31556:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f1880 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824533760:192.168.203.144@tcp:101:rm.0 00000100:00000001:0.0:1788687333.370719:0:31556:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687333.370725:0:31556:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687333.370727:0:31556:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.370731:0:31556:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687333.370864:0:31556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9b29c6980000. 02000000:00000001:0.0:1788687333.370866:0:31556:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687333.370877:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687333.370881:0:31556:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f78. 00000400:00000010:0.0:1788687333.370889:0:31556:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9b29c6318000. 00000100:00000200:0.0:1788687333.370897:0:31556:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875572824533760, portal 10 00000100:00000001:0.0:1788687333.370899:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.370901:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509355136 : -110871200196480 : ffff9b29c97f1880) 00000100:00000040:0.0:1788687333.371137:0:31556:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f1880 x1875572824533760/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.371146:0:31556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687333.371149:0:31556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687333.371153:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdae58. 00000100:00000200:0.0:1788687333.371158:0:31556:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875572824533760, offset 0 00000400:00000200:0.0:1788687333.371165:0:31556:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687333.371176:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687333.371185:0:31556:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687333.371192:0:31556:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687333.371196:0:31556:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687333.371201:0:31556:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687333.371204:0:31556:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687333.371258:0:31556:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2429:2429:256:4294967295] 192.168.203.144@tcp LPNI seq info [2429:2429:8:4294967295] 00000400:00000200:0.0:1788687333.371263:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687333.371276:0:31556:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687333.371283:0:31556:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687333.371291:0:31556:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946d00. 00000800:00000200:0.0:1788687333.371299:0:31556:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687333.371310:0:31556:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687333.371315:0:31556:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946d00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788687333.371336:0:31556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687333.371342:0:31556:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 812331 usecs (813 jiffies) 00000400:00000200:0.0:1788687333.371345:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687333.371349:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296460189 00000100:00000001:0.0:1788687333.371352:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:0.0:1788687333.371354:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296460189 00000100:00000001:0.0:1788687333.371357:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:0.0:1788687333.371359:0:31556:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687333.371362:0:31556:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.371365:0:31556:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687333.371367:0:31556:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687333.371371:0:31556:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c9724840 going to sleep for 11 seconds 00000100:00000001:0.0:1788687333.371375:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687333.371377:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687333.371730:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687333.371736:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946d00. 00000400:00000200:3.0:1788687333.371743:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687333.371749:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687333.371756:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdae58 00000400:00000010:3.0:1788687333.371759:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdae58. 00000100:00000001:3.0:1788687333.371764:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687333.371768:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1880 x1875572824533760/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.371779:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.371783:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1880 x1875572824533760/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687349 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.371790:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.371792:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687333.376281:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.376306:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687333.376313:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.376316:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.376328:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.376337:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687333.376347:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.376353:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.376360:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.376364:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 608 into portal 10 MB=0x6a9d2d3f4eb00 00000400:00000200:2.0:1788687333.376370:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.376377:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 608/608 into md 0x6afd [64] + 224 00000800:00000001:2.0:1788687333.376387:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.376395:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.376399:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.376405:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687333.376415:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687333.376425:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1880 x1875572824533760/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687349 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687333.376586:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9b29c97f1880 x1875572824533760/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.376608:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687333.376621:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.376624:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.376673:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687333.376682:0:31556:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687333.376685:0:31556:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687333.376690:0:31556:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f78. 00000400:00000200:0.0:1788687333.376694:0:31556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6318000 00000400:00000010:0.0:1788687333.376697:0:31556:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9b29c6318000. 00000100:00000001:0.0:1788687333.376701:0:31556:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687333.376706:0:31556:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f1880 x1875572824533760/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687333.376714:0:31556:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f1880 x1875572824533760/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.376719:0:31556:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687333.376722:0:31556:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.376725:0:31556:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687333.376729:0:31556:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687333.376732:0:31556:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687333.376736:0:31556:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.376740:0:31556:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687333.376752:0:31556:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=105 v=5 (5 103 103 103) 00000100:00001000:0.0:1788687333.376758:0:31556:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687333.376762:0:31556:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687333.376764:0:31556:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.376767:0:31556:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687333.376772:0:31556:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.376776:0:31556:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687333.376778:0:31556:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788687333.376780:0:31556:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687333.376782:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.376784:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509355136 : -110871200196480 : ffff9b29c97f1880) 00000100:00000001:0.0:1788687333.376788:0:31556:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687333.376791:0:31556:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1788687333.376793:0:31556:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687333.376796:0:31556:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687333.376802:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f1880 x1875572824533760/t4294967641(4294967641) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.376810:0:31556:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687333.376815:0:31556:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687333.376817:0:31556:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687333.376822:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f1880 x1875572824533760/t4294967641(4294967641) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687333.376830:0:31556:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f1880 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824533760:192.168.203.144@tcp:101:rm.0 00000100:00000001:0.0:1788687333.376835:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.376839:0:31556:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.376842:0:31556:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687333.376845:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687333.376848:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1880 x1875572824533760/t4294967641(4294967641) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.376856:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687333.376860:0:31556:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c9724840. 00000100:00000001:0.0:1788687333.376863:0:31556:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687333.376865:0:31556:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.376869:0:31556:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687333.376874:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.376877:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.376881:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5c00 refcount=4 00000020:00000001:0.0:1788687333.376884:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447309824 : -110871262241792 : ffff9b29c5cc5c00) 00010000:00000001:0.0:1788687333.376887:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447309824 : -110871262241792 : ffff9b29c5cc5c00) 00010000:00000040:0.0:1788687333.376895:0:31556:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c5cc5c00, remote cookie: 0x59c08f76ab1d25b4, flags: 0x1001 00010000:00000040:0.0:1788687333.376899:0:31556:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788687333.376902:0:31556:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788687333.377058:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 2 00010000:00000001:0.0:1788687333.377061:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687333.377066:0:31556:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687333.377071:0:31556:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5c00/0x230d04438e811e01 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d25b4 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687333.377082:0:31556:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5c00/0x230d04438e811e01 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d25b4 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687333.377088:0:31556:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788687333.377102:0:31556:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788687333.377106:0:31556:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788687333.377108:0:31556:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788687333.377109:0:31556:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788687333.377113:0:31556:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff9b29c5c62c00) refcount = 2 00010000:00000040:0.0:1788687333.377116:0:31556:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788687333.377120:0:31556:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1788687333.377128:0:31556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5c00/0x230d04438e811e01 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d25b4 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687333.377134:0:31556:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788687333.377139:0:31556:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788687333.377141:0:31556:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687333.377144:0:31556:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788687333.377147:0:31556:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687333.377151:0:31556:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5c00/0x230d04438e811e01 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d25b4 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687333.377157:0:31556:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788687333.377159:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.377161:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.377162:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.377162:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.377165:0:31556:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687333.377170:0:31556:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788687333.377174:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.377175:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.377177:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5c00 refcount=3 00000020:00000001:0.0:1788687333.377179:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447309824 : -110871262241792 : ffff9b29c5cc5c00) 00010000:00000001:0.0:1788687333.377181:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447309824 : -110871262241792 : ffff9b29c5cc5c00) 00010000:00000001:0.0:1788687333.377183:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.377184:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788687333.377190:0:31556:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9b29c97f1880 x1875572824533760/t4294967641(4294967641) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788687333.377201:0:31556:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788687333.377207:0:31556:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c97f1880 x1875572824533760/t4294967641(4294967641) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788687333.377215:0:31556:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.377217:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.377218:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.377219:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5c00 refcount=3 00000020:00000001:0.0:1788687333.377222:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447309824 : -110871262241792 : ffff9b29c5cc5c00) 00010000:00000001:0.0:1788687333.377224:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447309824 : -110871262241792 : ffff9b29c5cc5c00) 00010000:00000001:0.0:1788687333.377226:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.377228:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687333.377229:0:31556:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687333.377231:0:31556:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687333.377235:0:31556:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788687333.377238:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.377239:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509355136 : -110871200196480 : ffff9b29c97f1880) 00010000:00000001:0.0:1788687333.377242:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.377243:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.377244:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5c00 refcount=3 00000020:00000001:0.0:1788687333.377246:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447309824 : -110871262241792 : ffff9b29c5cc5c00) 00010000:00000001:0.0:1788687333.377248:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447309824 : -110871262241792 : ffff9b29c5cc5c00) 00000002:00010000:0.0:1788687333.377251:0:31556:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5c00/0x230d04438e811e01 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d25b4 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687333.377258:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.377259:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.377261:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687333.377263:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.377264:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.377266:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5c00 refcount=3 00000020:00000001:0.0:1788687333.377268:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447309824 : -110871262241792 : ffff9b29c5cc5c00) 00010000:00000001:0.0:1788687333.377271:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447309824 : -110871262241792 : ffff9b29c5cc5c00) 00010000:00000040:0.0:1788687333.377274:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 3 00010000:00000001:0.0:1788687333.377276:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788687333.377282:0:31556:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 16 res 8589935620/39 (0 0) 00010000:00000001:0.0:1788687333.377284:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.377285:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687333.377287:0:31556:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788687333.377290:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b868 00000002:00002000:0.0:1788687333.377293:0:31556:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:0.0:1788687333.377296:0:31556:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687333.377300:0:31556:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687333.377303:0:31556:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687333.377307:0:31556:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788687333.377311:0:31556:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687333.377315:0:31556:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687333.377320:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c57000. 00000080:00000001:0.0:1788687333.377325:0:31556:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788687333.377332:0:31556:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788687333.377336:0:31556:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788687333.377340:0:31556:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788687333.377342:0:31556:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:0.0:1788687333.377345:0:31556:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.377350:0:31556:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1788687333.377353:0:31556:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788687333.377358:0:31556:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00010000:00000001:0.0:1788687333.377361:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.377362:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.377363:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5c00 refcount=3 00000020:00000001:0.0:1788687333.377365:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447309824 : -110871262241792 : ffff9b29c5cc5c00) 00010000:00000001:0.0:1788687333.377367:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447309824 : -110871262241792 : ffff9b29c5cc5c00) 00010000:00000001:0.0:1788687333.377369:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.377371:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687333.377372:0:31556:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788687333.377375:0:31556:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788687333.377377:0:31556:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687333.377381:0:31556:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff9b29d85ad348) for lock 0x230d04438e811e01 00800000:00000001:0.0:1788687333.377385:0:31556:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687333.377386:0:31556:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687333.377387:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.377389:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.377391:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5c00 refcount=3 00000020:00000001:0.0:1788687333.377392:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447309824 : -110871262241792 : ffff9b29c5cc5c00) 00010000:00000001:0.0:1788687333.377394:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447309824 : -110871262241792 : ffff9b29c5cc5c00) 00010000:00000001:0.0:1788687333.377397:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.377399:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687333.377400:0:31556:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687333.377403:0:31556:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.377406:0:31556:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788687333.377408:0:31556:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.377411:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687333.377415:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1880 x1875572824533760/t4294967641(4294967641) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.377422:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687333.377426:0:31556:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811e01 from it ffffaca08150bbd0 00010000:00000001:0.0:1788687333.377429:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.377430:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.377431:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5c00 refcount=3 00000020:00000001:0.0:1788687333.377433:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447309824 : -110871262241792 : ffff9b29c5cc5c00) 00010000:00000001:0.0:1788687333.377435:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447309824 : -110871262241792 : ffff9b29c5cc5c00) 00010000:00000001:0.0:1788687333.377438:0:31556:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687333.377441:0:31556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5c00/0x230d04438e811e01 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d25b4 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687333.377460:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.377461:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.377463:0:31556:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687333.377466:0:31556:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687333.377469:0:31556:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5c00/0x230d04438e811e01 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d25b4 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687333.377485:0:31556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687333.377488:0:31556:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687333.377491:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687333.377496:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.377497:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.377498:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.377502:0:31556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687333.377506:0:31556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.377508:0:31556:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.377511:0:31556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.377514:0:31556:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687333.377515:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.377516:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687333.377521:0:31556:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687333.377531:0:31556:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b29c4c6fdc0. 00000080:00000001:0.0:1788687333.377534:0:31556:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788687333.377538:0:31556:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788687333.377542:0:31556:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788687333.377546:0:31556:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b29c636db80. 00000002:00100000:0.0:1788687333.377550:0:31556:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c97f1880 x1875572824533760/t4294967641(4294967641) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788687333.377556:0:31556:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687333.377558:0:31556:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788687333.377563:0:31556:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788687333.377566:0:31556:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.377570:0:31556:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788687333.377572:0:31556:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.377574:0:31556:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687333.377579:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687333.377582:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1880 x1875572824533760/t4294967641(4294967641) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788687333.377589:0:31556:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687333.377592:0:31556:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9b29c6980000. 02000000:00000001:0.0:1788687333.377649:0:31556:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788687333.377651:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.377654:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bb78 00000080:00000008:0.0:1788687333.377657:0:31556:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9b29d85ad348), flags 704400, rc = 0 00000080:00000001:0.0:1788687333.377662:0:31556:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.377689:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bd28 00000080:00200008:0.0:1788687333.377691:0:31556:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9b29d85ad348), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788687333.377701:0:31556:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788687333.377706:0:31556:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.377709:0:31556:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687333.377711:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bca0 00000080:00200000:0.0:1788687333.377713:0:31556:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9b29d85ad348),name=d21h.recovery-small-1 00000080:00000010:0.0:1788687333.377719:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c57000. 00800000:00000002:0.0:1788687333.377726:0:31556:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687333.377735:0:31556:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687333.377738:0:31556:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687333.377741:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bbc0 00800000:00000002:0.0:1788687333.377743:0:31556:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x27:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687333.377747:0:31556:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687333.377752:0:31556:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687333.377757:0:31556:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687333.377758:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150ba90 00000002:00010000:0.0:1788687333.377761:0:31556:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687333.377764:0:31556:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687333.377767:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687333.377769:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687333.377772:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 3 00010000:00000001:0.0:1788687333.377775:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687333.377778:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687333.377782:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687333.377787:0:31556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788687333.377795:0:31556:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687333.377799:0:31556:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687333.377803:0:31556:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788687333.377810:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687333.377812:0:31556:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687333.377814:0:31556:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687333.377816:0:31556:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687333.377818:0:31556:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687333.377820:0:31556:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687333.377823:0:31556:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687333.377825:0:31556:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687333.377827:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c57000. 00000080:00000001:0.0:1788687333.377830:0:31556:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687333.377832:0:31556:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687333.377835:0:31556:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff9b29d85ad348) 00000080:00010000:0.0:1788687333.377838:0:31556:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff9b29d85ad348) for lock 0x230d04438e811dd0 00800000:00000001:0.0:1788687333.377841:0:31556:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687333.377843:0:31556:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687333.377845:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.377847:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.377849:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147000 refcount=3 00000020:00000001:0.0:1788687333.377851:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:0.0:1788687333.377854:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:0.0:1788687333.377856:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.377858:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687333.377859:0:31556:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687333.377861:0:31556:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687333.377863:0:31556:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811dd0 from it ffffaca08150bcd8 00010000:00000001:0.0:1788687333.377865:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.377866:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.377868:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147000 refcount=3 00000020:00000001:0.0:1788687333.377870:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:0.0:1788687333.377872:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701888 : -110871307849728 : ffff9b29c3147000) 00010000:00000001:0.0:1788687333.377874:0:31556:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687333.377877:0:31556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687333.377883:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.377884:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.377886:0:31556:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687333.377887:0:31556:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687333.377890:0:31556:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788687333.377897:0:31556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687333.377899:0:31556:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687333.377901:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687333.377903:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.378425:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.378429:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.378433:0:31556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687333.378435:0:31556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.378437:0:31556:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.378440:0:31556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.378500:0:31556:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687333.378503:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.378504:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687333.378508:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687333.378509:0:31556:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687333.378514:0:31556:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.378519:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bd28 00000080:00000008:0.0:1788687333.378522:0:31556:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9b29d85ad348), request_mask 2047, flags 0, foreign 0 00000020:00000001:0.0:1788687333.378638:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bd48 00000080:00200000:0.0:1788687333.378641:0:31556:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff9b29e019e800) d21h.recovery-small-1 proj=0 00000080:00000001:0.0:1788687333.378645:0:31556:0:(llite_lib.c:2738:ll_statfs_internal()) Process entered 00000080:00000001:0.0:1788687333.378647:0:31556:0:(obd_class.h:1074:obd_statfs()) Process entered 00000080:00000004:0.0:1788687333.378650:0:31556:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff9b29e019e800: age 1766, max_age 1791 00800000:00000001:0.0:1788687333.378654:0:31556:0:(lmv_obd.c:1450:lmv_statfs()) Process entered 00800000:00000010:0.0:1788687333.378658:0:31556:0:(lmv_obd.c:1454:lmv_statfs()) kmalloced '(temp)': 144 at ffff9b29c9724840. 00800000:00000001:0.0:1788687333.378661:0:31556:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1788687333.378664:0:31556:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9b29e019e800: age 1766, max_age 1791 00000002:00000001:0.0:1788687333.378667:0:31556:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1788687333.378671:0:31556:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000010:0.0:1788687333.378678:0:31556:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f2300. 00000020:00000040:0.0:1788687333.378681:0:31556:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:0.0:1788687333.378686:0:31556:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687333.378689:0:31556:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687333.378693:0:31556:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687333.378701:0:31556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c4c57000. 00000100:00000001:0.0:1788687333.378709:0:31556:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.378714:0:31556:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687333.378716:0:31556:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687333.378722:0:31556:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c9724540. 00000100:00000001:0.0:1788687333.378724:0:31556:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202508514624 : -110871201036992 : ffff9b29c9724540) 00000100:00000001:0.0:1788687333.378727:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.378728:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509357824 : -110871200193792 : ffff9b29c97f2300) 00000100:00000001:0.0:1788687333.378734:0:31556:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687333.378740:0:31556:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.378742:0:31556:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687333.378744:0:31556:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687333.378753:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f2300 x1875572824533888/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687333.378763:0:31556:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687333.378766:0:31556:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.378770:0:31556:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687333.378773:0:31556:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687333.378775:0:31556:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687333.378779:0:31556:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f2300 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824533888:192.168.203.144@tcp:41:rm.0 00000100:00000001:0.0:1788687333.378784:0:31556:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687333.378790:0:31556:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687333.378793:0:31556:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.378796:0:31556:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687333.378801:0:31556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a00800. 02000000:00000001:0.0:1788687333.378803:0:31556:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687333.378811:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687333.378815:0:31556:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f78. 00000400:00000010:0.0:1788687333.378823:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda550. 00000100:00000200:0.0:1788687333.378832:0:31556:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824533888, portal 10 00000100:00000001:0.0:1788687333.378834:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.378835:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509357824 : -110871200193792 : ffff9b29c97f2300) 00000100:00000040:0.0:1788687333.378842:0:31556:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f2300 x1875572824533888/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 440/368 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687333.378850:0:31556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687333.378853:0:31556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687333.378856:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdac38. 00000100:00000200:0.0:1788687333.378860:0:31556:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1875572824533888, offset 0 00000400:00000200:0.0:1788687333.378868:0:31556:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687333.378876:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687333.378884:0:31556:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687333.378890:0:31556:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687333.378895:0:31556:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687333.378899:0:31556:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687333.378902:0:31556:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687333.379346:0:31556:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2430:2430:256:4294967295] 192.168.203.144@tcp LPNI seq info [2430:2430:8:4294967295] 00000400:00000200:0.0:1788687333.379353:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687333.379366:0:31556:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687333.379374:0:31556:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687333.379383:0:31556:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946800. 00000800:00000200:0.0:1788687333.379393:0:31556:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687333.379402:0:31556:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687333.379408:0:31556:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946800 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1788687333.379434:0:31556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687333.379441:0:31556:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 811235 usecs (812 jiffies) 00000400:00000200:0.0:1788687333.379520:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687333.379526:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296460196 00000100:00000001:0.0:1788687333.379531:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:0.0:1788687333.379533:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296460196 00000100:00000001:0.0:1788687333.379536:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:0.0:1788687333.379538:0:31556:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687333.379541:0:31556:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.379544:0:31556:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687333.379546:0:31556:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687333.379549:0:31556:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c9724540 going to sleep for 11 seconds 00000100:00000001:0.0:1788687333.379552:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687333.379556:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687333.379746:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687333.379752:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946800. 00000400:00000200:3.0:1788687333.379760:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687333.379766:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687333.379773:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdac38 00000400:00000010:3.0:1788687333.379775:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdac38. 00000100:00000001:3.0:1788687333.379781:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687333.379787:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f2300 x1875572824533888/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 440/368 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687333.379801:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.379805:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f2300 x1875572824533888/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 440/368 e 0 to 0 dl 1788687349 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687333.379813:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.379814:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687333.382400:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.382422:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687333.382427:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.382430:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.382442:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.382452:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687333.382537:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.382543:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.382551:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.382556:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 10 MB=0x6a9d2d3f4eb80 00000400:00000200:2.0:1788687333.382563:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.382570:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 368/368 into md 0x6b05 [1] + 224 00000800:00000001:2.0:1788687333.382580:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.382589:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.382593:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.382599:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687333.382608:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687333.382619:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f2300 x1875572824533888/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 440/368 e 0 to 0 dl 1788687349 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687333.382631:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b29c97f2300 x1875572824533888/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 440/368 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687333.382656:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687333.382666:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.382669:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.382897:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687333.382961:0:31556:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687333.382964:0:31556:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687333.382968:0:31556:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f78. 00000400:00000200:0.0:1788687333.382974:0:31556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda550 00000400:00000010:0.0:1788687333.382977:0:31556:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda550. 00000100:00000001:0.0:1788687333.382981:0:31556:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687333.382987:0:31556:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f2300 x1875572824533888/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 440/368 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687333.382997:0:31556:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f2300 x1875572824533888/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 440/368 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687333.383004:0:31556:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687333.383006:0:31556:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.383009:0:31556:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687333.383013:0:31556:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687333.383016:0:31556:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687333.383019:0:31556:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.383023:0:31556:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687333.383034:0:31556:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=105 v=5 (5 103 103 103) 00000100:00001000:0.0:1788687333.383039:0:31556:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687333.383042:0:31556:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687333.383044:0:31556:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.383047:0:31556:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687333.383051:0:31556:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.383056:0:31556:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687333.383058:0:31556:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1788687333.383061:0:31556:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687333.383064:0:31556:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687333.383069:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f2300 x1875572824533888/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 440/368 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687333.383083:0:31556:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687333.383087:0:31556:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687333.383089:0:31556:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687333.383104:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f2300 x1875572824533888/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 440/368 e 0 to 0 dl 1788687349 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687333.383113:0:31556:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f2300 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824533888:192.168.203.144@tcp:41:rm.0 00000100:00000001:0.0:1788687333.383119:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.383123:0:31556:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.383126:0:31556:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687333.383129:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687333.383132:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f2300 x1875572824533888/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 440/368 e 0 to 0 dl 1788687349 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687333.383140:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687333.383144:0:31556:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c9724540. 00000100:00000001:0.0:1788687333.383148:0:31556:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687333.383150:0:31556:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687333.383157:0:31556:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1788687333.383159:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687333.383162:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f2300 x1875572824533888/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 440/368 e 0 to 0 dl 1788687349 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687333.383168:0:31556:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687333.383171:0:31556:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687333.383175:0:31556:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a00800. 02000000:00000001:0.0:1788687333.383179:0:31556:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687333.383182:0:31556:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687333.383184:0:31556:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687333.383187:0:31556:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687333.383731:0:31556:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c4c57000. 02000000:00000001:0.0:1788687333.383740:0:31556:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687333.383742:0:31556:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687333.383744:0:31556:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f2300. 00000100:00000001:0.0:1788687333.383749:0:31556:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687333.383750:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788687333.383752:0:31556:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687333.383754:0:31556:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687333.383756:0:31556:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:0.0:1788687333.383759:0:31556:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9b29e019e800: update ffff9b29c9710458 cache blocks 1883648/1885696 objects 235584/235938 00800000:00000001:0.0:1788687333.383764:0:31556:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687333.383767:0:31556:0:(lmv_obd.c:1490:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:0.0:1788687333.383770:0:31556:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at ffff9b29c9724840. 00800000:00000001:0.0:1788687333.383773:0:31556:0:(lmv_obd.c:1515:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1788687333.383777:0:31556:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff9b29e019e800: update ffff9b29c9711e18 cache blocks 1883648/1885696 objects 235584/235938 00000080:00000001:0.0:1788687333.383782:0:31556:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1788687333.383786:0:31556:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1883648/1885696 objects 235584/235938 00000080:00000001:0.0:1788687333.383788:0:31556:0:(llite_lib.c:2758:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788687333.383791:0:31556:0:(llite_lib.c:2791:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.383834:0:31556:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788687333.383837:0:31556:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9b29d85ad348) pos/size0/16384 32bit_api 0 00000080:00000010:0.0:1788687333.383850:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c57000. 00000080:00000001:0.0:1788687333.383860:0:31556:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1788687333.383870:0:31556:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446732216456787136 : -11857252764480 : fffff53744a934c0) 00000080:00000001:0.0:1788687333.383875:0:31556:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1788687333.383880:0:31556:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788687333.383882:0:31556:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:0.0:1788687333.383886:0:31556:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687333.383890:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c57000. 00000080:00000001:0.0:1788687333.383894:0:31556:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.383948:0:31556:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788687333.383951:0:31556:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9b29d85ad348) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:0.0:1788687333.383954:0:31556:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788687333.383956:0:31556:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.383983:0:31556:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687333.383988:0:31556:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788687333.383990:0:31556:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9b29d85ad348), inode mode 41ed mask 1 00000080:00000001:0.0:1788687333.383994:0:31556:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.384006:0:31556:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788687333.384010:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bda0 00000080:00002000:0.0:1788687333.384013:0:31556:0:(dcache.c:87:ll_dcompare()) found name f(ffff9b29d8726000) flags 0x48000e refc 0 00000080:00000001:0.0:1788687333.384016:0:31556:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.384019:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150be10 00000080:00200000:0.0:1788687333.384020:0:31556:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:0.0:1788687333.384028:0:31556:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788687333.384030:0:31556:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9b29d85ad348), inode mode 41ed mask 3 00000080:00000001:0.0:1788687333.384033:0:31556:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.384037:0:31556:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:0.0:1788687333.384039:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bdf8 00000080:00200000:0.0:1788687333.384041:0:31556:0:(namei.c:2351:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff9b29d85ad348) 00000080:00000001:0.0:1788687333.384045:0:31556:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788687333.384049:0:31556:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:0.0:1788687333.384055:0:31556:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9b29c97d4ea0. 00000020:00000010:0.0:1788687333.384060:0:31556:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29c4c57000. 00000020:00000010:0.0:1788687333.384066:0:31556:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b29c4c56200. 00000020:00000010:0.0:1788687333.384070:0:31556:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9b29c3344780. 00000008:00000010:0.0:1788687333.384079:0:31556:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b29c627e4b0. 00020000:00000010:0.0:1788687333.384085:0:31556:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b29c4fcb900. 00008000:00000010:0.0:1788687333.384153:0:31556:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b29c38cf170. 00000080:00000010:0.0:1788687333.384162:0:31556:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b29d07a49d8. 00000080:00000010:0.0:1788687333.384167:0:31556:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b29d023cb90. 00000020:00000010:0.0:1788687333.384173:0:31556:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29c4c56000. 00000008:00000010:0.0:1788687333.384180:0:31556:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b29c97b7600. 00020000:00000010:0.0:1788687333.384184:0:31556:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b29e01de480. 00008000:00000010:0.0:1788687333.384188:0:31556:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b29c70fc338. 00000080:00000010:0.0:1788687333.384389:0:31556:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b29c6839d20. 00000020:00000001:0.0:1788687333.384453:0:31556:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509237928 : -110871200313688 : ffff9b29c97d4ea8) 00000020:00001000:0.0:1788687333.384457:0:31556:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4ea0 00000020:00000001:0.0:1788687333.384526:0:31556:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788687333.384533:0:31556:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c52774d8) owner 0000000000000000/ffff9b29c97427c0 00020000:00000002:0.0:1788687333.384537:0:31556:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c33d0660 addref 2/0 by ffff9b29c97427c0. 00020000:00000002:0.0:1788687333.384540:0:31556:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c52774d8) owner 0000000000000000/ffff9b29c97427c0 00020000:00000001:0.0:1788687333.384544:0:31556:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788687333.384548:0:31556:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788687333.384550:0:31556:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788687333.384552:0:31556:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788687333.384556:0:31556:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788687333.384559:0:31556:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4ea0 00000080:00000001:0.0:1788687333.384563:0:31556:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788687333.384569:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56400. 00800000:00000001:0.0:1788687333.384585:0:31556:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1788687333.384592:0:31556:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1788687333.384596:0:31556:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x29:0x0] 00800000:00000001:0.0:1788687333.384598:0:31556:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687333.384601:0:31556:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000404:0x27:0x0]/[0x200000404:0x29:0x0] -> mds #0 00000002:00000001:0.0:1788687333.384609:0:31556:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788687333.384611:0:31556:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788687333.384622:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 3 00010000:00000001:0.0:1788687333.384625:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687333.384630:0:31556:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788687333.384635:0:31556:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687333.384641:0:31556:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1788687333.384654:0:31556:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788687333.384659:0:31556:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788687333.384661:0:31556:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788687333.384664:0:31556:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:0.0:1788687333.384668:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687333.384672:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687333.384675:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 4 00010000:00000001:0.0:1788687333.384677:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687333.384682:0:31556:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788687333.384686:0:31556:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788687333.384690:0:31556:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687333.384695:0:31556:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687333.384699:0:31556:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5c00/0x230d04438e811e01 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d25b4 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788687333.384708:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.384710:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687333.384712:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1788687333.384715:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.384718:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.384721:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5c00 refcount=2 00000020:00000001:0.0:1788687333.384724:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447309824 : -110871262241792 : ffff9b29c5cc5c00) 00010000:00000001:0.0:1788687333.384727:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447309824 : -110871262241792 : ffff9b29c5cc5c00) 00010000:00000001:0.0:1788687333.384729:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.384730:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687333.384731:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687333.384732:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687333.384734:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 4 00010000:00000001:0.0:1788687333.384736:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687333.384738:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687333.384740:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687333.384741:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687333.384742:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 4 00010000:00000001:0.0:1788687333.384744:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687333.384745:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.384747:0:31556:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788687333.384749:0:31556:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x27:0x0] lli = ffff9b29d85ad280, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788687333.384808:0:31556:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788687333.384811:0:31556:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788687333.384813:0:31556:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788687333.384816:0:31556:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff9b29d85ad348) invalid 00000020:00000001:0.0:1788687333.384819:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150ba60 00000080:00002000:0.0:1788687333.384821:0:31556:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff9b29d8746948) parent ffff9b29d84cabd0 inode ffff9b29d85ad348 refc 3 00000080:00000001:0.0:1788687333.384827:0:31556:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788687333.384830:0:31556:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788687333.384832:0:31556:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.384835:0:31556:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687333.384839:0:31556:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687333.384842:0:31556:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687333.384844:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687333.384846:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788687333.384849:0:31556:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c3147000 with handle 0x230d04438e811dd0 from hash 00010000:00000001:0.0:1788687333.384852:0:31556:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687333.384853:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.384854:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.384856:0:31556:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687333.384859:0:31556:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687333.384861:0:31556:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788687333.384864:0:31556:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687333.384866:0:31556:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687333.384869:0:31556:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687333.384871:0:31556:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788687333.384874:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f300 count: 2 00010000:00000001:0.0:1788687333.384876:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687333.384877:0:31556:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788687333.384880:0:31556:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687333.384882:0:31556:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9a00/0x230d04438e811dd7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x59c08f76ab1d254b expref: -99 pid: 31554 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788687333.384890:0:31556:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788687333.384892:0:31556:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788687333.384893:0:31556:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788687333.384894:0:31556:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x29:0x0] mode (null) 00000002:00000001:0.0:1788687333.384897:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687333.384898:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687333.384900:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f300 count: 3 00010000:00000001:0.0:1788687333.384902:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687333.384976:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687333.384979:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687333.384980:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687333.384983:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f300 count: 3 00010000:00000001:0.0:1788687333.384985:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687333.384987:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687333.384989:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687333.384991:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687333.384992:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f300 count: 3 00010000:00000001:0.0:1788687333.384994:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687333.384996:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687333.384998:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687333.384999:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687333.385000:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f300 count: 3 00010000:00000001:0.0:1788687333.385002:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687333.385004:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.385006:0:31556:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.385009:0:31556:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788687333.385011:0:31556:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687333.385013:0:31556:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509237928 : -110871200313688 : ffff9b29c97d4ea8) 00000020:00001000:0.0:1788687333.385015:0:31556:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4ea0 00000020:00000001:0.0:1788687333.385017:0:31556:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788687333.385020:0:31556:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x29:0x0]: losing layout lock 00000080:00000001:0.0:1788687333.385024:0:31556:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788687333.385027:0:31556:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788687333.385031:0:31556:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788687333.385034:0:31556:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788687333.385037:0:31556:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788687333.385039:0:31556:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.385041:0:31556:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788687333.385043:0:31556:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4ea0 00000080:00000001:0.0:1788687333.385045:0:31556:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.385047:0:31556:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788687333.385049:0:31556:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x29:0x0](ffff9b29d8572a08) invalid 00000020:00000001:0.0:1788687333.385051:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150ba60 00000080:00002000:0.0:1788687333.385053:0:31556:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9b29d8726000) parent ffff9b29d8746948 inode ffff9b29d8572a08 refc 1 00000080:00000001:0.0:1788687333.385056:0:31556:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788687333.385058:0:31556:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788687333.385059:0:31556:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.385062:0:31556:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687333.385064:0:31556:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687333.385065:0:31556:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687333.385066:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687333.385068:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788687333.385071:0:31556:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29d13a9a00 with handle 0x230d04438e811dd7 from hash 00010000:00000001:0.0:1788687333.385073:0:31556:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687333.385075:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.385076:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.385077:0:31556:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687333.385079:0:31556:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687333.385080:0:31556:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788687333.385082:0:31556:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687333.385084:0:31556:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687333.385086:0:31556:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788687333.385545:0:31556:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f2300. 00000020:00000040:0.0:1788687333.385552:0:31556:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:0.0:1788687333.385558:0:31556:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788687333.385561:0:31556:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.385564:0:31556:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687333.385569:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687333.385575:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.385577:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.385578:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.385582:0:31556:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687333.385585:0:31556:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687333.385588:0:31556:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687333.385597:0:31556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c4c56e00. 00000100:00000001:0.0:1788687333.385605:0:31556:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.385608:0:31556:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687333.385611:0:31556:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788687333.385619:0:31556:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9a00/0x230d04438e811dd7 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d254b expref: -99 pid: 31554 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788687333.385628:0:31556:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1788687333.385634:0:31556:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1788687333.385636:0:31556:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788687333.385639:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687333.385641:0:31556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9a00/0x230d04438e811dd7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d254b expref: -99 pid: 31554 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788687333.385650:0:31556:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29d099be80. 00010000:00000040:0.0:1788687333.385658:0:31556:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c422f300 count: 0 00010000:00000010:0.0:1788687333.385665:0:31556:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5d3b900. 00010000:00000001:0.0:1788687333.385674:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.385675:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687333.385677:0:31556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147000/0x230d04438e811dd0 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d252f expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788687333.385685:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.385687:0:31556:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.385689:0:31556:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687333.385690:0:31556:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.385693:0:31556:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788687333.385705:0:31556:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788687333.385720:0:31556:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c97f2300 x1875572824534144/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788687333.385728:0:31556:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687333.385730:0:31556:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687333.385737:0:31556:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c9724840. 00000100:00000001:0.0:1788687333.385740:0:31556:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202508515392 : -110871201036224 : ffff9b29c9724840) 00000100:00000001:0.0:1788687333.385744:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.385746:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509357824 : -110871200193792 : ffff9b29c97f2300) 00000100:00000001:0.0:1788687333.385752:0:31556:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687333.385757:0:31556:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.385759:0:31556:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687333.385762:0:31556:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687333.385767:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f2300 x1875572824534144/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687333.385775:0:31556:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687333.385778:0:31556:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.385782:0:31556:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687333.385785:0:31556:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687333.385787:0:31556:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687333.385791:0:31556:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f2300 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824534144:192.168.203.144@tcp:36:rm.0 00000100:00000001:0.0:1788687333.385796:0:31556:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687333.385802:0:31556:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687333.385805:0:31556:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.385807:0:31556:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687333.385812:0:31556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a00800. 02000000:00000001:0.0:1788687333.385814:0:31556:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687333.385823:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687333.385828:0:31556:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f78. 00000400:00000010:0.0:1788687333.385836:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda550. 00000100:00000200:0.0:1788687333.385845:0:31556:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824534144, portal 10 00000100:00000001:0.0:1788687333.385847:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.385848:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509357824 : -110871200193792 : ffff9b29c97f2300) 00000100:00000040:0.0:1788687333.385854:0:31556:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f2300 x1875572824534144/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/624 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687333.385861:0:31556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687333.385864:0:31556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687333.385867:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda088. 00000100:00000200:0.0:1788687333.385871:0:31556:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875572824534144, offset 0 00000400:00000200:0.0:1788687333.385878:0:31556:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687333.385886:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687333.385895:0:31556:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687333.385901:0:31556:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687333.385935:0:31556:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687333.385940:0:31556:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687333.385943:0:31556:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687333.385947:0:31556:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2431:2431:256:4294967295] 192.168.203.144@tcp LPNI seq info [2431:2431:8:4294967295] 00000400:00000200:0.0:1788687333.385952:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687333.385964:0:31556:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687333.385972:0:31556:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687333.385977:0:31556:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946600. 00000800:00000200:0.0:1788687333.385985:0:31556:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687333.385994:0:31556:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687333.386000:0:31556:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946600 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788687333.386021:0:31556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687333.386027:0:31556:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 810138 usecs (811 jiffies) 00000400:00000200:0.0:1788687333.386030:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687333.386033:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296460202 00000100:00000001:0.0:1788687333.386037:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:0.0:1788687333.386040:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296460202 00000100:00000001:0.0:1788687333.386042:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:0.0:1788687333.386044:0:31556:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687333.386048:0:31556:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.386050:0:31556:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687333.386053:0:31556:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687333.386056:0:31556:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c9724840 going to sleep for 11 seconds 00000100:00000001:0.0:1788687333.386058:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687333.386062:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687333.387133:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687333.387142:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946600. 00000400:00000200:3.0:1788687333.387150:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687333.387157:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687333.387165:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda088 00000400:00000010:3.0:1788687333.387168:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda088. 00000100:00000001:3.0:1788687333.387173:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687333.387181:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f2300 x1875572824534144/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/624 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687333.387203:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.387207:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f2300 x1875572824534144/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/624 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687333.387220:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.387222:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1788687333.387425:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687333.387428:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.387431:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687333.387433:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.387437:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687333.387438:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.387441:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687333.387442:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687333.387506:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687333.387513:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687333.387516:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:0.1:1788687333.394388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f300. 00010000:00000010:0.1:1788687333.394418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9a00. 00010000:00000010:0.1:1788687333.394423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147000. 00000800:00000001:2.0:1788687333.395765:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.395786:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687333.395791:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.395793:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.395804:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.395814:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687333.395825:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.395831:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.395837:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.395842:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f4ec80 00000400:00000200:2.0:1788687333.395849:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.395856:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x6b0d [1] + 224 00000800:00000001:2.0:1788687333.395865:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.395872:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.395876:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.395881:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687333.395892:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687333.395904:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f2300 x1875572824534144/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687333.396020:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b29c97f2300 x1875572824534144/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687333.396072:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687333.396099:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788687333.396111:0:2361:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788687333.396116:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.396122:0:2361:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687333.396129:0:2361:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2432:2432:256:4294967295] 192.168.203.144@tcp LPNI seq info [2432:2432:8:4294967295] 00000400:00000200:2.0:1788687333.396134:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.396144:0:2361:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1788687333.396150:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687333.396157:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec200. 00000800:00000200:2.0:1788687333.396165:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687333.396175:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687333.396181:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788687333.396305:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687333.396309:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec200. 00000400:00000200:2.0:1788687333.396313:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.396317:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1788687333.396324:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.396327:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788687333.397071:0:31556:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687333.397075:0:31556:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687333.397080:0:31556:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f78. 00000400:00000200:0.0:1788687333.397086:0:31556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda550 00000400:00000010:0.0:1788687333.397089:0:31556:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda550. 00000100:00000001:0.0:1788687333.397103:0:31556:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687333.397112:0:31556:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f2300 x1875572824534144/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687333.397123:0:31556:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f2300 x1875572824534144/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687333.397131:0:31556:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687333.397133:0:31556:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.397136:0:31556:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687333.397139:0:31556:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687333.397142:0:31556:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687333.397145:0:31556:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.397148:0:31556:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687333.397161:0:31556:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=105 v=5 (5 103 103 103) 00000100:00001000:0.0:1788687333.397166:0:31556:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687333.397169:0:31556:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687333.397171:0:31556:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.397175:0:31556:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687333.397179:0:31556:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.397184:0:31556:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687333.397186:0:31556:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000150/0x100000152] 00000100:00000001:0.0:1788687333.397197:0:31556:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687333.397201:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.397203:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509357824 : -110871200193792 : ffff9b29c97f2300) 00000100:00000001:0.0:1788687333.397206:0:31556:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687333.397209:0:31556:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1788687333.397217:0:31556:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687333.397221:0:31556:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687333.397228:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f2300 x1875572824534144/t4294967642(4294967642) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1788687349 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687333.397242:0:31556:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687333.397246:0:31556:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687333.397249:0:31556:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687333.397253:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f2300 x1875572824534144/t4294967642(4294967642) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1788687349 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687333.397265:0:31556:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f2300 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824534144:192.168.203.144@tcp:36:rm.0 00000100:00000001:0.0:1788687333.397271:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.397274:0:31556:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.397276:0:31556:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687333.397278:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687333.397281:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f2300 x1875572824534144/t4294967642(4294967642) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1788687349 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687333.397288:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687333.397291:0:31556:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c9724840. 00000100:00000001:0.0:1788687333.397295:0:31556:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687333.397297:0:31556:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687333.397306:0:31556:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687333.397310:0:31556:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687333.397316:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56400. 00000100:00000001:0.0:1788687333.397323:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687333.397326:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f2300 x1875572824534144/t4294967642(4294967642) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1788687349 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687333.397332:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.397337:0:31556:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.397350:0:31556:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788687333.397354:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150be28 00000080:00002000:0.0:1788687333.397357:0:31556:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9b29d8726000, parent ffff9b29d8746948, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788687333.397360:0:31556:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687333.397367:0:31556:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788687333.397374:0:31556:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788687333.397385:0:31556:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788687333.397388:0:31556:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788687333.397391:0:31556:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687333.397395:0:31556:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509237928 : -110871200313688 : ffff9b29c97d4ea8) 00000020:00001000:0.0:1788687333.397525:0:31556:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4ea0 00000020:00000001:0.0:1788687333.397533:0:31556:0:(cl_object.c:143:cl_object_top()) ffff9b29d0248210 -> ffff9b29d0248210 00000020:00000001:0.0:1788687333.397536:0:31556:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788687333.397540:0:31556:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788687333.397543:0:31556:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x29:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788687333.397547:0:31556:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687333.397549:0:31556:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788687333.397550:0:31556:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687333.397557:0:31556:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x29:0x0]io ffff9b29d023cbf0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788687333.397560:0:31556:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c52774d8) owner 0000000000000000/ffff9b29c97427c0 00020000:00000001:0.0:1788687333.397564:0:31556:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788687333.397567:0:31556:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788687333.397569:0:31556:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788687333.397571:0:31556:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.397574:0:31556:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788687333.397576:0:31556:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788687333.397578:0:31556:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.397580:0:31556:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687333.397581:0:31556:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788687333.397583:0:31556:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788687333.397584:0:31556:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c52774d8) owner 0000000000000000/ffff9b29c97427c0 00000020:00000001:0.0:1788687333.397587:0:31556:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.397591:0:31556:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788687333.397592:0:31556:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788687333.397596:0:31556:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788687333.397600:0:31556:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788687333.397604:0:31556:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788687333.397609:0:31556:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687333.397610:0:31556:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788687333.397611:0:31556:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:0.0:1788687333.397618:0:31556:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9b29c97d4000. 00000020:00000010:0.0:1788687333.397624:0:31556:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29c4c56400. 00000020:00000010:0.0:1788687333.397629:0:31556:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b29c4c57400. 00000020:00000010:0.0:1788687333.397633:0:31556:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9b29c3344000. 00000008:00000010:0.0:1788687333.397642:0:31556:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b29c627a190. 00020000:00000010:0.0:1788687333.397647:0:31556:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b29c4fcb600. 00008000:00000010:0.0:1788687333.397653:0:31556:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b29c38cfc08. 00000080:00000010:0.0:1788687333.397659:0:31556:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b29d07a4150. 00000080:00000010:0.0:1788687333.397665:0:31556:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b29d023c000. 00000020:00000010:0.0:1788687333.397669:0:31556:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29c4c56c00. 00000008:00000010:0.0:1788687333.397674:0:31556:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b29c97b7e40. 00020000:00000010:0.0:1788687333.397679:0:31556:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b29e01de6c8. 00008000:00000010:0.0:1788687333.397683:0:31556:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b29c70fc1b0. 00000080:00000010:0.0:1788687333.397687:0:31556:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b29c6839960. 00000020:00000001:0.0:1788687333.397689:0:31556:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509234184 : -110871200317432 : ffff9b29c97d4008) 00000020:00001000:0.0:1788687333.397690:0:31556:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4000 00000020:00000001:0.0:1788687333.397695:0:31556:0:(cl_object.c:143:cl_object_top()) ffff9b29d0248aa8 -> ffff9b29d0248210 00000020:00000001:0.0:1788687333.397696:0:31556:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788687333.397700:0:31556:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687333.397701:0:31556:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788687333.397703:0:31556:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.397705:0:31556:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.397707:0:31556:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:0.0:1788687333.397709:0:31556:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788687333.397711:0:31556:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.397714:0:31556:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.397716:0:31556:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.397718:0:31556:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788687333.397720:0:31556:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788687333.397722:0:31556:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687333.397723:0:31556:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788687333.397725:0:31556:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687333.397726:0:31556:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.397728:0:31556:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.397730:0:31556:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.397732:0:31556:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.397733:0:31556:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687333.397734:0:31556:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.397736:0:31556:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.397738:0:31556:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788687333.397740:0:31556:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788687333.397741:0:31556:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687333.397742:0:31556:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788687333.397745:0:31556:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788687333.397748:0:31556:0:(osc_cache.c:3353:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788687333.397753:0:31556:0:(osc_cache.c:3288:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788687333.397757:0:31556:0:(osc_cache.c:3325:osc_cache_wait_range()) obj ffff9b29c2c0ac40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788687333.397760:0:31556:0:(osc_cache.c:3326:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788687333.397763:0:31556:0:(osc_cache.c:3493:osc_cache_writeback_range()) obj ffff9b29c2c0ac40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788687333.397768:0:31556:0:(osc_cache.c:3508:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687333.397770:0:31556:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.397772:0:31556:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.397774:0:31556:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.397775:0:31556:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.397777:0:31556:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.397778:0:31556:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788687333.397780:0:31556:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788687333.397783:0:31556:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788687333.397784:0:31556:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788687333.397786:0:31556:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788687333.397787:0:31556:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.397789:0:31556:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788687333.397791:0:31556:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788687333.397792:0:31556:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788687333.397795:0:31556:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788687333.397796:0:31556:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687333.397798:0:31556:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788687333.397799:0:31556:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788687333.397800:0:31556:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.397802:0:31556:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.397803:0:31556:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788687333.397804:0:31556:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788687333.397806:0:31556:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788687333.397808:0:31556:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788687333.397809:0:31556:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788687333.397811:0:31556:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788687333.397812:0:31556:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687333.397813:0:31556:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788687333.397814:0:31556:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788687333.397816:0:31556:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.397817:0:31556:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.397818:0:31556:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788687333.397820:0:31556:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788687333.397821:0:31556:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.397823:0:31556:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788687333.397825:0:31556:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788687333.397827:0:31556:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788687333.397828:0:31556:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788687333.397830:0:31556:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687333.397832:0:31556:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4000 00020000:00000001:0.0:1788687333.397834:0:31556:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788687333.397837:0:31556:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788687333.397840:0:31556:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788687333.397842:0:31556:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x29:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788687333.397846:0:31556:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788687333.397847:0:31556:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687333.397850:0:31556:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4ea0 00000080:00000001:0.0:1788687333.397853:0:31556:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.397857:0:31556:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788687333.397859:0:31556:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x29:0x0](ffff9b29d8572a08) 00800000:00000001:0.0:1788687333.397864:0:31556:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788687333.397866:0:31556:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x29:0x0] 00000002:00000001:0.0:1788687333.397874:0:31556:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788687333.397881:0:31556:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687333.397883:0:31556:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.397886:0:31556:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788687333.397889:0:31556:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788687333.397891:0:31556:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.397893:0:31556:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.397896:0:31556:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687333.397898:0:31556:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509237928 : -110871200313688 : ffff9b29c97d4ea8) 00000020:00001000:0.0:1788687333.397900:0:31556:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4ea0 00020000:00000001:0.0:1788687333.397974:0:31556:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788687333.397976:0:31556:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c52774d8) owner 0000000000000000/ffff9b29c97427c0 00020000:00000001:0.0:1788687333.397979:0:31556:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788687333.397983:0:31556:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c33d0660, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788687333.397987:0:31556:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788687333.397992:0:31556:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c976cd00: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000001:0.0:1788687333.397996:0:31556:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788687333.397998:0:31556:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.398001:0:31556:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788687333.398003:0:31556:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788687333.398008:0:31556:0:(ldlm_request.c:2696:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788687333.398014:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422fc00 count: 2 00010000:00000001:0.0:1788687333.398017:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687333.398021:0:31556:0:(ldlm_request.c:2624:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788687333.398024:0:31556:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788687333.398029:0:31556:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811dde lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2559 expref: -99 pid: 31554 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1788687333.398043:0:31556:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0ac40 -> ffff9b29d0248210 00000020:00000001:0.0:1788687333.398045:0:31556:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0ac40 -> ffff9b29d0248210 00000008:00000001:0.0:1788687333.398047:0:31556:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687333.398049:0:31556:0:(ldlm_request.c:2640:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687333.398051:0:31556:0:(ldlm_request.c:2706:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788687333.398053:0:31556:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788687333.398060:0:31556:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9b29c2c0ac40. 00020000:00000001:0.0:1788687333.398065:0:31556:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788687333.398068:0:31556:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9b29d0248a28. 00020000:00000001:0.0:1788687333.398073:0:31556:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788687333.398075:0:31556:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.398078:0:31556:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687333.398079:0:31556:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c52774d8) owner 0000000000000000/ffff9b29c97427c0 00020000:00000001:0.0:1788687333.398082:0:31556:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788687333.398084:0:31556:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788687333.398085:0:31556:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c52774d8) owner 0000000000000000/ffff9b29c97427c0 00020000:00000001:0.0:1788687333.398088:0:31556:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788687333.398091:0:31556:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9b29c4d9abb8. 00020000:00000010:0.0:1788687333.398095:0:31556:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9b29c98dd600. 00020000:00000010:0.0:1788687333.398098:0:31556:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9b29cb0ee8f0. 00020000:00000002:0.0:1788687333.398102:0:31556:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c33d0660, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788687333.398105:0:31556:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788687333.398109:0:31556:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c976cd00: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000010:0.0:1788687333.398113:0:31556:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29c976cd00. 00020000:00000010:0.0:1788687333.398117:0:31556:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c33d0d80. 00020000:00000010:0.0:1788687333.398121:0:31556:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c33d0660. 00020000:00000001:0.0:1788687333.398123:0:31556:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788687333.398124:0:31556:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c52774d8) owner 0000000000000000/ffff9b29c97427c0 00020000:00000010:0.0:1788687333.398128:0:31556:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9b29c52774d8. 00020000:00000001:0.0:1788687333.398131:0:31556:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788687333.398133:0:31556:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9b29d0248190. 00000020:00001000:0.0:1788687333.398137:0:31556:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4ea0 00000080:00000001:0.0:1788687333.398140:0:31556:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788687333.398142:0:31556:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788687333.398183:0:31556:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788687333.398186:0:31556:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788687333.398188:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bdd0 00000080:00200008:0.0:1788687333.398190:0:31556:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9b29d85ad348), flags 704000 00000080:00400000:0.0:1788687333.398195:0:31556:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x27:0x0] 00000080:00000001:0.0:1788687333.398199:0:31556:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788687333.398201:0:31556:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788687333.398203:0:31556:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788687333.398210:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687333.398213:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687333.398218:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 2 00010000:00000001:0.0:1788687333.398220:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687333.398225:0:31556:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788687333.398229:0:31556:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788687333.398233:0:31556:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687333.398891:0:31556:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687333.398899:0:31556:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5c00/0x230d04438e811e01 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d25b4 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788687333.398938:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.398940:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687333.398944:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1788687333.398947:0:31556:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x27:0x0]: 16 00000080:00000010:0.0:1788687333.398950:0:31556:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29d0061540. 00000080:00000001:0.0:1788687333.398957:0:31556:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.398963:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bdd0 00000080:00000008:0.0:1788687333.398966:0:31556:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff9b29d85ad348), flags 704000, rc = 0 00000080:00000001:0.0:1788687333.398969:0:31556:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.398971:0:31556:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.398975:0:31556:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788687333.398977:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150be00 00000080:00002000:0.0:1788687333.398980:0:31556:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff9b29d8746948, parent ffff9b29d84cabd0, inode ffff9b29d85ad348) hashed, 00000080:00000001:0.0:1788687333.398983:0:31556:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687333.398990:0:31556:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788687333.398996:0:31556:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788687333.399037:0:31556:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687333.399040:0:31556:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687333.399042:0:31556:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687333.399044:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bbd8 00000080:00200000:0.0:1788687333.399047:0:31556:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687333.399053:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56600. 00800000:00000002:0.0:1788687333.399060:0:31556:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687333.399065:0:31556:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687333.399070:0:31556:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687333.399072:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150baf8 00800000:00000002:0.0:1788687333.399075:0:31556:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687333.399079:0:31556:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687333.399083:0:31556:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687333.399088:0:31556:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687333.399090:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b9c8 00000002:00010000:0.0:1788687333.399100:0:31556:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687333.399105:0:31556:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687333.399106:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687333.399108:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687333.399113:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 2 00010000:00000001:0.0:1788687333.399115:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687333.399120:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687333.399124:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687333.399128:0:31556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:0.0:1788687333.399136:0:31556:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687333.399139:0:31556:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687333.399141:0:31556:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:0.0:1788687333.399153:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687333.399155:0:31556:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687333.399157:0:31556:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687333.399159:0:31556:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687333.399161:0:31556:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687333.399163:0:31556:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687333.399166:0:31556:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687333.399169:0:31556:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687333.399172:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56600. 00000080:00000001:0.0:1788687333.399176:0:31556:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687333.399177:0:31556:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687333.399181:0:31556:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687333.399184:0:31556:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811dc9 00800000:00000001:0.0:1788687333.399188:0:31556:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687333.399557:0:31556:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687333.399561:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.399565:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.399569:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9400 refcount=3 00000020:00000001:0.0:1788687333.399572:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:0.0:1788687333.399575:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:0.0:1788687333.399579:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.399581:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687333.399582:0:31556:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687333.399584:0:31556:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687333.399588:0:31556:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811dc9 from it ffffaca08150bc10 00010000:00000001:0.0:1788687333.399590:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.399591:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.399593:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9400 refcount=3 00000020:00000001:0.0:1788687333.399595:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:0.0:1788687333.399597:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:0.0:1788687333.399599:0:31556:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687333.399604:0:31556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1788687333.399611:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.399613:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.399614:0:31556:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687333.399617:0:31556:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687333.399619:0:31556:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1788687333.399628:0:31556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687333.399632:0:31556:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687333.399635:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687333.399640:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.399641:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.399643:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.399647:0:31556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687333.399650:0:31556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.399652:0:31556:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.399655:0:31556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.399657:0:31556:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687333.399659:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.399660:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687333.399663:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687333.399665:0:31556:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687333.399667:0:31556:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788687333.399672:0:31556:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687333.399691:0:31556:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c636d620. 00000020:00000001:0.0:1788687333.399696:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bdc8 00000080:00200000:0.0:1788687333.399699:0:31556:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), flags=0 00000080:00000001:0.0:1788687333.399702:0:31556:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788687333.399705:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bc78 00000080:00200000:0.0:1788687333.399707:0:31556:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=getattr 00000080:00000010:0.0:1788687333.399717:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56600. 00800000:00000002:0.0:1788687333.399721:0:31556:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687333.399726:0:31556:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687333.399728:0:31556:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687333.399730:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bb98 00800000:00000002:0.0:1788687333.399731:0:31556:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687333.399734:0:31556:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788687333.399738:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bb30 00800000:00000002:0.0:1788687333.399740:0:31556:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:0.0:1788687333.399743:0:31556:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687333.399745:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150ba68 00000002:00010000:0.0:1788687333.399746:0:31556:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788687333.399751:0:31556:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788687333.399754:0:31556:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788687333.399759:0:31556:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f1500. 00000020:00000040:0.0:1788687333.399764:0:31556:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:0.0:1788687333.399770:0:31556:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687333.399776:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687333.399778:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.399779:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.399780:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.399784:0:31556:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687333.399786:0:31556:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687333.399790:0:31556:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687333.399800:0:31556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a01400. 00000100:00000001:0.0:1788687333.399809:0:31556:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.399814:0:31556:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687333.399816:0:31556:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.399818:0:31556:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687333.399819:0:31556:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.399821:0:31556:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687333.399830:0:31556:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202509354240 : -110871200197376 : ffff9b29c97f1500) 00010000:00000001:0.0:1788687333.399835:0:31556:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687333.399838:0:31556:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788687333.399841:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 2 00010000:00000001:0.0:1788687333.399844:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687333.399847:0:31556:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687333.399851:0:31556:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc4400. 00000020:00000001:0.0:1788687333.399855:0:31556:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687333.399858:0:31556:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc4400 with handle 0x230d04438e811e08 to hash 00000020:00000001:0.0:1788687333.399860:0:31556:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687333.399862:0:31556:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687333.399867:0:31556:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687333.399870:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687333.399873:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687333.399877:0:31556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811e08 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687333.399884:0:31556:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811e08 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687333.399896:0:31556:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811e08 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687333.399903:0:31556:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687333.399953:0:31556:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687333.399962:0:31556:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c9724840. 00000100:00000001:0.0:1788687333.399965:0:31556:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202508515392 : -110871201036224 : ffff9b29c9724840) 00000100:00000001:0.0:1788687333.399968:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.399970:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509354240 : -110871200197376 : ffff9b29c97f1500) 00000100:00000001:0.0:1788687333.399975:0:31556:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687333.399980:0:31556:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.399982:0:31556:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687333.399984:0:31556:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687333.399997:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f1500 x1875572824534272/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.400008:0:31556:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687333.400010:0:31556:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.400014:0:31556:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687333.400016:0:31556:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687333.400019:0:31556:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687333.400023:0:31556:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f1500 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824534272:192.168.203.144@tcp:101:rm.0 00000100:00000001:0.0:1788687333.400028:0:31556:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687333.400035:0:31556:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687333.400037:0:31556:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.400040:0:31556:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687333.400046:0:31556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c6318000. 02000000:00000001:0.0:1788687333.400048:0:31556:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687333.400058:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687333.400063:0:31556:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f78. 00000400:00000010:0.0:1788687333.400073:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda550. 00000100:00000200:0.0:1788687333.400082:0:31556:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824534272, portal 10 00000100:00000001:0.0:1788687333.400084:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.400085:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509354240 : -110871200197376 : ffff9b29c97f1500) 00000100:00000040:0.0:1788687333.400102:0:31556:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f1500 x1875572824534272/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.400111:0:31556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687333.400114:0:31556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687333.400118:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda2a8. 00000100:00000200:0.0:1788687333.400122:0:31556:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875572824534272, offset 0 00000400:00000200:0.0:1788687333.400131:0:31556:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687333.400140:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687333.400149:0:31556:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687333.400155:0:31556:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687333.400160:0:31556:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687333.400164:0:31556:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687333.400167:0:31556:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687333.400171:0:31556:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2433:2433:256:4294967295] 192.168.203.144@tcp LPNI seq info [2433:2433:8:4294967295] 00000400:00000200:0.0:1788687333.400175:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687333.400187:0:31556:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687333.400204:0:31556:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687333.404761:0:31556:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946200. 00000800:00000200:0.0:1788687333.404791:0:31556:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687333.404808:0:31556:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687333.404814:0:31556:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788687333.404896:0:31556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687333.404904:0:31556:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 809057 usecs (810 jiffies) 00000400:00000200:0.0:1788687333.404926:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687333.404930:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296460220 00000100:00000001:1.0:1788687333.405436:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:1.0:1788687333.405442:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296460220 00000100:00000001:1.0:1788687333.405454:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:1.0:1788687333.405458:0:31556:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687333.405469:0:31556:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.405473:0:31556:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687333.405484:0:31556:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687333.405488:0:31556:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c9724840 going to sleep for 11 seconds 00000100:00000001:1.0:1788687333.405491:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687333.405495:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.1:1788687333.407530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622f8a0. 00000800:00000200:2.0:1788687333.416898:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687333.416933:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946200. 00000400:00000200:2.0:1788687333.416944:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.416957:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687333.416970:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda2a8 00000400:00000010:2.0:1788687333.416974:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda2a8. 00000100:00000001:2.0:1788687333.416981:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687333.416992:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1500 x1875572824534272/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.417007:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687333.417012:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1500 x1875572824534272/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.417020:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.417023:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:0.1:1788687333.424647:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8572940. 00000080:00000010:0.1:1788687333.424670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c31d7020. 00000800:00000001:3.0:1788687333.434321:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.434343:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687333.434348:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.434351:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687333.434362:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.434374:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687333.434385:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.434391:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.434396:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.434401:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x6a9d2d3f4ed00 00000400:00000200:3.0:1788687333.434407:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.434414:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x6b15 [1] + 224 00000800:00000001:3.0:1788687333.434423:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.434435:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687333.434439:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687333.434445:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687333.434455:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687333.434600:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1500 x1875572824534272/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687333.434614:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b29c97f1500 x1875572824534272/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.434639:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687333.434651:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.434655:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687333.434719:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687333.434728:0:31556:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687333.434731:0:31556:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687333.434735:0:31556:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f78. 00000400:00000200:1.0:1788687333.434741:0:31556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda550 00000400:00000010:1.0:1788687333.434744:0:31556:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda550. 00000100:00000001:1.0:1788687333.434749:0:31556:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687333.434754:0:31556:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f1500 x1875572824534272/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687333.434763:0:31556:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f1500 x1875572824534272/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.434770:0:31556:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687333.434772:0:31556:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687333.434775:0:31556:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687333.434779:0:31556:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687333.434782:0:31556:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687333.434785:0:31556:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687333.434789:0:31556:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687333.434801:0:31556:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=105 v=5 (5 103 103 103) 00000100:00001000:1.0:1788687333.434806:0:31556:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687333.434809:0:31556:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687333.434811:0:31556:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.434814:0:31556:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687333.434819:0:31556:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.434824:0:31556:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687333.434826:0:31556:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1788687333.434829:0:31556:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687333.434833:0:31556:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687333.434839:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f1500 x1875572824534272/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.434847:0:31556:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687333.434851:0:31556:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687333.434853:0:31556:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687333.434858:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f1500 x1875572824534272/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687349 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687333.434866:0:31556:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f1500 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824534272:192.168.203.144@tcp:101:rm.0 00000100:00000001:1.0:1788687333.434872:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687333.434875:0:31556:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.434878:0:31556:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687333.434881:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687333.434885:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1500 x1875572824534272/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687349 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.434892:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687333.434895:0:31556:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c9724840. 00000100:00000001:1.0:1788687333.434900:0:31556:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687333.434902:0:31556:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.434948:0:31556:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788687333.434954:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.434957:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.434961:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=4 00000020:00000001:1.0:1788687333.434964:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:1.0:1788687333.434968:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000040:1.0:1788687333.434976:0:31556:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c5cc4400, remote cookie: 0x59c08f76ab1d25f3, flags: 0x1001 00010000:00010000:1.0:1788687333.434982:0:31556:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811e08 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d25f3 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788687333.434992:0:31556:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788687333.434995:0:31556:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788687333.435004:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 2 00010000:00000001:1.0:1788687333.435007:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687333.435011:0:31556:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687333.435014:0:31556:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811e08 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d25f3 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687333.435025:0:31556:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811e08 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d25f3 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.435033:0:31556:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788687333.435037:0:31556:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788687333.435040:0:31556:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788687333.435043:0:31556:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788687333.435044:0:31556:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788687333.435047:0:31556:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff9b29c5c62c00) refcount = 2 00010000:00000040:1.0:1788687333.435051:0:31556:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788687333.435054:0:31556:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5c00/0x230d04438e811e01 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d25b4 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788687333.435063:0:31556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811e08 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d25f3 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.435070:0:31556:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788687333.435084:0:31556:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788687333.435086:0:31556:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687333.435089:0:31556:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788687333.435092:0:31556:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687333.435096:0:31556:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811e08 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d25f3 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.435103:0:31556:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788687333.435105:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.435107:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.435109:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.435110:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.435112:0:31556:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687333.435117:0:31556:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788687333.435119:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.435120:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.435122:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:1.0:1788687333.435124:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:1.0:1788687333.435127:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:1.0:1788687333.435129:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.435131:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.435132:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=4 00000020:00000001:1.0:1788687333.435134:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:1.0:1788687333.435136:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:1.0:1788687333.435139:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687333.435143:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687333.435146:0:31556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811e08 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d25f3 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.435153:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.435155:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.435156:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.435157:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.435159:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=5 00000020:00000001:1.0:1788687333.435161:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:1.0:1788687333.435163:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:1.0:1788687333.435165:0:31556:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687333.435168:0:31556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811e08 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d25f3 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.435175:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.435177:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788687333.435180:0:31556:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811e08 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d25f3 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.435188:0:31556:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687333.435190:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.435191:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.435192:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.435193:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788687333.435198:0:31556:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c97f1500 x1875572824534272/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788687333.435206:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.435207:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.435209:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:1.0:1788687333.435327:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:1.0:1788687333.435330:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:1.0:1788687333.435332:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.435334:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687333.435335:0:31556:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687333.435337:0:31556:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687333.435341:0:31556:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788687333.435344:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.435345:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.435347:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:1.0:1788687333.435349:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:1.0:1788687333.435351:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00000002:00010000:1.0:1788687333.435355:0:31556:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811e08 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d25f3 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.435362:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.435364:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.435366:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687333.435367:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.435368:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.435370:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:1.0:1788687333.435372:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:1.0:1788687333.435374:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000040:1.0:1788687333.435378:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 3 00010000:00000001:1.0:1788687333.435380:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788687333.435385:0:31556:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/39 (0 0) 00010000:00000001:1.0:1788687333.435388:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.435389:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687333.435391:0:31556:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788687333.435405:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b9f0 00000002:00002000:1.0:1788687333.435407:0:31556:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788687333.435411:0:31556:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687333.435415:0:31556:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687333.435418:0:31556:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788687333.435421:0:31556:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788687333.435425:0:31556:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687333.435429:0:31556:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000001:1.0:1788687333.435432:0:31556:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788687333.435434:0:31556:0:(namei.c:674:ll_lookup_it_finish()) it ffffaca08150be00 it_disposition b 00000080:00000001:1.0:1788687333.435438:0:31556:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788687333.435452:0:31556:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788687333.435456:0:31556:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788687333.435460:0:31556:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:1.0:1788687333.435464:0:31556:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788687333.435472:0:31556:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788687333.435482:0:31556:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:1.0:1788687333.435485:0:31556:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.435489:0:31556:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:1.0:1788687333.435491:0:31556:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788687333.435494:0:31556:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833959 mtime from 1788687314 to 1788687333 00000080:00200000:1.0:1788687333.435499:0:31556:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00000080:00200000:1.0:1788687333.435502:0:31556:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x27:0x0](ffff9b29d85ad348): rc = 0 00000080:00000001:1.0:1788687333.435504:0:31556:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758636360 : -110870950915256 : ffff9b29d85ad348) 00010000:00000001:1.0:1788687333.435507:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.435508:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.435510:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:1.0:1788687333.435512:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:1.0:1788687333.435514:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:1.0:1788687333.435517:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.435518:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687333.435520:0:31556:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788687333.435523:0:31556:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788687333.435524:0:31556:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788687333.435527:0:31556:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788687333.435529:0:31556:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687333.435533:0:31556:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff9b29d85ad348) for lock 0x230d04438e811e08 00800000:00000001:1.0:1788687333.435536:0:31556:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687333.435538:0:31556:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687333.435539:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.435540:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.435542:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:1.0:1788687333.435543:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:1.0:1788687333.435546:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:1.0:1788687333.435548:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.435549:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687333.435551:0:31556:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687333.435553:0:31556:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788687333.435560:0:31556:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d8709438 inode ffff9b29d85ad348 refc 1 flags 0x20000e 00000080:00000001:1.0:1788687333.435564:0:31556:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788687333.435566:0:31556:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.435568:0:31556:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788687333.435573:0:31556:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff9b29d85ad348) 00000080:00010000:1.0:1788687333.435577:0:31556:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811e08 from it ffffaca08150be00 00010000:00000001:1.0:1788687333.435579:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.435580:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.435581:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:1.0:1788687333.435583:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:1.0:1788687333.435585:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:1.0:1788687333.435587:0:31556:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687333.435591:0:31556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811e08 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d25f3 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687333.435598:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.435599:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.435601:0:31556:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687333.435604:0:31556:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687333.435606:0:31556:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811e08 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d25f3 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687333.435614:0:31556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687333.435618:0:31556:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687333.435620:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687333.435625:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.435626:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.435628:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.435632:0:31556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687333.435634:0:31556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.435637:0:31556:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.435640:0:31556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.435642:0:31556:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687333.435643:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.435644:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687333.435647:0:31556:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788687333.435651:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56600. 00000100:00000001:1.0:1788687333.435657:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687333.435663:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f1500 x1875572824534272/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.435670:0:31556:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687333.435673:0:31556:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687333.435677:0:31556:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c6318000. 02000000:00000001:1.0:1788687333.435681:0:31556:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687333.435684:0:31556:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687333.435686:0:31556:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687333.435688:0:31556:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687333.435692:0:31556:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a01400. 02000000:00000001:1.0:1788687333.435697:0:31556:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687333.435700:0:31556:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687333.435702:0:31556:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f1500. 00000100:00000001:1.0:1788687333.435706:0:31556:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687333.435707:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687333.435710:0:31556:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788687333.435712:0:31556:0:(dcache.c:176:ll_intent_release()) intent ffffaca08150be00 released 00000080:00000001:1.0:1788687333.435713:0:31556:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788687333.435719:0:31556:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687333.435721:0:31556:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687333.435723:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bd50 00000080:00200000:1.0:1788687333.435726:0:31556:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687333.435734:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c1341000. 00800000:00000002:1.0:1788687333.435741:0:31556:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687333.435745:0:31556:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687333.435748:0:31556:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687333.435750:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bc70 00800000:00000002:1.0:1788687333.435752:0:31556:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687333.435756:0:31556:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687333.435760:0:31556:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687333.435765:0:31556:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687333.435767:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bb40 00000002:00010000:1.0:1788687333.435769:0:31556:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687333.435773:0:31556:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687333.435775:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687333.435777:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687333.435780:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 2 00010000:00000001:1.0:1788687333.435783:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687333.435786:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687333.435789:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687333.435793:0:31556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:1.0:1788687333.435801:0:31556:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687333.435806:0:31556:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687333.435810:0:31556:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:1.0:1788687333.435817:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687333.435820:0:31556:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687333.435822:0:31556:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687333.435824:0:31556:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687333.435826:0:31556:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687333.435828:0:31556:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687333.435831:0:31556:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788687333.435833:0:31556:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687333.435835:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c1341000. 00000080:00000001:1.0:1788687333.435839:0:31556:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687333.435841:0:31556:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687333.435843:0:31556:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687333.435847:0:31556:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811dc9 00800000:00000001:1.0:1788687333.435850:0:31556:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687333.435852:0:31556:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687333.435853:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.435854:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.435856:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9400 refcount=3 00000020:00000001:1.0:1788687333.435858:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:1.0:1788687333.435861:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:1.0:1788687333.435863:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.435864:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687333.435865:0:31556:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687333.435867:0:31556:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687333.435869:0:31556:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811dc9 from it ffffaca08150bd88 00010000:00000001:1.0:1788687333.435871:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687333.435872:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687333.435874:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9400 refcount=3 00000020:00000001:1.0:1788687333.435876:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:1.0:1788687333.435878:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639082496 : -110871070469120 : ffff9b29d13a9400) 00010000:00000001:1.0:1788687333.435880:0:31556:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687333.435884:0:31556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:1.0:1788687333.435890:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.435891:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.435892:0:31556:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687333.435894:0:31556:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687333.435896:0:31556:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:1.0:1788687333.435903:0:31556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687333.435936:0:31556:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687333.435938:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687333.435940:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.435941:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.435943:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.435945:0:31556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687333.435946:0:31556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.435948:0:31556:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.435951:0:31556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.435953:0:31556:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687333.435954:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.435955:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687333.435957:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687333.435959:0:31556:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687333.435962:0:31556:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788687333.435968:0:31556:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.435975:0:31556:0:(namei.c:2258:ll_rmdir()) Process entered 00000020:00000001:1.0:1788687333.435977:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150be18 00000080:00200000:1.0:1788687333.435979:0:31556:0:(namei.c:2261:ll_rmdir()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00000001:1.0:1788687333.435983:0:31556:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:1.0:1788687333.435986:0:31556:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-1, [0x200000404:0x27:0x0]) is foreign... 00000080:00000001:1.0:1788687333.435990:0:31556:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788687333.435996:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c1341000. 00800000:00000002:1.0:1788687333.435998:0:31556:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00800000:00000001:1.0:1788687333.436006:0:31556:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1788687333.436012:0:31556:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1788687333.436015:0:31556:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x27:0x0] 00800000:00000001:1.0:1788687333.436017:0:31556:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687333.436020:0:31556:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x27:0x0] -> mds #0 00000002:00000001:1.0:1788687333.436025:0:31556:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1788687333.436027:0:31556:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788687333.436030:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 2 00010000:00000001:1.0:1788687333.436032:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687333.436035:0:31556:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788687333.436039:0:31556:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687333.436042:0:31556:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:1.0:1788687333.436051:0:31556:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788687333.436055:0:31556:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788687333.436057:0:31556:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788687333.436059:0:31556:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788687333.436062:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687333.436063:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687333.436065:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 3 00010000:00000001:1.0:1788687333.436067:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687333.436070:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687333.436072:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687333.436085:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687333.436087:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 3 00010000:00000001:1.0:1788687333.436089:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687333.436092:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687333.436093:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687333.436095:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687333.436097:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 3 00010000:00000001:1.0:1788687333.436099:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687333.436101:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.436103:0:31556:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788687333.436106:0:31556:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b29d8594200, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788687333.436190:0:31556:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788687333.436193:0:31556:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788687333.436195:0:31556:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788687333.436197:0:31556:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.436201:0:31556:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687333.436204:0:31556:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687333.436206:0:31556:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687333.436208:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687333.436210:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788687333.436220:0:31556:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29d13a9400 with handle 0x230d04438e811dc9 from hash 00010000:00000001:1.0:1788687333.436223:0:31556:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687333.436224:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.436226:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.436227:0:31556:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687333.436231:0:31556:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687333.436233:0:31556:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788687333.436236:0:31556:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788687333.436238:0:31556:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687333.436241:0:31556:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687333.436243:0:31556:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788687333.436246:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 3 00010000:00000001:1.0:1788687333.436248:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687333.436250:0:31556:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788687333.436252:0:31556:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687333.436255:0:31556:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811e08 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d25f3 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788687333.436262:0:31556:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788687333.436264:0:31556:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788687333.436265:0:31556:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788687333.436267:0:31556:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:1.0:1788687333.436270:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687333.436271:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687333.436273:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 4 00010000:00000001:1.0:1788687333.436275:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687333.436278:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687333.436279:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687333.436281:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687333.436283:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 4 00010000:00000001:1.0:1788687333.436285:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687333.436287:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687333.436289:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687333.436290:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687333.436291:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 4 00010000:00000001:1.0:1788687333.436293:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687333.436296:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.436298:0:31556:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788687333.436300:0:31556:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x27:0x0] lli = ffff9b29d85ad280, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788687333.436303:0:31556:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788687333.436305:0:31556:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788687333.436306:0:31556:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788687333.436309:0:31556:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff9b29d85ad348) invalid 00000020:00000001:1.0:1788687333.436312:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150ba80 00000080:00002000:1.0:1788687333.436314:0:31556:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff9b29d8709438) parent ffff9b29d84cabd0 inode ffff9b29d85ad348 refc 2 00000080:00000001:1.0:1788687333.436319:0:31556:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788687333.436320:0:31556:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788687333.436322:0:31556:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.436324:0:31556:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687333.436326:0:31556:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687333.436327:0:31556:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687333.436328:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687333.436330:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788687333.436333:0:31556:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc4400 with handle 0x230d04438e811e08 from hash 00010000:00000001:1.0:1788687333.436335:0:31556:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687333.436337:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.436338:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.436340:0:31556:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687333.436341:0:31556:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687333.436343:0:31556:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788687333.436345:0:31556:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687333.436347:0:31556:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5c00/0x230d04438e811e01 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d25b4 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1788687333.436360:0:31556:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788687333.436362:0:31556:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788687333.436363:0:31556:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788687333.436365:0:31556:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode CR 00000002:00000001:1.0:1788687333.436367:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687333.436368:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687333.436371:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 4 00010000:00000001:1.0:1788687333.436373:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687333.436375:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687333.436377:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687333.436378:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687333.436380:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 4 00010000:00000001:1.0:1788687333.436382:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687333.436384:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.436386:0:31556:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.436388:0:31556:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788687333.436392:0:31556:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788687333.436396:0:31556:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b2a0204d800. 00000080:00000001:1.0:1788687333.436398:0:31556:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788687333.436402:0:31556:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788687333.436405:0:31556:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788687333.436408:0:31556:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x27:0x0] 00000002:00000001:1.0:1788687333.436411:0:31556:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788687333.436414:0:31556:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b29e019e800: [0x200000404:0x27:0x0] file closed with intent: 0 00000100:00000010:1.0:1788687333.436422:0:31556:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99180. 00000020:00000040:1.0:1788687333.436426:0:31556:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:1.0:1788687333.436431:0:31556:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687333.436434:0:31556:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687333.436437:0:31556:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687333.436446:0:31556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c2e2a800. 00000100:00000001:1.0:1788687333.436453:0:31556:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788687333.436468:0:31556:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b29c97f1880 x1875572824533760/t4294967641(4294967641) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788687333.436491:0:31556:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788687333.436498:0:31556:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8b99180 x1875572824534528/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788687333.436505:0:31556:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687333.436507:0:31556:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687333.436515:0:31556:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c3f64600. 00000100:00000001:1.0:1788687333.436518:0:31556:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202416502272 : -110871293049344 : ffff9b29c3f64600) 00000100:00000001:1.0:1788687333.436521:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687333.436522:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496409984 : -110871213141632 : ffff9b29c8b99180) 00000100:00000001:1.0:1788687333.436527:0:31556:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687333.436531:0:31556:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.436534:0:31556:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687333.436536:0:31556:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687333.436540:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99180 x1875572824534528/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.436548:0:31556:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687333.436551:0:31556:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687333.436555:0:31556:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687333.436558:0:31556:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687333.436560:0:31556:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687333.436564:0:31556:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99180 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824534528:192.168.203.144@tcp:35:rm.0 00000100:00000001:1.0:1788687333.436569:0:31556:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687333.436575:0:31556:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687333.436578:0:31556:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687333.436580:0:31556:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687333.436586:0:31556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6913c00. 02000000:00000001:1.0:1788687333.436587:0:31556:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687333.436596:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687333.436600:0:31556:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150d68. 00000400:00000010:1.0:1788687333.436608:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc000. 00000100:00000200:1.0:1788687333.436616:0:31556:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824534528, portal 10 00000100:00000001:1.0:1788687333.436618:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687333.436620:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496409984 : -110871213141632 : ffff9b29c8b99180) 00000100:00000040:1.0:1788687333.436626:0:31556:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b99180 x1875572824534528/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.436635:0:31556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687333.436638:0:31556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687333.436641:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc3b8. 00000100:00000200:1.0:1788687333.436645:0:31556:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824534528, offset 0 00000400:00000200:1.0:1788687333.436652:0:31556:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687333.436662:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687333.436672:0:31556:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687333.436678:0:31556:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687333.436682:0:31556:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687333.436687:0:31556:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687333.436691:0:31556:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687333.436696:0:31556:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2434:2434:256:4294967295] 192.168.203.144@tcp LPNI seq info [2434:2434:8:4294967295] 00000400:00000200:1.0:1788687333.436701:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687333.436713:0:31556:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687333.436721:0:31556:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687333.436726:0:31556:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2f00. 00000800:00000200:1.0:1788687333.436734:0:31556:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687333.436743:0:31556:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687333.436749:0:31556:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788687333.436776:0:31556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687333.436783:0:31556:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 808018 usecs (809 jiffies) 00000400:00000200:1.0:1788687333.436787:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687333.436790:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296460250 00000100:00000001:1.0:1788687333.436794:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:1.0:1788687333.436796:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296460250 00000100:00000001:1.0:1788687333.436799:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:1.0:1788687333.436802:0:31556:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687333.436806:0:31556:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.436810:0:31556:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687333.436812:0:31556:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687333.436815:0:31556:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c3f64600 going to sleep for 11 seconds 00000100:00000001:1.0:1788687333.436818:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687333.436822:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687333.437468:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687333.437483:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2f00. 00000400:00000200:2.0:1788687333.437491:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.437499:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687333.437508:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc3b8 00000400:00000010:2.0:1788687333.437511:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc3b8. 00000100:00000001:2.0:1788687333.437517:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687333.437524:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99180 x1875572824534528/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.437535:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687333.437539:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99180 x1875572824534528/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.437547:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.437548:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687333.444594:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.444614:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687333.444621:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.444623:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687333.444634:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.444644:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687333.444657:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.444663:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.444669:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.444674:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f4ee00 00000400:00000200:3.0:1788687333.444681:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.444688:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x6b1d [1] + 224 00000800:00000001:3.0:1788687333.444697:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.444704:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687333.444709:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687333.444714:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687333.444724:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687333.444735:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99180 x1875572824534528/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687333.444747:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b29c8b99180 x1875572824534528/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.444771:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687333.445025:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.445030:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687333.445312:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687333.445324:0:31556:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687333.445326:0:31556:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687333.445331:0:31556:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150d68. 00000400:00000200:1.0:1788687333.445338:0:31556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc000 00000400:00000010:1.0:1788687333.445341:0:31556:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc000. 00000100:00000001:1.0:1788687333.445345:0:31556:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687333.445352:0:31556:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99180 x1875572824534528/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687333.445362:0:31556:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99180 x1875572824534528/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.445370:0:31556:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687333.445372:0:31556:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687333.445375:0:31556:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687333.445380:0:31556:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687333.445383:0:31556:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687333.445386:0:31556:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687333.445389:0:31556:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687333.445410:0:31556:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=105 v=5 (5 5 5 5) 00000100:00001000:1.0:1788687333.445416:0:31556:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687333.445418:0:31556:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687333.445420:0:31556:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.445424:0:31556:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687333.445428:0:31556:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.445432:0:31556:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788687333.445435:0:31556:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788687333.445437:0:31556:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788687333.445440:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687333.445442:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496409984 : -110871213141632 : ffff9b29c8b99180) 00000100:00000001:1.0:1788687333.445446:0:31556:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687333.445448:0:31556:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1788687333.445452:0:31556:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687333.445455:0:31556:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687333.445576:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99180 x1875572824534528/t4294967643(4294967643) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687349 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.445584:0:31556:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687333.445587:0:31556:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687333.445589:0:31556:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687333.445593:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99180 x1875572824534528/t4294967643(4294967643) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687349 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687333.445601:0:31556:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99180 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824534528:192.168.203.144@tcp:35:rm.0 00000100:00000001:1.0:1788687333.445607:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687333.445610:0:31556:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.445612:0:31556:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687333.445615:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687333.445619:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99180 x1875572824534528/t4294967643(4294967643) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687349 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.445625:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687333.445628:0:31556:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c3f64600. 00000100:00000001:1.0:1788687333.445632:0:31556:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687333.445634:0:31556:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.445645:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687333.445647:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496409984 : -110871213141632 : ffff9b29c8b99180) 00000002:00000001:1.0:1788687333.445650:0:31556:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687333.445654:0:31556:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687333.445660:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b2a0204d800. 00000080:00000001:1.0:1788687333.445666:0:31556:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788687333.445670:0:31556:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788687333.445676:0:31556:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788687333.445683:0:31556:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b29c97f1880 x1875572824533760/t4294967641(4294967641) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.445692:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687333.445694:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509355136 : -110871200196480 : ffff9b29c97f1880) 00000100:00000001:1.0:1788687333.445697:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687333.445700:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1880 x1875572824533760/t4294967641(4294967641) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.445707:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.445709:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687333.445712:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99180 x1875572824534528/t4294967643(4294967643) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687349 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.445719:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.445721:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687333.445724:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f1880 x1875572824533760/t4294967641(4294967641) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.445731:0:31556:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788687333.445736:0:31556:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687333.445738:0:31556:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687333.445741:0:31556:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687333.445745:0:31556:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a03800. 02000000:00000001:1.0:1788687333.445749:0:31556:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687333.445752:0:31556:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687333.445755:0:31556:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f1880. 00000100:00000001:1.0:1788687333.445758:0:31556:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687333.445760:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687333.445761:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687333.445764:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99180 x1875572824534528/t4294967643(4294967643) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687349 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.445771:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687333.445773:0:31556:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9b29c636db80. 00000002:00000001:1.0:1788687333.445776:0:31556:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687333.445778:0:31556:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687333.445780:0:31556:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b29c4c6fdc0. 00000100:00000001:1.0:1788687333.445783:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687333.445786:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b99180 x1875572824534528/t4294967643(4294967643) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687333.445799:0:31556:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687333.445801:0:31556:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687333.445804:0:31556:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6913c00. 02000000:00000001:1.0:1788687333.445807:0:31556:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687333.445809:0:31556:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687333.445810:0:31556:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687333.445812:0:31556:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687333.445814:0:31556:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c2e2a800. 02000000:00000001:1.0:1788687333.445816:0:31556:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687333.445818:0:31556:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687333.445819:0:31556:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b99180. 00000100:00000001:1.0:1788687333.445822:0:31556:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687333.445823:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687333.445826:0:31556:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.445830:0:31556:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788687333.445833:0:31556:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:1.0:1788687333.445837:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687333.445841:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687333.445850:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62c00 count: 4 00010000:00000001:1.0:1788687333.445853:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687333.445860:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.445863:0:31556:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.445868:0:31556:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788687333.445870:0:31556:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff9b29d85ad348) invalid 00000020:00000001:1.0:1788687333.445875:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150ba80 00000080:00002000:1.0:1788687333.445878:0:31556:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff9b29d8709438) parent ffff9b29d84cabd0 inode ffff9b29d85ad348 refc 2 00000080:00000001:1.0:1788687333.445883:0:31556:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788687333.445885:0:31556:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788687333.445888:0:31556:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.445893:0:31556:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687333.445897:0:31556:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687333.445899:0:31556:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687333.445902:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687333.445931:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788687333.445936:0:31556:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc5c00 with handle 0x230d04438e811e01 from hash 00010000:00000001:1.0:1788687333.445939:0:31556:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687333.445941:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.445943:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.445944:0:31556:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687333.445948:0:31556:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687333.445952:0:31556:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788687333.445956:0:31556:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788687333.445959:0:31556:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1788687333.445962:0:31556:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1788687333.445972:0:31556:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99180. 00000020:00000040:1.0:1788687333.445975:0:31556:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:1.0:1788687333.445980:0:31556:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788687333.445982:0:31556:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.445986:0:31556:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687333.445991:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687333.445997:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687333.445999:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.446000:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.446004:0:31556:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687333.446006:0:31556:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687333.446012:0:31556:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687333.446021:0:31556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c2e2a800. 00000100:00000001:1.0:1788687333.446029:0:31556:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.446033:0:31556:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687333.446036:0:31556:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788687333.446043:0:31556:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811e08 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d25f3 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788687333.446053:0:31556:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5c00/0x230d04438e811e01 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d25b4 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788687333.446063:0:31556:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1788687333.446071:0:31556:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1788687333.446074:0:31556:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1788687333.446076:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687333.446079:0:31556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811e08 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d25f3 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687333.446095:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.446097:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687333.446100:0:31556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5c00/0x230d04438e811e01 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d25b4 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1788687333.446107:0:31556:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c5c62c00 count: 0 00010000:00000010:1.0:1788687333.446113:0:31556:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c3056e80. 00010000:00000001:1.0:1788687333.446120:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.446121:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687333.446124:0:31556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9400/0x230d04438e811dc9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2513 expref: -99 pid: 31554 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:1.0:1788687333.446131:0:31556:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c6090a00 count: 0 00010000:00000010:1.0:1788687333.446134:0:31556:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5044880. 00010000:00000001:1.0:1788687333.446139:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687333.446141:0:31556:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.446143:0:31556:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687333.446145:0:31556:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.446148:0:31556:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788687333.446160:0:31556:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788687333.446167:0:31556:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8b99180 x1875572824534784/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687333.446175:0:31556:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687333.446176:0:31556:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687333.446183:0:31556:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c3f64600. 00000100:00000001:1.0:1788687333.446186:0:31556:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202416502272 : -110871293049344 : ffff9b29c3f64600) 00000100:00000001:1.0:1788687333.446189:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687333.446191:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496409984 : -110871213141632 : ffff9b29c8b99180) 00000100:00000001:1.0:1788687333.446195:0:31556:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687333.446199:0:31556:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.446202:0:31556:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687333.446203:0:31556:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687333.446207:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99180 x1875572824534784/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687333.446215:0:31556:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687333.446217:0:31556:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687333.446221:0:31556:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687333.446223:0:31556:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687333.446226:0:31556:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687333.446229:0:31556:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99180 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824534784:192.168.203.144@tcp:36:rm.0 00000100:00000001:1.0:1788687333.446234:0:31556:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687333.447800:0:31556:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687333.447804:0:31556:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687333.447810:0:31556:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687333.447822:0:31556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6913c00. 02000000:00000001:1.0:1788687333.447827:0:31556:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687333.447838:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687333.447844:0:31556:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150d68. 00000400:00000010:1.0:1788687333.447853:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc000. 00000100:00000200:1.0:1788687333.447861:0:31556:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824534784, portal 10 00000100:00000001:1.0:1788687333.447864:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687333.447865:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496409984 : -110871213141632 : ffff9b29c8b99180) 00000100:00000040:1.0:1788687333.447881:0:31556:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b99180 x1875572824534784/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687333.447891:0:31556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687333.447895:0:31556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687333.447898:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc5d8. 00000100:00000200:1.0:1788687333.447903:0:31556:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875572824534784, offset 0 00000400:00000200:1.0:1788687333.448371:0:31556:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687333.448383:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687333.449648:0:31556:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687333.449660:0:31556:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687333.449666:0:31556:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687333.449671:0:31556:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687333.449676:0:31556:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687333.449681:0:31556:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2435:2435:256:4294967295] 192.168.203.144@tcp LPNI seq info [2435:2435:8:4294967295] 00000400:00000200:1.0:1788687333.449689:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687333.449706:0:31556:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687333.449714:0:31556:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687333.449725:0:31556:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2e00. 00000800:00000200:1.0:1788687333.449735:0:31556:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687333.449744:0:31556:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687333.449750:0:31556:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2e00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1788687333.449776:0:31556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687333.449785:0:31556:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 806938 usecs (807 jiffies) 00000400:00000200:1.0:1788687333.449789:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687333.449793:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296460261 00000100:00000001:1.0:1788687333.449797:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:1.0:1788687333.449800:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296460261 00000100:00000001:1.0:1788687333.449803:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:1.0:1788687333.449807:0:31556:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687333.449811:0:31556:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.449814:0:31556:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687333.449817:0:31556:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687333.449821:0:31556:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c3f64600 going to sleep for 11 seconds 00000100:00000001:1.0:1788687333.449824:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687333.449828:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687333.450697:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687333.450706:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2e00. 00000400:00000200:3.0:1788687333.450715:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687333.450723:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687333.450731:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc5d8 00000400:00000010:3.0:1788687333.450734:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc5d8. 00000100:00000001:3.0:1788687333.450740:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687333.450750:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99180 x1875572824534784/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687333.450763:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.450767:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99180 x1875572824534784/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687333.450774:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.450776:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788687333.458725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4400. 00010000:00000010:1.1:1788687333.458748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62c00. 00010000:00000010:1.1:1788687333.458754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5c00. 00010000:00000010:1.1:1788687333.458758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090a00. 00010000:00000010:1.1:1788687333.458761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9400. 00000800:00000001:3.0:1788687333.461625:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.461648:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687333.461654:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.461657:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687333.461669:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.461679:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687333.461689:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.461696:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.461703:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.461708:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f4ef00 00000400:00000200:3.0:1788687333.461715:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.461722:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x6b25 [1] + 224 00000800:00000001:3.0:1788687333.461731:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.461738:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687333.461742:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687333.461747:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687333.461757:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687333.461770:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99180 x1875572824534784/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687333.461783:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b29c8b99180 x1875572824534784/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687333.461856:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687333.461876:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788687333.461887:0:2362:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788687333.461891:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.461898:0:2362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687333.461952:0:2362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2436:2436:256:4294967295] 192.168.203.144@tcp LPNI seq info [2436:2436:8:4294967295] 00000400:00000200:3.0:1788687333.461958:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.461968:0:2362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1788687333.461974:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687333.461982:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a500. 00000800:00000200:3.0:1788687333.461990:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687333.461999:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687333.462004:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788687333.462110:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687333.462115:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a500. 00000400:00000200:3.0:1788687333.462118:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687333.462122:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1788687333.462130:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.462133:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788687333.463702:0:31556:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687333.463709:0:31556:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687333.463713:0:31556:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150d68. 00000400:00000200:1.0:1788687333.463723:0:31556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc000 00000400:00000010:1.0:1788687333.463726:0:31556:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc000. 00000100:00000001:1.0:1788687333.463732:0:31556:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687333.463744:0:31556:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99180 x1875572824534784/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687333.463813:0:31556:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99180 x1875572824534784/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687333.463821:0:31556:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687333.463823:0:31556:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687333.463827:0:31556:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687333.463831:0:31556:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687333.463834:0:31556:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687333.463837:0:31556:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687333.463841:0:31556:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687333.463859:0:31556:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=105 v=5 (5 103 103 103) 00000100:00001000:1.0:1788687333.463864:0:31556:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687333.463866:0:31556:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687333.463869:0:31556:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687333.463871:0:31556:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687333.463876:0:31556:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.463880:0:31556:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788687333.463882:0:31556:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x100000150] 00000100:00000001:1.0:1788687333.463884:0:31556:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788687333.463887:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687333.463889:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496409984 : -110871213141632 : ffff9b29c8b99180) 00000100:00000001:1.0:1788687333.463892:0:31556:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687333.463894:0:31556:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:1.0:1788687333.463896:0:31556:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687333.463900:0:31556:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687333.463984:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99180 x1875572824534784/t4294967644(4294967644) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1788687349 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687333.463993:0:31556:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687333.463997:0:31556:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687333.463999:0:31556:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687333.464005:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99180 x1875572824534784/t4294967644(4294967644) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1788687349 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687333.464013:0:31556:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99180 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824534784:192.168.203.144@tcp:36:rm.0 00000100:00000001:1.0:1788687333.464019:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687333.464023:0:31556:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687333.464026:0:31556:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687333.464029:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687333.464033:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99180 x1875572824534784/t4294967644(4294967644) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1788687349 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687333.464040:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687333.464043:0:31556:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c3f64600. 00000100:00000001:1.0:1788687333.464047:0:31556:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687333.464048:0:31556:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687333.464060:0:31556:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687333.464065:0:31556:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687333.464070:0:31556:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687333.464074:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c1341000. 00000080:00000002:1.0:1788687333.464082:0:31556:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788687314 to 1788687333 00000100:00000001:1.0:1788687333.464090:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687333.464142:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99180 x1875572824534784/t4294967644(4294967644) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1788687349 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687333.464150:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687333.464152:0:31556:0:(namei.c:2304:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.464631:0:31556:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:3.0:1788687333.464636:0:31556:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:3.0:1788687333.464639:0:31556:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x27:0x0](ffff9b29d85ad348) 00800000:00000001:3.0:1788687333.464644:0:31556:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:3.0:1788687333.464646:0:31556:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x27:0x0] 00000002:00000001:3.0:1788687333.464652:0:31556:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1788687333.464659:0:31556:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687333.464662:0:31556:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.464665:0:31556:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1788687333.464668:0:31556:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1788687333.464670:0:31556:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.464673:0:31556:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.464678:0:31556:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1788687333.464680:0:31556:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1788687333.464696:0:31556:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788687333.464700:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150be30 00000080:00002000:3.0:1788687333.464703:0:31556:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff9b29d8709438, parent ffff9b29d84cabd0, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788687333.464706:0:31556:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687333.464710:0:31556:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788687333.464713:0:31556:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788687333.464812:0:31556:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687333.464817:0:31556:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687333.464820:0:31556:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788687333.464822:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bb20 00000080:00200000:3.0:1788687333.464825:0:31556:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:3.0:1788687333.464833:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29cb07aa00. 00800000:00000002:3.0:1788687333.464841:0:31556:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687333.464846:0:31556:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687333.464851:0:31556:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687333.464853:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150ba40 00800000:00000002:3.0:1788687333.464856:0:31556:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687333.464861:0:31556:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788687333.464865:0:31556:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788687333.464871:0:31556:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687333.464873:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b910 00000002:00010000:3.0:1788687333.464876:0:31556:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788687333.464880:0:31556:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687333.464882:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687333.464885:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788687333.464889:0:31556:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.464892:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.464894:0:31556:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.464897:0:31556:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788687333.464900:0:31556:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788687333.464953:0:31556:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb4380. 00000020:00000040:3.0:1788687333.464958:0:31556:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:3.0:1788687333.464966:0:31556:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788687333.464972:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687333.464980:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.464983:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.464985:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.464990:0:31556:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687333.464993:0:31556:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687333.465000:0:31556:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687333.465009:0:31556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c43bd000. 00000100:00000001:3.0:1788687333.465017:0:31556:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.465022:0:31556:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687333.465025:0:31556:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.465026:0:31556:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687333.465028:0:31556:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.465030:0:31556:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.465037:0:31556:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202496521088 : -110871213030528 : ffff9b29c8bb4380) 00010000:00000001:3.0:1788687333.465041:0:31556:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788687333.465043:0:31556:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788687333.465048:0:31556:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c5c62e00. 00010000:00000010:3.0:1788687333.465052:0:31556:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c3056100. 00010000:00000001:3.0:1788687333.465058:0:31556:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788687333.465061:0:31556:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c3146200. 00000020:00000001:3.0:1788687333.465066:0:31556:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788687333.465070:0:31556:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c3146200 with handle 0x230d04438e811e0f to hash 00000020:00000001:3.0:1788687333.465072:0:31556:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788687333.465074:0:31556:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:3.0:1788687333.465078:0:31556:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:3.0:1788687333.465083:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687333.465087:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687333.465148:0:31556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687333.465160:0:31556:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687333.465172:0:31556:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788687333.465177:0:31556:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687333.465180:0:31556:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687333.465187:0:31556:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e0116b40. 00000100:00000001:3.0:1788687333.465190:0:31556:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202888043328 : -110870821508288 : ffff9b29e0116b40) 00000100:00000001:3.0:1788687333.465193:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687333.465194:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521088 : -110871213030528 : ffff9b29c8bb4380) 00000100:00000001:3.0:1788687333.465199:0:31556:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687333.465204:0:31556:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.465206:0:31556:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687333.465207:0:31556:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687333.465337:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb4380 x1875572824534912/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.465346:0:31556:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687333.465349:0:31556:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687333.465354:0:31556:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687333.465356:0:31556:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687333.465359:0:31556:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687333.465363:0:31556:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb4380 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824534912:192.168.203.144@tcp:101:rm.0 00000100:00000001:3.0:1788687333.465368:0:31556:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687333.465375:0:31556:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687333.465378:0:31556:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687333.465381:0:31556:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687333.465388:0:31556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c62ee800. 02000000:00000001:3.0:1788687333.465390:0:31556:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687333.465576:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687333.465583:0:31556:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4cb8. 00000400:00000010:3.0:1788687333.465592:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae04c8. 00000100:00000200:3.0:1788687333.465600:0:31556:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824534912, portal 10 00000100:00000001:3.0:1788687333.465602:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687333.465604:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521088 : -110871213030528 : ffff9b29c8bb4380) 00000100:00000040:3.0:1788687333.465611:0:31556:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb4380 x1875572824534912/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.465620:0:31556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687333.465622:0:31556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687333.465626:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0ee0. 00000100:00000200:3.0:1788687333.465628:0:31556:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824534912, offset 0 00000400:00000200:3.0:1788687333.465636:0:31556:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687333.465647:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.465657:0:31556:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687333.465664:0:31556:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687333.465669:0:31556:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687333.465673:0:31556:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687333.465676:0:31556:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687333.465680:0:31556:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2437:2437:256:4294967295] 192.168.203.144@tcp LPNI seq info [2437:2437:8:4294967295] 00000400:00000200:3.0:1788687333.465685:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.465696:0:31556:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687333.465702:0:31556:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687333.465708:0:31556:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a500. 00000800:00000200:3.0:1788687333.465715:0:31556:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687333.465725:0:31556:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687333.465731:0:31556:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788687333.465757:0:31556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687333.465762:0:31556:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 805876 usecs (806 jiffies) 00000400:00000200:3.0:1788687333.465766:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687333.465769:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296460276 00000100:00000001:3.0:1788687333.465773:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:3.0:1788687333.465776:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296460276 00000100:00000001:3.0:1788687333.465779:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:3.0:1788687333.465781:0:31556:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687333.465785:0:31556:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.465787:0:31556:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687333.465789:0:31556:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687333.465792:0:31556:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e0116b40 going to sleep for 11 seconds 00000100:00000001:3.0:1788687333.465795:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687333.465799:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687333.466028:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687333.466034:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a500. 00000400:00000200:2.0:1788687333.466041:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.466047:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687333.466054:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0ee0 00000400:00000010:2.0:1788687333.466057:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0ee0. 00000100:00000001:2.0:1788687333.466062:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687333.466067:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb4380 x1875572824534912/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.466079:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687333.466082:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb4380 x1875572824534912/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.466090:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.466092:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:3.1:1788687333.470377:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85ad280. 00000080:00000010:3.1:1788687333.470399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636d620. 00000800:00000001:2.0:1788687333.472617:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.472640:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687333.472646:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.472648:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.472659:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.472669:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687333.472679:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.472685:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.472691:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.472696:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f4ef80 00000400:00000200:2.0:1788687333.472702:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.472709:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x6b2d [1] + 224 00000800:00000001:2.0:1788687333.472719:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.472727:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.472731:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.472736:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687333.472746:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687333.472757:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb4380 x1875572824534912/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687333.472769:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c8bb4380 x1875572824534912/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.472791:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687333.472801:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.472804:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687333.472871:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687333.472882:0:31556:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687333.472884:0:31556:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687333.472889:0:31556:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4cb8. 00000400:00000200:3.0:1788687333.472895:0:31556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae04c8 00000400:00000010:3.0:1788687333.472899:0:31556:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae04c8. 00000100:00000001:3.0:1788687333.472903:0:31556:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687333.472946:0:31556:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb4380 x1875572824534912/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687333.472956:0:31556:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb4380 x1875572824534912/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.472962:0:31556:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687333.472965:0:31556:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687333.472967:0:31556:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687333.472972:0:31556:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687333.472974:0:31556:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687333.472977:0:31556:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687333.472981:0:31556:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687333.472992:0:31556:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=105 v=5 (5 103 103 103) 00000100:00001000:3.0:1788687333.472996:0:31556:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687333.473000:0:31556:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687333.473002:0:31556:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.473006:0:31556:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687333.473010:0:31556:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.473014:0:31556:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687333.473017:0:31556:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1788687333.473019:0:31556:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687333.473023:0:31556:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687333.473028:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb4380 x1875572824534912/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.473035:0:31556:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687333.473039:0:31556:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687333.473041:0:31556:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687333.473045:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb4380 x1875572824534912/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687349 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687333.473053:0:31556:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb4380 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824534912:192.168.203.144@tcp:101:rm.0 00000100:00000001:3.0:1788687333.473058:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687333.473062:0:31556:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.473064:0:31556:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687333.473066:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.473070:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb4380 x1875572824534912/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687349 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.473076:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687333.473079:0:31556:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e0116b40. 00000100:00000001:3.0:1788687333.473083:0:31556:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687333.473085:0:31556:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.473088:0:31556:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788687333.473093:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.473096:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.473100:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146200 refcount=4 00000020:00000001:3.0:1788687333.473102:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:3.0:1788687333.473106:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000040:3.0:1788687333.473115:0:31556:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c3146200, remote cookie: 0x59c08f76ab1d2616, flags: 0x1001 00010000:00010000:3.0:1788687333.473121:0:31556:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687333.473134:0:31556:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.473141:0:31556:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788687333.473147:0:31556:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788687333.473150:0:31556:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788687333.473152:0:31556:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788687333.473153:0:31556:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788687333.473158:0:31556:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b29c5c62e00) refcount = 1 00010000:00010000:3.0:1788687333.473162:0:31556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.473168:0:31556:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788687333.473171:0:31556:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788687333.473173:0:31556:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687333.473176:0:31556:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788687333.473179:0:31556:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687333.473182:0:31556:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.473188:0:31556:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788687333.473190:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.473191:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.473192:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.473193:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.473195:0:31556:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.473200:0:31556:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788687333.473202:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.473203:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.473205:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146200 refcount=3 00000020:00000001:3.0:1788687333.473207:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:3.0:1788687333.473219:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:3.0:1788687333.473222:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.473223:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.473225:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146200 refcount=4 00000020:00000001:3.0:1788687333.473226:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:3.0:1788687333.473229:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:3.0:1788687333.473231:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687333.473235:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687333.473238:0:31556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.473244:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.473245:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.473247:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.473248:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.473249:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146200 refcount=5 00000020:00000001:3.0:1788687333.473251:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:3.0:1788687333.473253:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:3.0:1788687333.474394:0:31556:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687333.474401:0:31556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.474411:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.474413:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788687333.474416:0:31556:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.474423:0:31556:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687333.474424:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.474425:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.474427:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.474429:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788687333.474443:0:31556:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c8bb4380 x1875572824534912/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788687333.474456:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.474458:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.474461:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146200 refcount=3 00000020:00000001:3.0:1788687333.474463:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:3.0:1788687333.474466:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:3.0:1788687333.474469:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.474470:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687333.474471:0:31556:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.474485:0:31556:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.474489:0:31556:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788687333.474493:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.474494:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.474495:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146200 refcount=3 00000020:00000001:3.0:1788687333.474497:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:3.0:1788687333.474500:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00000002:00010000:3.0:1788687333.474504:0:31556:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.474511:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.474513:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.474515:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788687333.474516:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.474518:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.474519:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146200 refcount=3 00000020:00000001:3.0:1788687333.474521:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:3.0:1788687333.474524:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000040:3.0:1788687333.474533:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62e00 count: 2 00010000:00000001:3.0:1788687333.474536:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788687333.474542:0:31556:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788687333.474544:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.474546:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687333.474548:0:31556:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788687333.474552:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b898 00000002:00002000:3.0:1788687333.474554:0:31556:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788687333.474557:0:31556:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687333.474563:0:31556:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687333.474566:0:31556:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788687333.474570:0:31556:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788687333.474574:0:31556:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788687333.474578:0:31556:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687333.474583:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29cb07aa00. 00000080:00000001:3.0:1788687333.474590:0:31556:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687333.474593:0:31556:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788687333.474601:0:31556:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788687333.474606:0:31556:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788687333.474616:0:31556:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b29c975ce00. 00800000:00000001:3.0:1788687333.474619:0:31556:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633202508746240 : -110871200805376 : ffff9b29c975ce00) 00800000:00000001:3.0:1788687333.474622:0:31556:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.474625:0:31556:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788687333.474627:0:31556:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788687333.474630:0:31556:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788687333.474633:0:31556:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788687333.474636:0:31556:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788687333.474638:0:31556:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.474644:0:31556:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788687333.474648:0:31556:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1788687333.474654:0:31556:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1788687333.474656:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.474657:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.474659:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146200 refcount=3 00000020:00000001:3.0:1788687333.474661:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:3.0:1788687333.474663:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:3.0:1788687333.474665:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.474667:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788687333.474668:0:31556:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788687333.474671:0:31556:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788687333.474673:0:31556:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29c975ce00 1 00800000:00000010:3.0:1788687333.474675:0:31556:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b29c975ce00. 00800000:00000001:3.0:1788687333.474679:0:31556:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687333.474682:0:31556:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811e0f 00800000:00000001:3.0:1788687333.474686:0:31556:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687333.474688:0:31556:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687333.474689:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.474690:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.474692:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146200 refcount=3 00000020:00000001:3.0:1788687333.474693:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:3.0:1788687333.474695:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:3.0:1788687333.474698:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.474699:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687333.474700:0:31556:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687333.474703:0:31556:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.474705:0:31556:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687333.474708:0:31556:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:3.0:1788687333.474712:0:31556:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811e0f from it ffffaca08150bb58 00010000:00000001:3.0:1788687333.474714:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.474715:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.474717:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146200 refcount=3 00000020:00000001:3.0:1788687333.474719:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:3.0:1788687333.474720:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:3.0:1788687333.474722:0:31556:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687333.474725:0:31556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.474731:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.474732:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.474734:0:31556:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687333.474737:0:31556:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687333.474740:0:31556:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788687333.474753:0:31556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687333.474757:0:31556:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687333.474759:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687333.474764:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.474766:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.474767:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.474771:0:31556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687333.474774:0:31556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.474776:0:31556:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.474780:0:31556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.474782:0:31556:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687333.474783:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.474784:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687333.474787:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.474792:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb4380 x1875572824534912/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.474799:0:31556:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687333.474803:0:31556:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687333.474807:0:31556:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c62ee800. 02000000:00000001:3.0:1788687333.474812:0:31556:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687333.474815:0:31556:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687333.474817:0:31556:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687333.474819:0:31556:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687333.474822:0:31556:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c43bd000. 02000000:00000001:3.0:1788687333.474827:0:31556:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687333.474828:0:31556:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687333.474830:0:31556:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb4380. 00000100:00000001:3.0:1788687333.474834:0:31556:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687333.474836:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687333.474840:0:31556:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788687333.474846:0:31556:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.475586:0:31556:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788687333.475591:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bb48 00000080:00002000:3.0:1788687333.475595:0:31556:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff9b29d86146c0) flags 0x20000e refc 1 00000080:00000001:3.0:1788687333.475598:0:31556:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687333.475602:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bb90 00000080:00200000:3.0:1788687333.475604:0:31556:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=8 00000080:00000001:3.0:1788687333.475612:0:31556:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788687333.475614:0:31556:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687333.475629:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bd08 00000080:00200008:3.0:1788687333.475632:0:31556:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9b29d8591988), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788687333.475642:0:31556:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1788687333.475646:0:31556:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.475649:0:31556:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788687333.475651:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bc80 00000080:00200000:3.0:1788687333.475653:0:31556:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9b29d8591988),name=d21h.recovery-small-2 00000080:00000010:3.0:1788687333.475661:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29cb07aa00. 00800000:00000002:3.0:1788687333.475668:0:31556:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687333.475675:0:31556:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687333.475680:0:31556:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687333.475682:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bba0 00800000:00000002:3.0:1788687333.475684:0:31556:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x28:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687333.475688:0:31556:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788687333.475694:0:31556:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 00000002:00000001:3.0:1788687333.475700:0:31556:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687333.475702:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150ba70 00000002:00010000:3.0:1788687333.475704:0:31556:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788687333.475708:0:31556:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687333.475710:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687333.475713:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687333.475718:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 2 00010000:00000001:3.0:1788687333.475721:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687333.475726:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687333.475729:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687333.475735:0:31556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788687333.475744:0:31556:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687333.475749:0:31556:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687333.475753:0:31556:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788687333.475760:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687333.475762:0:31556:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687333.475764:0:31556:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687333.475766:0:31556:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687333.475768:0:31556:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687333.475770:0:31556:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788687333.475773:0:31556:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788687333.475775:0:31556:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687333.475778:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29cb07aa00. 00000080:00000001:3.0:1788687333.475782:0:31556:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687333.475783:0:31556:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687333.475786:0:31556:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff9b29d8591988) 00000080:00010000:3.0:1788687333.475789:0:31556:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff9b29d8591988) for lock 0x230d04438e811de5 00800000:00000001:3.0:1788687333.475792:0:31556:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687333.475801:0:31556:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687333.475803:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.475805:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.476019:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4200 refcount=3 00000020:00000001:3.0:1788687333.476022:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:3.0:1788687333.476025:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:3.0:1788687333.476028:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.476029:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687333.476031:0:31556:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687333.476033:0:31556:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687333.476036:0:31556:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811de5 from it ffffaca08150bcb8 00010000:00000001:3.0:1788687333.476038:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.476039:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.476040:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4200 refcount=3 00000020:00000001:3.0:1788687333.476042:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:3.0:1788687333.476044:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:3.0:1788687333.476047:0:31556:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687333.476050:0:31556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788687333.476057:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.476058:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.476060:0:31556:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687333.476063:0:31556:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687333.476066:0:31556:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788687333.476073:0:31556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687333.476076:0:31556:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687333.476077:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687333.476081:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.476083:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.476084:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.476088:0:31556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687333.476090:0:31556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.476092:0:31556:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.476095:0:31556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.476097:0:31556:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687333.476098:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.476099:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687333.476102:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788687333.476103:0:31556:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687333.476107:0:31556:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687333.476112:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bd08 00000080:00000008:3.0:1788687333.476114:0:31556:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9b29d8591988), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788687333.476166:0:31556:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687333.476169:0:31556:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687333.476171:0:31556:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788687333.476172:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bbc0 00000080:00200000:3.0:1788687333.476174:0:31556:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:3.0:1788687333.476178:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29cb07aa00. 00800000:00000002:3.0:1788687333.476181:0:31556:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687333.476185:0:31556:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687333.476186:0:31556:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687333.476188:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bae0 00800000:00000002:3.0:1788687333.476190:0:31556:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687333.476193:0:31556:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788687333.476195:0:31556:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788687333.476198:0:31556:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687333.476199:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b9b0 00000002:00010000:3.0:1788687333.476201:0:31556:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788687333.476204:0:31556:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687333.476206:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687333.476207:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687333.476860:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62e00 count: 2 00010000:00000001:3.0:1788687333.476866:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687333.476872:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687333.476876:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687333.476880:0:31556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788687333.476891:0:31556:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687333.476895:0:31556:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687333.476898:0:31556:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788687333.477064:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687333.477067:0:31556:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687333.477070:0:31556:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687333.477072:0:31556:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687333.477074:0:31556:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687333.477077:0:31556:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788687333.477080:0:31556:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788687333.477083:0:31556:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687333.477086:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29cb07aa00. 00000080:00000001:3.0:1788687333.477091:0:31556:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687333.477093:0:31556:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687333.477095:0:31556:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:3.0:1788687333.477098:0:31556:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811e0f 00800000:00000001:3.0:1788687333.477102:0:31556:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687333.477104:0:31556:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687333.477106:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.477108:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.477111:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146200 refcount=3 00000020:00000001:3.0:1788687333.477113:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:3.0:1788687333.477115:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:3.0:1788687333.477118:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.477120:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687333.477121:0:31556:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687333.477123:0:31556:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687333.477125:0:31556:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811e0f from it ffffaca08150bbf8 00010000:00000001:3.0:1788687333.477127:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.477128:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.477129:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146200 refcount=3 00000020:00000001:3.0:1788687333.477131:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:3.0:1788687333.477133:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:3.0:1788687333.477134:0:31556:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687333.477137:0:31556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788687333.477143:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.477144:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.477145:0:31556:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687333.477147:0:31556:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687333.477149:0:31556:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788687333.477156:0:31556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687333.477158:0:31556:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687333.477161:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687333.477164:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.477165:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.477167:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.477170:0:31556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687333.477172:0:31556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.477174:0:31556:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.477176:0:31556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.477178:0:31556:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687333.477179:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.477180:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687333.477182:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788687333.477184:0:31556:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687333.477186:0:31556:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788687333.477191:0:31556:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.477196:0:31556:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788687333.477199:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bbc0 00000080:00002000:3.0:1788687333.477201:0:31556:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff9b29d86146c0) flags 0x20000e refc 1 00000080:00000001:3.0:1788687333.477204:0:31556:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687333.477206:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bc08 00000080:00200000:3.0:1788687333.477207:0:31556:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000001:3.0:1788687333.477355:0:31556:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788687333.477358:0:31556:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.477364:0:31556:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788687333.477366:0:31556:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9b29d8591988), inode mode 41ed mask 44 00000080:00000001:3.0:1788687333.477369:0:31556:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.477376:0:31556:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:3.0:1788687333.477378:0:31556:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788687333.477380:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bb78 00000080:00200008:3.0:1788687333.477382:0:31556:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9b29d8591988), flags 704400 00000080:00000010:3.0:1788687333.477390:0:31556:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29c5316000. 00000080:00000001:3.0:1788687333.477396:0:31556:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1788687333.477400:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29cb07aa00. 00800000:00000002:3.0:1788687333.477403:0:31556:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687333.477407:0:31556:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687333.477409:0:31556:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687333.477411:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150ba28 00800000:00000002:3.0:1788687333.477413:0:31556:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x28:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687333.477417:0:31556:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:3.0:1788687333.477420:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b9a8 00800000:00000002:3.0:1788687333.477422:0:31556:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1788687333.477425:0:31556:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687333.477427:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b8e0 00000002:00010000:3.0:1788687333.477429:0:31556:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:3.0:1788687333.477433:0:31556:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788687333.477436:0:31556:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788687333.477440:0:31556:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788687333.477444:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 2 00010000:00000001:3.0:1788687333.477446:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687333.477449:0:31556:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788687333.477452:0:31556:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.477454:0:31556:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.477456:0:31556:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.477458:0:31556:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788687333.477460:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62e00 count: 2 00010000:00000001:3.0:1788687333.477461:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687333.477463:0:31556:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788687333.477465:0:31556:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.477466:0:31556:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.477468:0:31556:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687333.477483:0:31556:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb4380. 00000020:00000040:3.0:1788687333.477489:0:31556:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:3.0:1788687333.477495:0:31556:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788687333.477496:0:31556:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.477500:0:31556:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788687333.477504:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687333.477507:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.477508:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.477509:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.477512:0:31556:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687333.477515:0:31556:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687333.477517:0:31556:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687333.477526:0:31556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c43bd000. 00000100:00000001:3.0:1788687333.477534:0:31556:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.477540:0:31556:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687333.477541:0:31556:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.477543:0:31556:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687333.477544:0:31556:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.477546:0:31556:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.477553:0:31556:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633202496521088 : -110871213030528 : ffff9b29c8bb4380) 00010000:00000001:3.0:1788687333.477557:0:31556:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788687333.477560:0:31556:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788687333.477562:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62e00 count: 2 00010000:00000001:3.0:1788687333.477564:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687333.477567:0:31556:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788687333.477571:0:31556:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c3146c00. 00000020:00000001:3.0:1788687333.477574:0:31556:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788687333.477577:0:31556:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c3146c00 with handle 0x230d04438e811e16 to hash 00000020:00000001:3.0:1788687333.477579:0:31556:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788687333.477580:0:31556:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202401700864 : -110871307850752 : ffff9b29c3146c00) 00010000:00000001:3.0:1788687333.477585:0:31556:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202401700864 : -110871307850752 : ffff9b29c3146c00) 00010000:00000001:3.0:1788687333.477587:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687333.477590:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687333.477593:0:31556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e16 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687333.477600:0:31556:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e16 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788687333.477615:0:31556:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788687333.477631:0:31556:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8bb4380 x1875572824535168/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788687333.477642:0:31556:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e16 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788687333.477654:0:31556:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687333.477655:0:31556:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687333.477663:0:31556:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e0116b40. 00000100:00000001:3.0:1788687333.477665:0:31556:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202888043328 : -110870821508288 : ffff9b29e0116b40) 00000100:00000001:3.0:1788687333.477668:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687333.477670:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521088 : -110871213030528 : ffff9b29c8bb4380) 00000100:00000001:3.0:1788687333.477675:0:31556:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687333.477679:0:31556:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.477681:0:31556:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687333.477683:0:31556:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687333.477687:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb4380 x1875572824535168/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.477695:0:31556:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687333.477697:0:31556:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687333.477701:0:31556:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687333.477703:0:31556:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687333.477706:0:31556:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687333.477709:0:31556:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb4380 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824535168:192.168.203.144@tcp:101:rm.0 00000100:00000001:3.0:1788687333.477714:0:31556:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687333.477721:0:31556:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687333.477723:0:31556:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687333.477726:0:31556:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687333.477889:0:31556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9b29c6980000. 02000000:00000001:3.0:1788687333.477893:0:31556:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687333.477904:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687333.477946:0:31556:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4cb8. 00000400:00000010:3.0:1788687333.477958:0:31556:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9b29c62ee800. 00000100:00000200:3.0:1788687333.477969:0:31556:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875572824535168, portal 10 00000100:00000001:3.0:1788687333.477971:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687333.477973:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521088 : -110871213030528 : ffff9b29c8bb4380) 00000100:00000040:3.0:1788687333.477981:0:31556:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb4380 x1875572824535168/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.477994:0:31556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687333.477998:0:31556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687333.478002:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae04c8. 00000100:00000200:3.0:1788687333.478005:0:31556:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875572824535168, offset 0 00000400:00000200:3.0:1788687333.478013:0:31556:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687333.478022:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.478032:0:31556:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687333.478038:0:31556:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687333.478042:0:31556:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687333.478047:0:31556:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687333.478050:0:31556:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687333.478055:0:31556:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2438:2438:256:4294967295] 192.168.203.144@tcp LPNI seq info [2438:2438:8:4294967295] 00000400:00000200:3.0:1788687333.478060:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.478071:0:31556:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687333.478078:0:31556:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687333.478083:0:31556:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ae00. 00000800:00000200:3.0:1788687333.478089:0:31556:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687333.478098:0:31556:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687333.478102:0:31556:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ae00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788687333.478416:0:31556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687333.478422:0:31556:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 804801 usecs (805 jiffies) 00000400:00000200:3.0:1788687333.478427:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687333.478430:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296460288 00000100:00000001:3.0:1788687333.478434:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:3.0:1788687333.478437:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296460288 00000100:00000001:3.0:1788687333.478439:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:3.0:1788687333.478441:0:31556:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687333.478444:0:31556:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.478447:0:31556:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687333.478449:0:31556:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687333.478452:0:31556:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e0116b40 going to sleep for 11 seconds 00000100:00000001:3.0:1788687333.478455:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687333.478459:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687333.479367:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687333.479375:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ae00. 00000400:00000200:2.0:1788687333.479384:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.479391:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687333.479399:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae04c8 00000400:00000010:2.0:1788687333.479402:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae04c8. 00000100:00000001:2.0:1788687333.479412:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687333.479420:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb4380 x1875572824535168/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.479432:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687333.479436:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb4380 x1875572824535168/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687349 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.479443:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.479444:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687333.484589:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.484614:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687333.484619:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.484622:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.484633:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.484644:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687333.484656:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.484661:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.484668:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.484673:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 608 into portal 10 MB=0x6a9d2d3f4f080 00000400:00000200:2.0:1788687333.484678:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.484686:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 608/608 into md 0x6b3d [64] + 224 00000800:00000001:2.0:1788687333.484694:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.484702:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.484707:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.484712:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687333.484721:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687333.484732:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb4380 x1875572824535168/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687349 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687333.484744:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9b29c8bb4380 x1875572824535168/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.484766:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687333.484775:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.484778:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687333.487492:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687333.487511:0:31556:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687333.487514:0:31556:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687333.487519:0:31556:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4cb8. 00000400:00000200:3.0:1788687333.487534:0:31556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c62ee800 00000400:00000010:3.0:1788687333.487537:0:31556:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9b29c62ee800. 00000100:00000001:3.0:1788687333.487544:0:31556:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687333.487558:0:31556:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb4380 x1875572824535168/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687333.487571:0:31556:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb4380 x1875572824535168/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.487578:0:31556:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687333.487581:0:31556:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687333.487584:0:31556:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687333.487589:0:31556:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687333.487592:0:31556:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687333.487595:0:31556:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687333.487598:0:31556:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687333.487611:0:31556:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=105 v=5 (5 103 103 103) 00000100:00001000:3.0:1788687333.487616:0:31556:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687333.487618:0:31556:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788687333.487622:0:31556:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9b29c8bb4380 x1875572824535168/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.487629:0:31556:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788687333.487634:0:31556:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788687333.487636:0:31556:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788687333.487638:0:31556:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788687333.487641:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687333.487643:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521088 : -110871213030528 : ffff9b29c8bb4380) 00000100:00000001:3.0:1788687333.487647:0:31556:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687333.487651:0:31556:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1788687333.487653:0:31556:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687333.487657:0:31556:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1788687333.487662:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb4380 x1875572824535168/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.487670:0:31556:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1788687333.487674:0:31556:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687333.487677:0:31556:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687333.487681:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb4380 x1875572824535168/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687333.487690:0:31556:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb4380 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824535168:192.168.203.144@tcp:101:rm.0 00000100:00000001:3.0:1788687333.487695:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687333.487699:0:31556:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788687333.487702:0:31556:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687333.487704:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.487708:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb4380 x1875572824535168/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.487715:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687333.487719:0:31556:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e0116b40. 00000100:00000001:3.0:1788687333.487722:0:31556:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687333.487724:0:31556:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1788687333.487728:0:31556:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788687333.487734:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.487737:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.487741:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146c00 refcount=4 00000020:00000001:3.0:1788687333.487744:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700864 : -110871307850752 : ffff9b29c3146c00) 00010000:00000001:3.0:1788687333.487748:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700864 : -110871307850752 : ffff9b29c3146c00) 00010000:00010000:3.0:1788687333.487753:0:31556:0:(ldlm_request.c:687:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e16 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.487766:0:31556:0:(ldlm_request.c:718:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1788687333.487772:0:31556:0:(ldlm_request.c:590:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e16 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.487778:0:31556:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687333.487781:0:31556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e16 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.487787:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.487789:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788687333.487792:0:31556:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e16 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.487798:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687333.487803:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.488757:0:31556:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788687333.488766:0:31556:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e16 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687333.488778:0:31556:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29c3146c00 already unused, calling callback (ffffffffc1baf630) 00000080:00000001:3.0:1788687333.488782:0:31556:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788687333.488787:0:31556:0:(ldlm_request.c:1731:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e16 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.488794:0:31556:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788687333.488796:0:31556:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788687333.488799:0:31556:0:(ldlm_request.c:1741:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e16 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.488805:0:31556:0:(ldlm_request.c:1742:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788687333.488898:0:31556:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788687333.488901:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.488904:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.488933:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146c00 refcount=5 00000020:00000001:3.0:1788687333.488936:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700864 : -110871307850752 : ffff9b29c3146c00) 00010000:00000001:3.0:1788687333.488941:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700864 : -110871307850752 : ffff9b29c3146c00) 00010000:00000001:3.0:1788687333.488945:0:31556:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788687333.488948:0:31556:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e16 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788687333.488954:0:31556:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788687333.488956:0:31556:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687333.488961:0:31556:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788687333.488963:0:31556:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788687333.488969:0:31556:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788687333.488971:0:31556:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788687333.488973:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687333.488976:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788687333.488980:0:31556:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c3146c00 with handle 0x230d04438e811e16 from hash 00010000:00000001:3.0:1788687333.488982:0:31556:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788687333.488984:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.488985:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.488987:0:31556:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788687333.488989:0:31556:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788687333.488991:0:31556:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788687333.488993:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.488994:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.488996:0:31556:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.488998:0:31556:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687333.489000:0:31556:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e16 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.489006:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.489007:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.489008:0:31556:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788687333.489010:0:31556:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687333.489011:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.489012:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.489013:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788687333.489015:0:31556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e16 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.489033:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.489036:0:31556:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1788687333.489045:0:31556:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1788687333.489059:0:31556:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9b29c8bb4380 x1875572824535168/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788687333.489069:0:31556:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788687333.489074:0:31556:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c8bb4380 x1875572824535168/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788687333.489081:0:31556:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.489084:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788687333.489085:0:31556:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.489087:0:31556:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.489090:0:31556:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.489104:0:31556:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788687333.489107:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687333.489109:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521088 : -110871213030528 : ffff9b29c8bb4380) 00010000:00000001:3.0:1788687333.489111:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788687333.489113:0:31556:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.489115:0:31556:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788687333.489119:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b868 00000002:00002000:3.0:1788687333.489121:0:31556:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:3.0:1788687333.489124:0:31556:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687333.489128:0:31556:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687333.489131:0:31556:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788687333.489134:0:31556:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788687333.489137:0:31556:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788687333.489142:0:31556:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687333.489147:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29cb07aa00. 00000080:00000001:3.0:1788687333.489155:0:31556:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788687333.489162:0:31556:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788687333.489166:0:31556:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788687333.489169:0:31556:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788687333.489172:0:31556:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:3.0:1788687333.489174:0:31556:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.489180:0:31556:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:3.0:1788687333.489183:0:31556:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788687333.489189:0:31556:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00000080:00000001:3.0:1788687333.489191:0:31556:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788687333.489194:0:31556:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788687333.489196:0:31556:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.489200:0:31556:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788687333.489202:0:31556:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.489205:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.489209:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb4380 x1875572824535168/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.489600:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.489607:0:31556:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788687333.489619:0:31556:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b29c975ce00. 00000080:00000001:3.0:1788687333.489623:0:31556:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788687333.489627:0:31556:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788687333.489631:0:31556:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788687333.489635:0:31556:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b29c31d7260. 00000002:00100000:3.0:1788687333.489641:0:31556:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c8bb4380 x1875572824535168/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788687333.489648:0:31556:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687333.489650:0:31556:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788687333.489654:0:31556:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788687333.489658:0:31556:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.489662:0:31556:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1788687333.489663:0:31556:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.489665:0:31556:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687333.489670:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.489673:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb4380 x1875572824535168/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788687333.489680:0:31556:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687333.489685:0:31556:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9b29c6980000. 02000000:00000001:3.0:1788687333.489746:0:31556:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788687333.489748:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687333.489752:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bb78 00000080:00000008:3.0:1788687333.489754:0:31556:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9b29d8591988), flags 704400, rc = 0 00000080:00000001:3.0:1788687333.489759:0:31556:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687333.489790:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bd28 00000080:00200008:3.0:1788687333.489792:0:31556:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9b29d8591988), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788687333.489802:0:31556:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1788687333.489819:0:31556:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.489823:0:31556:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788687333.489825:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bca0 00000080:00200000:3.0:1788687333.489827:0:31556:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9b29d8591988),name=d21h.recovery-small-2 00000080:00000010:3.0:1788687333.489834:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29cb07aa00. 00800000:00000002:3.0:1788687333.489842:0:31556:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687333.489851:0:31556:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687333.489855:0:31556:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687333.489857:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bbc0 00800000:00000002:3.0:1788687333.489860:0:31556:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x28:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687333.489864:0:31556:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788687333.489869:0:31556:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 00000002:00000001:3.0:1788687333.489874:0:31556:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687333.489876:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150ba90 00000002:00010000:3.0:1788687333.489878:0:31556:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788687333.489882:0:31556:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687333.489884:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687333.489887:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687333.489895:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 2 00010000:00000001:3.0:1788687333.489898:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687333.489904:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687333.489970:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687333.489976:0:31556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788687333.489992:0:31556:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687333.489998:0:31556:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687333.490001:0:31556:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788687333.490009:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687333.490012:0:31556:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687333.490014:0:31556:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687333.490016:0:31556:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687333.490018:0:31556:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687333.490021:0:31556:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788687333.490023:0:31556:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788687333.490025:0:31556:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687333.490028:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29cb07aa00. 00000080:00000001:3.0:1788687333.490032:0:31556:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687333.490034:0:31556:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687333.490037:0:31556:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff9b29d8591988) 00000080:00010000:3.0:1788687333.490041:0:31556:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff9b29d8591988) for lock 0x230d04438e811de5 00800000:00000001:3.0:1788687333.490045:0:31556:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687333.490047:0:31556:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687333.490049:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.490051:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.490053:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4200 refcount=3 00000020:00000001:3.0:1788687333.490055:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:3.0:1788687333.490059:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:3.0:1788687333.490062:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.490063:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687333.490065:0:31556:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687333.490067:0:31556:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687333.490070:0:31556:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811de5 from it ffffaca08150bcd8 00010000:00000001:3.0:1788687333.490072:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.490074:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.490076:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4200 refcount=3 00000020:00000001:3.0:1788687333.490078:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:3.0:1788687333.490080:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:3.0:1788687333.490083:0:31556:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687333.490086:0:31556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788687333.490105:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.490106:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.490108:0:31556:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687333.490110:0:31556:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687333.490114:0:31556:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788687333.490122:0:31556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687333.490125:0:31556:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687333.490127:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687333.490132:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.490133:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.490135:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.490139:0:31556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687333.490141:0:31556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.490144:0:31556:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.490146:0:31556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.490149:0:31556:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687333.490150:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.490151:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687333.490153:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788687333.490155:0:31556:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687333.490158:0:31556:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687333.490163:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bd28 00000080:00000008:3.0:1788687333.490165:0:31556:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9b29d8591988), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788687333.490187:0:31556:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1788687333.490190:0:31556:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9b29d8591988) pos/size0/16384 32bit_api 0 00000080:00000010:3.0:1788687333.490196:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29cb07aa00. 00000080:00000001:3.0:1788687333.490201:0:31556:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:3.0:1788687333.490207:0:31556:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:3.0:1788687333.490220:0:31556:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:3.0:1788687333.490222:0:31556:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687333.490223:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bab8 00000002:00010000:3.0:1788687333.490226:0:31556:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000404:0x28:0x0], intent: readdir flags 0 00000002:00000001:3.0:1788687333.490229:0:31556:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687333.490230:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687333.490231:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687333.490234:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 2 00010000:00000001:3.0:1788687333.490237:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687333.490239:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687333.490241:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687333.490245:0:31556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788687333.490253:0:31556:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687333.490327:0:31556:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687333.490332:0:31556:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788687333.490340:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687333.490342:0:31556:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687333.490344:0:31556:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687333.490345:0:31556:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687333.490347:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.490348:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.490350:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4200 refcount=3 00000020:00000001:3.0:1788687333.490352:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:3.0:1788687333.490355:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:3.0:1788687333.490357:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.490358:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687333.490365:0:31556:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.490536:0:31556:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:3.0:1788687333.490544:0:31556:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff9b29c62ee800. 00000002:00000001:3.0:1788687333.491086:0:31556:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:3.0:1788687333.491541:0:31556:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb4700. 00000020:00000040:3.0:1788687333.491547:0:31556:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:3.0:1788687333.491553:0:31556:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687333.491557:0:31556:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687333.491560:0:31556:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687333.491569:0:31556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29cb07a000. 00000100:00000001:3.0:1788687333.491578:0:31556:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.491582:0:31556:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:3.0:1788687333.491587:0:31556:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9b29c43bc800. 00000100:00000010:3.0:1788687333.491592:0:31556:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff9b29c8b83000. 00000020:00000040:3.0:1788687333.491595:0:31556:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=10 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:3.0:1788687333.491621:0:31556:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687333.491624:0:31556:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687333.491630:0:31556:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e0116b40. 00000100:00000001:3.0:1788687333.491633:0:31556:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202888043328 : -110870821508288 : ffff9b29e0116b40) 00000100:00000001:3.0:1788687333.491636:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687333.491637:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521984 : -110871213029632 : ffff9b29c8bb4700) 00000100:00000001:3.0:1788687333.491642:0:31556:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687333.491647:0:31556:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.491650:0:31556:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687333.491652:0:31556:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687333.491664:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb4700 x1875572824535296/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.491673:0:31556:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687333.491676:0:31556:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687333.491679:0:31556:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687333.491682:0:31556:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687333.491684:0:31556:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687333.491688:0:31556:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb4700 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824535296:192.168.203.144@tcp:37:rm.0 00000100:00000001:3.0:1788687333.491693:0:31556:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687333.491698:0:31556:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687333.491701:0:31556:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.491704:0:31556:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:3.0:1788687333.491715:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687333.491720:0:31556:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4cb8. 00000400:00000010:3.0:1788687333.491731:0:31556:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff9b29c5d7a000. 00000100:00000200:3.0:1788687333.491739:0:31556:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9d2d3f4f100-0x6a9d2d3f4f100, portal 14 00000100:00000001:3.0:1788687333.491744:0:31556:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687333.491746:0:31556:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687333.491750:0:31556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c43be800. 02000000:00000001:3.0:1788687333.491752:0:31556:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687333.491755:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687333.491758:0:31556:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4c08. 00000400:00000010:3.0:1788687333.491763:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0e58. 00000100:00000200:3.0:1788687333.491766:0:31556:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824535296, portal 10 00000100:00000001:3.0:1788687333.491768:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687333.491769:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521984 : -110871213029632 : ffff9b29c8bb4700) 00000100:00000040:3.0:1788687333.491777:0:31556:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb4700 x1875572824535296/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.491785:0:31556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687333.491788:0:31556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687333.491791:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0198. 00000100:00000200:3.0:1788687333.491793:0:31556:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875572824535296, offset 0 00000400:00000200:3.0:1788687333.491801:0:31556:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687333.492250:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.493056:0:31556:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687333.493063:0:31556:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687333.493068:0:31556:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687333.493073:0:31556:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687333.493076:0:31556:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687333.493081:0:31556:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2439:2439:256:4294967295] 192.168.203.144@tcp LPNI seq info [2439:2439:8:4294967295] 00000400:00000200:3.0:1788687333.493086:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.493166:0:31556:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687333.493175:0:31556:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687333.493185:0:31556:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a200. 00000800:00000200:3.0:1788687333.493194:0:31556:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687333.493205:0:31556:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687333.493220:0:31556:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a200 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1788687333.493242:0:31556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687333.493249:0:31556:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 803731 usecs (804 jiffies) 00000800:00000200:2.0:1788687333.493610:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687333.493616:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a200. 00000400:00000200:2.0:1788687333.493622:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.493628:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687333.493635:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0198 00000400:00000010:2.0:1788687333.493639:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0198. 00000100:00000001:2.0:1788687333.493647:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687333.493656:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb4700 x1875572824535296/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.493668:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687333.493671:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb4700 x1875572824535296/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.493678:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.493680:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1788687333.497378:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687333.497389:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296460306 00000800:00000001:2.0:1788687333.497621:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.497639:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687333.497642:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.497645:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.497653:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.497661:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687333.497671:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.497677:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.497683:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.497688:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 4096 into portal 14 MB=0x6a9d2d3f4f100 00000400:00000200:2.0:1788687333.497694:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.497701:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.203.144@tcp of length 4096/4096 into md 0x6b4d [256] + 0 00000400:00000010:2.0:1788687333.497707:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4cb8. 00000400:00000200:2.0:1788687333.497713:0:2361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9b29c5d7a000 00000800:00000001:2.0:1788687333.497719:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.497729:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.497734:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.497739:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687333.497746:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c5d7a000 00000400:00000010:2.0:1788687333.497750:0:2361:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff9b29c5d7a000. 00000100:00000001:2.0:1788687333.497758:0:2361:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788687333.497761:0:2361:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9b29c8bb4700 desc ffff9b29c43bc800 mbits 1875572824535296 00000100:00000001:2.0:1788687333.497765:0:2361:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788687333.497773:0:2361:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788687333.497776:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.497782:0:2361:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687333.497790:0:2361:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2440:2440:256:4294967295] 192.168.203.144@tcp LPNI seq info [2440:2440:8:4294967295] 00000400:00000200:2.0:1788687333.497795:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.497803:0:2361:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000100:00000001:3.0:1788687333.497955:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:3.0:1788687333.497960:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296460307 00000100:00000001:3.0:1788687333.497963:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:3.0:1788687333.497967:0:31556:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687333.497971:0:31556:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.497975:0:31556:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687333.497978:0:31556:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687333.497981:0:31556:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e0116b40 going to sleep for 11 seconds 00000100:00000001:3.0:1788687333.497985:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687333.497988:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687333.498930:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687333.498944:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff9b29c69da000. 00000800:00000200:2.0:1788687333.498954:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687333.498963:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687333.498971:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c69da000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788687333.499099:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687333.499104:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff9b29c69da000. 00000400:00000200:2.0:1788687333.499110:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.499115:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1788687333.499125:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.499131:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1788687333.501003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146c00. 00000800:00000001:2.0:1788687333.504744:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.504768:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687333.504774:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.504778:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.504791:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.504801:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687333.504811:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.504817:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.504823:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.504828:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 440 into portal 10 MB=0x6a9d2d3f4f100 00000400:00000200:2.0:1788687333.504834:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.504842:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 440/440 into md 0x6b55 [1] + 224 00000800:00000001:2.0:1788687333.504852:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.504866:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.504870:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.504875:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687333.504886:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687333.504897:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb4700 x1875572824535296/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687333.504947:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff9b29c8bb4700 x1875572824535296/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.504967:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687333.504977:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.504981:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687333.505070:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687333.505080:0:31556:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687333.505082:0:31556:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687333.505087:0:31556:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4c08. 00000400:00000200:3.0:1788687333.505156:0:31556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0e58 00000400:00000010:3.0:1788687333.505160:0:31556:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0e58. 00000100:00000001:3.0:1788687333.505164:0:31556:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687333.505170:0:31556:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb4700 x1875572824535296/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687333.505178:0:31556:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb4700 x1875572824535296/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.505184:0:31556:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687333.505186:0:31556:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687333.505189:0:31556:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687333.505193:0:31556:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687333.505196:0:31556:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687333.505198:0:31556:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687333.505202:0:31556:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687333.505416:0:31556:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=105 v=5 (5 5 5 5) 00000100:00001000:3.0:1788687333.505421:0:31556:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687333.505425:0:31556:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687333.505427:0:31556:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.505430:0:31556:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687333.505435:0:31556:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.505440:0:31556:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687333.505443:0:31556:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1788687333.505445:0:31556:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687333.505449:0:31556:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687333.505455:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9b29c8bb4700 x1875572824535296/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687333.505465:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9b29c8bb4700 x1875572824535296/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.505483:0:31556:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687333.505486:0:31556:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687333.505491:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb4700 x1875572824535296/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687333.505498:0:31556:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb4700 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824535296:192.168.203.144@tcp:37:rm.0 00000100:00000001:3.0:1788687333.505504:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687333.505508:0:31556:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.505510:0:31556:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687333.505512:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.505516:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb4700 x1875572824535296/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.505523:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687333.505526:0:31556:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e0116b40. 00000100:00000001:3.0:1788687333.505530:0:31556:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687333.505532:0:31556:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.505538:0:31556:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.505541:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.505543:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb4700 x1875572824535296/t0(0) o37->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 448/440 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.505549:0:31556:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687333.505553:0:31556:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687333.505556:0:31556:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c43be800. 02000000:00000001:3.0:1788687333.505560:0:31556:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687333.505564:0:31556:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687333.505566:0:31556:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687333.505569:0:31556:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788687333.505571:0:31556:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1788687333.505573:0:31556:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687333.505574:0:31556:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687333.505576:0:31556:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:3.0:1788687333.505615:0:31556:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff9b29c8b83000. 00000100:00000010:3.0:1788687333.505620:0:31556:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9b29c43bc800. 00000100:00000001:3.0:1788687333.505623:0:31556:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1788687333.505625:0:31556:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29cb07a000. 02000000:00000001:3.0:1788687333.505630:0:31556:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687333.505633:0:31556:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687333.505635:0:31556:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb4700. 00000100:00000001:3.0:1788687333.505638:0:31556:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687333.505640:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687333.505643:0:31556:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:3.0:1788687333.505645:0:31556:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:3.0:1788687333.510877:0:31556:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff9b29c62ee800. 00000002:00000001:3.0:1788687333.510893:0:31556:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.510902:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.510921:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.510925:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4200 refcount=3 00000020:00000001:3.0:1788687333.510929:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:3.0:1788687333.510933:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:3.0:1788687333.510936:0:31556:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687333.510943:0:31556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788687333.510961:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.510963:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.510965:0:31556:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687333.510970:0:31556:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687333.510973:0:31556:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788687333.510983:0:31556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687333.510987:0:31556:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687333.510990:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687333.510995:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.510997:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.510999:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.511003:0:31556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687333.511006:0:31556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.511008:0:31556:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.511013:0:31556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.511016:0:31556:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687333.511018:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.511019:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:3.0:1788687333.511023:0:31556:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.511029:0:31556:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:3.0:1788687333.511037:0:31556:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788687333.511040:0:31556:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:3.0:1788687333.511046:0:31556:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788687333.511052:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29cb07aa00. 00000080:00000001:3.0:1788687333.511060:0:31556:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.511099:0:31556:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:3.0:1788687333.511102:0:31556:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788687333.511107:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bdd0 00000080:00200008:3.0:1788687333.511110:0:31556:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9b29d8591988), flags 704000 00000080:00400000:3.0:1788687333.511115:0:31556:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x28:0x0] 00000080:00000001:3.0:1788687333.511120:0:31556:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1788687333.511123:0:31556:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:3.0:1788687333.511126:0:31556:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1788687333.511136:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687333.511140:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687333.511147:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 2 00010000:00000001:3.0:1788687333.511150:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687333.511155:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788687333.511157:0:31556:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x28:0x0]: 0 00000080:00000001:3.0:1788687333.511160:0:31556:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788687333.511163:0:31556:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788687333.511171:0:31556:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b29cb07aa00. 00000080:00000001:3.0:1788687333.511174:0:31556:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788687333.511184:0:31556:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788687333.511188:0:31556:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1788687333.511191:0:31556:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x28:0x0] 00000002:00000001:3.0:1788687333.511194:0:31556:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788687333.511197:0:31556:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b29e019e800: [0x200000404:0x28:0x0] file closed with intent: 0 00000100:00000010:3.0:1788687333.511206:0:31556:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb4700. 00000020:00000040:3.0:1788687333.511642:0:31556:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:3.0:1788687333.511650:0:31556:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687333.511654:0:31556:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687333.511660:0:31556:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687333.513147:0:31556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c6940a00. 00000100:00000001:2.0:1788687333.513163:0:31556:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788687333.513191:0:31556:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b29c8bb4380 x1875572824535168/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788687333.513219:0:31556:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788687333.513225:0:31556:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8bb4700 x1875572824535552/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788687333.513232:0:31556:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687333.513234:0:31556:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687333.513244:0:31556:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c98dd780. 00000100:00000001:2.0:1788687333.513247:0:31556:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202510321536 : -110871199230080 : ffff9b29c98dd780) 00000100:00000001:2.0:1788687333.513250:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687333.513251:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521984 : -110871213029632 : ffff9b29c8bb4700) 00000100:00000001:2.0:1788687333.513263:0:31556:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687333.513268:0:31556:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.513270:0:31556:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687333.513272:0:31556:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687333.513276:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb4700 x1875572824535552/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.513284:0:31556:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687333.513287:0:31556:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687333.513291:0:31556:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687333.513294:0:31556:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687333.513297:0:31556:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687333.513300:0:31556:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb4700 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824535552:192.168.203.144@tcp:35:rm.0 00000100:00000001:2.0:1788687333.513305:0:31556:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687333.513311:0:31556:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687333.513314:0:31556:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687333.513317:0:31556:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687333.513322:0:31556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d4c00. 02000000:00000001:2.0:1788687333.513324:0:31556:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687333.513333:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687333.513339:0:31556:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd108. 00000400:00000010:2.0:1788687333.513348:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02404c8. 00000100:00000200:2.0:1788687333.513356:0:31556:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824535552, portal 10 00000100:00000001:2.0:1788687333.513359:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687333.513360:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521984 : -110871213029632 : ffff9b29c8bb4700) 00000100:00000040:2.0:1788687333.513368:0:31556:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb4700 x1875572824535552/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.513375:0:31556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687333.513379:0:31556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687333.513381:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240c38. 00000100:00000200:2.0:1788687333.513384:0:31556:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824535552, offset 0 00000400:00000200:2.0:1788687333.513392:0:31556:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687333.513552:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.513562:0:31556:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687333.513568:0:31556:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687333.513573:0:31556:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687333.513578:0:31556:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687333.513580:0:31556:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687333.513585:0:31556:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2441:2441:256:4294967295] 192.168.203.144@tcp LPNI seq info [2441:2441:8:4294967295] 00000400:00000200:2.0:1788687333.513590:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.513601:0:31556:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687333.513608:0:31556:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687333.513615:0:31556:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec200. 00000800:00000200:2.0:1788687333.513623:0:31556:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687333.513634:0:31556:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687333.513639:0:31556:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788687333.513662:0:31556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687333.513668:0:31556:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 802671 usecs (803 jiffies) 00000400:00000200:2.0:1788687333.513671:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687333.513675:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296460321 00000100:00000001:2.0:1788687333.513679:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:2.0:1788687333.513681:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296460321 00000100:00000001:2.0:1788687333.513684:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:2.0:1788687333.513687:0:31556:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687333.513690:0:31556:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.513692:0:31556:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687333.513694:0:31556:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687333.513697:0:31556:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c98dd780 going to sleep for 11 seconds 00000100:00000001:2.0:1788687333.513700:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687333.513703:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687333.516062:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687333.516079:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec200. 00000400:00000200:3.0:1788687333.516088:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687333.516100:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687333.516112:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240c38 00000400:00000010:3.0:1788687333.516115:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240c38. 00000100:00000001:3.0:1788687333.516122:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687333.516133:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb4700 x1875572824535552/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.516147:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.516151:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb4700 x1875572824535552/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.516158:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.516160:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687333.518773:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.518798:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687333.518803:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.518806:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.518819:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.518829:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687333.518842:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.518848:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.518855:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.518860:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f4f200 00000400:00000200:2.0:1788687333.518867:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.518876:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x6b65 [1] + 224 00000800:00000001:2.0:1788687333.518887:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.518897:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.518902:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.518954:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687333.518966:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687333.518978:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb4700 x1875572824535552/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687333.518991:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b29c8bb4700 x1875572824535552/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.519015:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687333.519027:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.519031:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687333.519182:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687333.519192:0:31556:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687333.519194:0:31556:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687333.519198:0:31556:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd108. 00000400:00000200:3.0:1788687333.519204:0:31556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02404c8 00000400:00000010:3.0:1788687333.519207:0:31556:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02404c8. 00000100:00000001:3.0:1788687333.519221:0:31556:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687333.519226:0:31556:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb4700 x1875572824535552/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687333.519236:0:31556:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb4700 x1875572824535552/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.519242:0:31556:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687333.519244:0:31556:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687333.519247:0:31556:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687333.519251:0:31556:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687333.519367:0:31556:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687333.519371:0:31556:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687333.519375:0:31556:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687333.519388:0:31556:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=105 v=5 (5 5 5 5) 00000100:00001000:3.0:1788687333.519393:0:31556:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687333.519404:0:31556:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687333.519406:0:31556:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.519408:0:31556:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687333.519413:0:31556:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.519417:0:31556:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788687333.519420:0:31556:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788687333.519422:0:31556:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788687333.519424:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687333.519426:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521984 : -110871213029632 : ffff9b29c8bb4700) 00000100:00000001:3.0:1788687333.519430:0:31556:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687333.519432:0:31556:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1788687333.519434:0:31556:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687333.519437:0:31556:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687333.519442:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb4700 x1875572824535552/t4294967646(4294967646) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687349 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.519457:0:31556:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687333.519461:0:31556:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687333.519463:0:31556:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687333.519468:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb4700 x1875572824535552/t4294967646(4294967646) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687349 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687333.519485:0:31556:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb4700 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824535552:192.168.203.144@tcp:35:rm.0 00000100:00000001:3.0:1788687333.519491:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687333.519494:0:31556:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.519497:0:31556:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687333.519500:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.519504:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb4700 x1875572824535552/t4294967646(4294967646) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687349 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.519511:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687333.519514:0:31556:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c98dd780. 00000100:00000001:3.0:1788687333.519517:0:31556:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687333.519519:0:31556:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.519528:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687333.519529:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521984 : -110871213029632 : ffff9b29c8bb4700) 00000002:00000001:3.0:1788687333.519532:0:31556:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687333.519535:0:31556:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788687333.519542:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29cb07aa00. 00000080:00000001:3.0:1788687333.519547:0:31556:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788687333.519550:0:31556:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788687333.519556:0:31556:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788687333.519562:0:31556:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b29c8bb4380 x1875572824535168/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.519570:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687333.519571:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521088 : -110871213030528 : ffff9b29c8bb4380) 00000100:00000001:3.0:1788687333.519573:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.519576:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb4380 x1875572824535168/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.519584:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.519586:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.519589:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb4700 x1875572824535552/t4294967646(4294967646) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687349 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.519594:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.519596:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.519598:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb4380 x1875572824535168/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.519604:0:31556:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788687333.519609:0:31556:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687333.519611:0:31556:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687333.519613:0:31556:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687333.519617:0:31556:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c43bd000. 02000000:00000001:3.0:1788687333.519621:0:31556:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687333.519623:0:31556:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687333.519626:0:31556:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb4380. 00000100:00000001:3.0:1788687333.519629:0:31556:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687333.519630:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687333.519632:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.519635:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb4700 x1875572824535552/t4294967646(4294967646) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687349 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.519641:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687333.519643:0:31556:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9b29c31d7260. 00000002:00000001:3.0:1788687333.519646:0:31556:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687333.519648:0:31556:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788687333.519650:0:31556:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b29c975ce00. 00000100:00000001:3.0:1788687333.519653:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.519656:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb4700 x1875572824535552/t4294967646(4294967646) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.519662:0:31556:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687333.519664:0:31556:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687333.519668:0:31556:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c63d4c00. 02000000:00000001:3.0:1788687333.519671:0:31556:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687333.519672:0:31556:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687333.519673:0:31556:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687333.519675:0:31556:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687333.519676:0:31556:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c6940a00. 02000000:00000001:3.0:1788687333.519682:0:31556:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687333.519683:0:31556:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687333.519684:0:31556:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb4700. 00000100:00000001:3.0:1788687333.519686:0:31556:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687333.519687:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687333.519690:0:31556:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788687333.519695:0:31556:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29c5316000. 00000080:00000001:3.0:1788687333.519698:0:31556:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687333.519705:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bdd0 00000080:00000008:3.0:1788687333.519707:0:31556:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9b29d8591988), flags 704000, rc = 0 00000080:00000001:3.0:1788687333.519711:0:31556:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.519714:0:31556:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.519778:0:31556:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687333.519782:0:31556:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687333.519784:0:31556:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788687333.519786:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bbc0 00000080:00200000:3.0:1788687333.519788:0:31556:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:3.0:1788687333.519793:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29cb07aa00. 00800000:00000002:3.0:1788687333.519800:0:31556:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687333.519805:0:31556:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687333.519809:0:31556:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687333.519811:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bae0 00800000:00000002:3.0:1788687333.519814:0:31556:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687333.519819:0:31556:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788687333.519822:0:31556:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788687333.519827:0:31556:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687333.519829:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b9b0 00000002:00010000:3.0:1788687333.519831:0:31556:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788687333.519835:0:31556:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687333.519837:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687333.519841:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687333.519849:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62e00 count: 2 00010000:00000001:3.0:1788687333.519851:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687333.519857:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687333.519862:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687333.519868:0:31556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788687333.519880:0:31556:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687333.519884:0:31556:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687333.519888:0:31556:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788687333.519896:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687333.519898:0:31556:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687333.519900:0:31556:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687333.519902:0:31556:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687333.519961:0:31556:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687333.519964:0:31556:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788687333.519967:0:31556:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788687333.519969:0:31556:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687333.519971:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29cb07aa00. 00000080:00000001:3.0:1788687333.519976:0:31556:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687333.519978:0:31556:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687333.519981:0:31556:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:3.0:1788687333.519984:0:31556:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811e0f 00800000:00000001:3.0:1788687333.519988:0:31556:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687333.519990:0:31556:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687333.519992:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.519995:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.519998:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146200 refcount=3 00000020:00000001:3.0:1788687333.520000:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:3.0:1788687333.520003:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:3.0:1788687333.520006:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.520009:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687333.520010:0:31556:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687333.520013:0:31556:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687333.520015:0:31556:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811e0f from it ffffaca08150bbf8 00010000:00000001:3.0:1788687333.520018:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.520019:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.520020:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146200 refcount=3 00000020:00000001:3.0:1788687333.520022:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:3.0:1788687333.520024:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:3.0:1788687333.520027:0:31556:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687333.520029:0:31556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788687333.520036:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.520037:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.520039:0:31556:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687333.520042:0:31556:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687333.520045:0:31556:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788687333.520052:0:31556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687333.520055:0:31556:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687333.520058:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687333.520062:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.520063:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.520065:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.520069:0:31556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687333.520071:0:31556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.520073:0:31556:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.520076:0:31556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.520078:0:31556:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687333.520079:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.520080:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687333.520082:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788687333.520084:0:31556:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687333.520086:0:31556:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788687333.520090:0:31556:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.520106:0:31556:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788687333.520108:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bbc0 00000080:00002000:3.0:1788687333.520110:0:31556:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff9b29d86146c0) flags 0x20000e refc 1 00000080:00000001:3.0:1788687333.520113:0:31556:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687333.520115:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bc08 00000080:00200000:3.0:1788687333.520116:0:31556:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000001:3.0:1788687333.520123:0:31556:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788687333.520125:0:31556:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.520129:0:31556:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788687333.520131:0:31556:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9b29d8591988), inode mode 41ed mask 44 00000080:00000001:3.0:1788687333.520134:0:31556:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.520140:0:31556:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:3.0:1788687333.520142:0:31556:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788687333.520145:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bb78 00000080:00200008:3.0:1788687333.520147:0:31556:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9b29d8591988), flags 704400 00000080:00000010:3.0:1788687333.520152:0:31556:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29c5316000. 00000080:00000001:3.0:1788687333.520159:0:31556:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1788687333.520161:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29cb07aa00. 00800000:00000002:3.0:1788687333.520164:0:31556:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687333.520166:0:31556:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687333.520168:0:31556:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687333.520169:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150ba28 00800000:00000002:3.0:1788687333.520171:0:31556:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x28:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687333.520174:0:31556:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:3.0:1788687333.520177:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b9a8 00800000:00000002:3.0:1788687333.520179:0:31556:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1788687333.520183:0:31556:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687333.520184:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b8e0 00000002:00010000:3.0:1788687333.520186:0:31556:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:3.0:1788687333.520190:0:31556:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788687333.520193:0:31556:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788687333.520197:0:31556:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788687333.520201:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 2 00010000:00000001:3.0:1788687333.520203:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687333.520206:0:31556:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788687333.520563:0:31556:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.520567:0:31556:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.520570:0:31556:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.520572:0:31556:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788687333.520575:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62e00 count: 2 00010000:00000001:3.0:1788687333.520577:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687333.520580:0:31556:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788687333.520581:0:31556:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.520583:0:31556:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.520585:0:31556:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687333.520589:0:31556:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb4700. 00000020:00000040:3.0:1788687333.520593:0:31556:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:3.0:1788687333.520600:0:31556:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788687333.520602:0:31556:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.520605:0:31556:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788687333.520609:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687333.520612:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.520614:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.520615:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.520618:0:31556:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687333.520620:0:31556:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687333.520623:0:31556:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687333.520630:0:31556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c43bd000. 00000100:00000001:3.0:1788687333.520637:0:31556:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.520641:0:31556:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687333.520643:0:31556:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.520644:0:31556:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687333.520646:0:31556:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.520648:0:31556:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.520655:0:31556:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633202496521984 : -110871213029632 : ffff9b29c8bb4700) 00010000:00000001:3.0:1788687333.520658:0:31556:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788687333.520661:0:31556:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788687333.520663:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62e00 count: 2 00010000:00000001:3.0:1788687333.520665:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687333.520668:0:31556:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788687333.520671:0:31556:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c3146c00. 00000020:00000001:3.0:1788687333.520675:0:31556:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788687333.520677:0:31556:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c3146c00 with handle 0x230d04438e811e1d to hash 00000020:00000001:3.0:1788687333.520680:0:31556:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788687333.520682:0:31556:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202401700864 : -110871307850752 : ffff9b29c3146c00) 00010000:00000001:3.0:1788687333.520686:0:31556:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202401700864 : -110871307850752 : ffff9b29c3146c00) 00010000:00000001:3.0:1788687333.520689:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687333.520691:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687333.520695:0:31556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e1d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687333.520702:0:31556:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e1d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788687333.521162:0:31556:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788687333.521175:0:31556:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8bb4700 x1875572824535808/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788687333.521186:0:31556:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e1d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788687333.521192:0:31556:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687333.521195:0:31556:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687333.521204:0:31556:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e0116b40. 00000100:00000001:3.0:1788687333.521207:0:31556:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202888043328 : -110870821508288 : ffff9b29e0116b40) 00000100:00000001:3.0:1788687333.521451:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687333.521454:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521984 : -110871213029632 : ffff9b29c8bb4700) 00000100:00000001:3.0:1788687333.521460:0:31556:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687333.521465:0:31556:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.521468:0:31556:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687333.521470:0:31556:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687333.521485:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb4700 x1875572824535808/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.521500:0:31556:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687333.521502:0:31556:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687333.521507:0:31556:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687333.521510:0:31556:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687333.521513:0:31556:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687333.521516:0:31556:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb4700 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824535808:192.168.203.144@tcp:101:rm.0 00000100:00000001:3.0:1788687333.521521:0:31556:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687333.521528:0:31556:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687333.521531:0:31556:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687333.521534:0:31556:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687333.521669:0:31556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9b29c6980000. 02000000:00000001:3.0:1788687333.521672:0:31556:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687333.521682:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687333.521687:0:31556:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4c08. 00000400:00000010:3.0:1788687333.521696:0:31556:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9b29c62ee800. 00000100:00000200:3.0:1788687333.521705:0:31556:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875572824535808, portal 10 00000100:00000001:3.0:1788687333.521707:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687333.521708:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521984 : -110871213029632 : ffff9b29c8bb4700) 00000100:00000040:3.0:1788687333.521715:0:31556:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb4700 x1875572824535808/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.521723:0:31556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687333.521726:0:31556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687333.521730:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0e58. 00000100:00000200:3.0:1788687333.521733:0:31556:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875572824535808, offset 0 00000400:00000200:3.0:1788687333.521740:0:31556:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687333.521749:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.521757:0:31556:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687333.521763:0:31556:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687333.521768:0:31556:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687333.521772:0:31556:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687333.521775:0:31556:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687333.521779:0:31556:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2442:2442:256:4294967295] 192.168.203.144@tcp LPNI seq info [2442:2442:8:4294967295] 00000400:00000200:3.0:1788687333.521785:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.521795:0:31556:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687333.521801:0:31556:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687333.521807:0:31556:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ac00. 00000800:00000200:3.0:1788687333.521814:0:31556:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687333.521825:0:31556:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687333.521831:0:31556:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ac00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788687333.521933:0:31556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687333.521938:0:31556:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 801601 usecs (802 jiffies) 00000400:00000200:3.0:1788687333.521942:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687333.521946:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296460329 00000100:00000001:3.0:1788687333.521950:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:3.0:1788687333.521952:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296460329 00000100:00000001:3.0:1788687333.521955:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:3.0:1788687333.521957:0:31556:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687333.521960:0:31556:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.521962:0:31556:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687333.521965:0:31556:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687333.521968:0:31556:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e0116b40 going to sleep for 11 seconds 00000100:00000001:3.0:1788687333.521971:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687333.521974:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687333.525459:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687333.525483:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ac00. 00000400:00000200:2.0:1788687333.525495:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.525507:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687333.525518:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0e58 00000400:00000010:2.0:1788687333.525523:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0e58. 00000100:00000001:2.0:1788687333.525531:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687333.525541:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb4700 x1875572824535808/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.525555:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687333.525560:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb4700 x1875572824535808/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687349 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.525568:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.525570:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687333.526271:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.526288:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687333.526292:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.526294:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.526304:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.526310:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687333.526320:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.526325:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.526331:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.526336:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 608 into portal 10 MB=0x6a9d2d3f4f300 00000400:00000200:2.0:1788687333.526341:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.526348:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 608/608 into md 0x6b75 [64] + 224 00000800:00000001:2.0:1788687333.526357:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.526363:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.526366:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.526371:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687333.526377:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687333.526384:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb4700 x1875572824535808/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687349 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687333.526405:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9b29c8bb4700 x1875572824535808/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.526425:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687333.526434:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.526437:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687333.526553:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687333.526563:0:31556:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687333.526566:0:31556:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687333.526571:0:31556:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4c08. 00000400:00000200:3.0:1788687333.526576:0:31556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c62ee800 00000400:00000010:3.0:1788687333.526578:0:31556:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9b29c62ee800. 00000100:00000001:3.0:1788687333.526582:0:31556:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687333.526587:0:31556:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb4700 x1875572824535808/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687333.526597:0:31556:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb4700 x1875572824535808/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.526605:0:31556:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687333.526608:0:31556:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687333.526611:0:31556:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687333.526616:0:31556:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687333.526619:0:31556:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687333.526623:0:31556:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687333.526626:0:31556:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687333.526638:0:31556:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=105 v=5 (5 103 103 103) 00000100:00001000:3.0:1788687333.526643:0:31556:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687333.526646:0:31556:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687333.526648:0:31556:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.526651:0:31556:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687333.526656:0:31556:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.526660:0:31556:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788687333.526661:0:31556:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788687333.526663:0:31556:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788687333.526666:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687333.526668:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521984 : -110871213029632 : ffff9b29c8bb4700) 00000100:00000001:3.0:1788687333.526672:0:31556:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687333.526675:0:31556:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:3.0:1788687333.526677:0:31556:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687333.526680:0:31556:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687333.526685:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb4700 x1875572824535808/t4294967647(4294967647) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.526693:0:31556:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687333.526696:0:31556:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687333.526698:0:31556:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687333.526702:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb4700 x1875572824535808/t4294967647(4294967647) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687333.526710:0:31556:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb4700 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824535808:192.168.203.144@tcp:101:rm.0 00000100:00000001:3.0:1788687333.526715:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687333.526719:0:31556:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.526722:0:31556:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687333.526725:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.526728:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb4700 x1875572824535808/t4294967647(4294967647) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.526735:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687333.526738:0:31556:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e0116b40. 00000100:00000001:3.0:1788687333.526741:0:31556:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687333.526743:0:31556:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.526746:0:31556:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788687333.526751:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.526754:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.526758:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146c00 refcount=4 00000020:00000001:3.0:1788687333.526761:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700864 : -110871307850752 : ffff9b29c3146c00) 00010000:00000001:3.0:1788687333.526764:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700864 : -110871307850752 : ffff9b29c3146c00) 00010000:00000040:3.0:1788687333.526771:0:31556:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c3146c00, remote cookie: 0x59c08f76ab1d2632, flags: 0x1001 00010000:00000040:3.0:1788687333.526775:0:31556:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788687333.526778:0:31556:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1788687333.526786:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 2 00010000:00000001:3.0:1788687333.526789:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687333.526794:0:31556:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687333.526799:0:31556:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e1d lrc: 4/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2632 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687333.526809:0:31556:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e1d lrc: 4/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2632 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.526816:0:31556:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788687333.526822:0:31556:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788687333.526825:0:31556:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788687333.526828:0:31556:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788687333.526829:0:31556:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788687333.526832:0:31556:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff9b29c422f700) refcount = 2 00010000:00000040:3.0:1788687333.526836:0:31556:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788687333.526840:0:31556:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1788687333.526847:0:31556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e1d lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2632 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.526854:0:31556:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788687333.526858:0:31556:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788687333.526860:0:31556:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687333.526863:0:31556:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788687333.526866:0:31556:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687333.526869:0:31556:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e1d lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2632 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.526876:0:31556:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788687333.526878:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.526880:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.526881:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.526882:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.526883:0:31556:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.526889:0:31556:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788687333.526892:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.526893:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.526895:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146c00 refcount=3 00000020:00000001:3.0:1788687333.526897:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700864 : -110871307850752 : ffff9b29c3146c00) 00010000:00000001:3.0:1788687333.526899:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700864 : -110871307850752 : ffff9b29c3146c00) 00010000:00000001:3.0:1788687333.526901:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.526903:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788687333.526940:0:31556:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9b29c8bb4700 x1875572824535808/t4294967647(4294967647) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788687333.526951:0:31556:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788687333.526956:0:31556:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c8bb4700 x1875572824535808/t4294967647(4294967647) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788687333.526964:0:31556:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.526966:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.526967:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.526969:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146c00 refcount=3 00000020:00000001:3.0:1788687333.526971:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700864 : -110871307850752 : ffff9b29c3146c00) 00010000:00000001:3.0:1788687333.526973:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700864 : -110871307850752 : ffff9b29c3146c00) 00010000:00000001:3.0:1788687333.526976:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.526977:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687333.526979:0:31556:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.526981:0:31556:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.526985:0:31556:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788687333.526987:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687333.526989:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521984 : -110871213029632 : ffff9b29c8bb4700) 00010000:00000001:3.0:1788687333.526991:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.526992:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.526993:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146c00 refcount=3 00000020:00000001:3.0:1788687333.526996:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700864 : -110871307850752 : ffff9b29c3146c00) 00010000:00000001:3.0:1788687333.526998:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700864 : -110871307850752 : ffff9b29c3146c00) 00000002:00010000:3.0:1788687333.527002:0:31556:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e1d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2632 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.527008:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.527009:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.527011:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788687333.527013:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.527014:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.527016:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146c00 refcount=3 00000020:00000001:3.0:1788687333.527018:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700864 : -110871307850752 : ffff9b29c3146c00) 00010000:00000001:3.0:1788687333.527020:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700864 : -110871307850752 : ffff9b29c3146c00) 00010000:00000040:3.0:1788687333.527023:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 3 00010000:00000001:3.0:1788687333.527025:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788687333.527030:0:31556:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 16 res 8589935620/40 (0 0) 00010000:00000001:3.0:1788687333.527033:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.527034:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687333.527036:0:31556:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788687333.527040:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b868 00000002:00002000:3.0:1788687333.527042:0:31556:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:3.0:1788687333.527045:0:31556:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687333.527049:0:31556:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687333.527052:0:31556:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788687333.527056:0:31556:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788687333.527059:0:31556:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788687333.527064:0:31556:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687333.527068:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29cb07aa00. 00000080:00000001:3.0:1788687333.527074:0:31556:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788687333.527081:0:31556:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788687333.527084:0:31556:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788687333.527087:0:31556:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788687333.527090:0:31556:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:3.0:1788687333.527105:0:31556:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.527110:0:31556:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:3.0:1788687333.527113:0:31556:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788687333.527118:0:31556:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00010000:00000001:3.0:1788687333.527121:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.527122:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.527124:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146c00 refcount=3 00000020:00000001:3.0:1788687333.527126:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700864 : -110871307850752 : ffff9b29c3146c00) 00010000:00000001:3.0:1788687333.527128:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700864 : -110871307850752 : ffff9b29c3146c00) 00010000:00000001:3.0:1788687333.527130:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.527131:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788687333.527133:0:31556:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788687333.527136:0:31556:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788687333.527138:0:31556:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687333.527142:0:31556:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff9b29d8591988) for lock 0x230d04438e811e1d 00800000:00000001:3.0:1788687333.527145:0:31556:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687333.527148:0:31556:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687333.527149:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.527150:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.527152:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146c00 refcount=3 00000020:00000001:3.0:1788687333.527154:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700864 : -110871307850752 : ffff9b29c3146c00) 00010000:00000001:3.0:1788687333.527156:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700864 : -110871307850752 : ffff9b29c3146c00) 00010000:00000001:3.0:1788687333.527159:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.527160:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687333.527162:0:31556:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687333.527164:0:31556:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.527167:0:31556:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788687333.527169:0:31556:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.527172:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.527176:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb4700 x1875572824535808/t4294967647(4294967647) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.527184:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687333.527187:0:31556:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811e1d from it ffffaca08150bbd0 00010000:00000001:3.0:1788687333.527190:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.527191:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.527192:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146c00 refcount=3 00000020:00000001:3.0:1788687333.527194:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700864 : -110871307850752 : ffff9b29c3146c00) 00010000:00000001:3.0:1788687333.527196:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700864 : -110871307850752 : ffff9b29c3146c00) 00010000:00000001:3.0:1788687333.527199:0:31556:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687333.527202:0:31556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e1d lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2632 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687333.527209:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.527211:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.527212:0:31556:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687333.527216:0:31556:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687333.527219:0:31556:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e1d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2632 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788687333.527227:0:31556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687333.527231:0:31556:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687333.527233:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687333.527238:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.527239:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.527241:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.527246:0:31556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687333.527248:0:31556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.527251:0:31556:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.527383:0:31556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.527387:0:31556:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687333.527389:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.527390:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788687333.527395:0:31556:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788687333.527403:0:31556:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b29c975ce00. 00000080:00000001:3.0:1788687333.527407:0:31556:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788687333.527411:0:31556:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788687333.527415:0:31556:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788687333.527418:0:31556:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b29c31d7260. 00000002:00100000:3.0:1788687333.527423:0:31556:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c8bb4700 x1875572824535808/t4294967647(4294967647) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788687333.527430:0:31556:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687333.527432:0:31556:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788687333.527436:0:31556:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788687333.527440:0:31556:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.527444:0:31556:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1788687333.527446:0:31556:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.527448:0:31556:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687333.527453:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.527456:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb4700 x1875572824535808/t4294967647(4294967647) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788687333.527463:0:31556:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687333.527467:0:31556:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9b29c6980000. 02000000:00000001:3.0:1788687333.527535:0:31556:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788687333.527537:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687333.527540:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bb78 00000080:00000008:3.0:1788687333.527542:0:31556:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9b29d8591988), flags 704400, rc = 0 00000080:00000001:3.0:1788687333.527547:0:31556:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687333.527576:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bd28 00000080:00200008:3.0:1788687333.527579:0:31556:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9b29d8591988), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788687333.527588:0:31556:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:3.0:1788687333.527593:0:31556:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.527597:0:31556:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788687333.527598:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bca0 00000080:00200000:3.0:1788687333.527600:0:31556:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9b29d8591988),name=d21h.recovery-small-2 00000080:00000010:3.0:1788687333.527607:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29cb07aa00. 00800000:00000002:3.0:1788687333.527613:0:31556:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687333.527621:0:31556:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687333.527626:0:31556:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687333.527628:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bbc0 00800000:00000002:3.0:1788687333.527630:0:31556:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x28:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687333.527634:0:31556:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788687333.527639:0:31556:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 00000002:00000001:3.0:1788687333.527643:0:31556:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687333.527646:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150ba90 00000002:00010000:3.0:1788687333.527648:0:31556:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788687333.527652:0:31556:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687333.527654:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687333.527656:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687333.527659:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 3 00010000:00000001:3.0:1788687333.527662:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687333.527665:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687333.527669:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687333.527674:0:31556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788687333.527682:0:31556:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687333.527687:0:31556:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687333.527690:0:31556:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788687333.527701:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687333.527703:0:31556:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687333.527705:0:31556:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687333.527707:0:31556:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687333.527709:0:31556:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687333.527711:0:31556:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788687333.527713:0:31556:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788687333.527715:0:31556:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687333.527717:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29cb07aa00. 00000080:00000001:3.0:1788687333.527720:0:31556:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687333.527722:0:31556:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687333.527726:0:31556:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff9b29d8591988) 00000080:00010000:3.0:1788687333.527729:0:31556:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff9b29d8591988) for lock 0x230d04438e811de5 00800000:00000001:3.0:1788687333.527732:0:31556:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687333.527733:0:31556:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687333.527735:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.527736:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.527738:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4200 refcount=3 00000020:00000001:3.0:1788687333.527740:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:3.0:1788687333.527743:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:3.0:1788687333.527745:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.527747:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687333.527748:0:31556:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687333.527750:0:31556:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687333.527751:0:31556:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811de5 from it ffffaca08150bcd8 00010000:00000001:3.0:1788687333.527753:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.527754:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.527756:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4200 refcount=3 00000020:00000001:3.0:1788687333.527757:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:3.0:1788687333.527759:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038080 : -110871200513536 : ffff9b29c97a4200) 00010000:00000001:3.0:1788687333.527761:0:31556:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687333.527764:0:31556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788687333.527771:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.527772:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.527774:0:31556:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687333.527776:0:31556:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687333.527778:0:31556:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788687333.527785:0:31556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687333.527788:0:31556:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687333.527789:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687333.527791:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.527792:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.527793:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.527795:0:31556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687333.527797:0:31556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.527799:0:31556:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.527800:0:31556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.527802:0:31556:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687333.527804:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.527805:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687333.527807:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788687333.527808:0:31556:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687333.527812:0:31556:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687333.527816:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bd28 00000080:00000008:3.0:1788687333.527818:0:31556:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9b29d8591988), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788687333.527848:0:31556:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1788687333.527851:0:31556:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9b29d8591988) pos/size0/16384 32bit_api 0 00000080:00000010:3.0:1788687333.527856:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29cb07aa00. 00000080:00000001:3.0:1788687333.527860:0:31556:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:3.0:1788687333.527869:0:31556:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446732216455377088 : -11857254174528 : fffff5374493b0c0) 00000080:00000001:3.0:1788687333.527873:0:31556:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:3.0:1788687333.527876:0:31556:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788687333.527879:0:31556:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:3.0:1788687333.527884:0:31556:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788687333.527886:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29cb07aa00. 00000080:00000001:3.0:1788687333.527890:0:31556:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.527902:0:31556:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1788687333.527904:0:31556:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9b29d8591988) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:3.0:1788687333.527945:0:31556:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788687333.527947:0:31556:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.527973:0:31556:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687333.527977:0:31556:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788687333.527979:0:31556:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9b29d8591988), inode mode 41ed mask 1 00000080:00000001:3.0:1788687333.527983:0:31556:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.527990:0:31556:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788687333.527993:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bda0 00000080:00002000:3.0:1788687333.527994:0:31556:0:(dcache.c:87:ll_dcompare()) found name f(ffff9b29d86141b0) flags 0x48000e refc 0 00000080:00000001:3.0:1788687333.527997:0:31556:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687333.527999:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150be10 00000080:00200000:3.0:1788687333.528001:0:31556:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:3.0:1788687333.528007:0:31556:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788687333.528008:0:31556:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9b29d8591988), inode mode 41ed mask 3 00000080:00000001:3.0:1788687333.528011:0:31556:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.528015:0:31556:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:3.0:1788687333.528018:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bdf8 00000080:00200000:3.0:1788687333.528020:0:31556:0:(namei.c:2351:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff9b29d8591988) 00000080:00000001:3.0:1788687333.528023:0:31556:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1788687333.528026:0:31556:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788687333.528031:0:31556:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202764009480 : -110870945542136 : ffff9b29d8acd008) 00000020:00001000:3.0:1788687333.528034:0:31556:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d8acd000 00000020:00000001:3.0:1788687333.528037:0:31556:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788687333.528042:0:31556:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015baa8) owner 0000000000000000/ffff9b29c97427c0 00020000:00000002:3.0:1788687333.528046:0:31556:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c974e480 addref 2/0 by ffff9b29c97427c0. 00020000:00000002:3.0:1788687333.528049:0:31556:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015baa8) owner 0000000000000000/ffff9b29c97427c0 00020000:00000001:3.0:1788687333.528051:0:31556:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788687333.528054:0:31556:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788687333.528056:0:31556:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788687333.528058:0:31556:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:3.0:1788687333.528061:0:31556:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:3.0:1788687333.528064:0:31556:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d8acd000 00000080:00000001:3.0:1788687333.528067:0:31556:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1788687333.528071:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29cb07aa00. 00800000:00000001:3.0:1788687333.528079:0:31556:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:3.0:1788687333.528083:0:31556:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1788687333.528085:0:31556:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x2a:0x0] 00800000:00000001:3.0:1788687333.528088:0:31556:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788687333.528091:0:31556:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000404:0x28:0x0]/[0x200000404:0x2a:0x0] -> mds #0 00000002:00000001:3.0:1788687333.528323:0:31556:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1788687333.528326:0:31556:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788687333.528330:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 3 00010000:00000001:3.0:1788687333.528332:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687333.528335:0:31556:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788687333.528339:0:31556:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788687333.528342:0:31556:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:3.0:1788687333.528351:0:31556:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788687333.528356:0:31556:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788687333.528358:0:31556:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788687333.528360:0:31556:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:3.0:1788687333.528363:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687333.528364:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687333.528366:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 4 00010000:00000001:3.0:1788687333.528368:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687333.528371:0:31556:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1788687333.528373:0:31556:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1788687333.528375:0:31556:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687333.528379:0:31556:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687333.528382:0:31556:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e1d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2632 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788687333.528389:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.528443:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687333.528445:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:3.0:1788687333.528448:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687333.528450:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687333.528452:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146c00 refcount=2 00000020:00000001:3.0:1788687333.528454:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700864 : -110871307850752 : ffff9b29c3146c00) 00010000:00000001:3.0:1788687333.528457:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700864 : -110871307850752 : ffff9b29c3146c00) 00010000:00000001:3.0:1788687333.528459:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.528460:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687333.528461:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687333.528462:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687333.528465:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 4 00010000:00000001:3.0:1788687333.528467:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687333.528469:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.528471:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687333.528483:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687333.528485:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 4 00010000:00000001:3.0:1788687333.528487:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687333.528489:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.528491:0:31556:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788687333.528495:0:31556:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x28:0x0] lli = ffff9b29d85918c0, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788687333.528572:0:31556:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788687333.528575:0:31556:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788687333.528577:0:31556:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788687333.528580:0:31556:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff9b29d8591988) invalid 00000020:00000001:3.0:1788687333.528582:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150ba60 00000080:00002000:3.0:1788687333.528584:0:31556:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff9b29d86146c0) parent ffff9b29d84cabd0 inode ffff9b29d8591988 refc 3 00000080:00000001:3.0:1788687333.528588:0:31556:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788687333.528590:0:31556:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788687333.528593:0:31556:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.528597:0:31556:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788687333.528600:0:31556:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788687333.528602:0:31556:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788687333.528604:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687333.528606:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788687333.528609:0:31556:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a4200 with handle 0x230d04438e811de5 from hash 00010000:00000001:3.0:1788687333.528612:0:31556:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788687333.528613:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.528614:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.528616:0:31556:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788687333.528619:0:31556:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788687333.528620:0:31556:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788687333.528623:0:31556:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788687333.528625:0:31556:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687333.528628:0:31556:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687333.528631:0:31556:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788687333.528634:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de900 count: 3 00010000:00000001:3.0:1788687333.528636:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687333.528638:0:31556:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788687333.528640:0:31556:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788687333.528642:0:31556:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5800/0x230d04438e811dec lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x59c08f76ab1d2591 expref: -99 pid: 31555 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1788687333.528649:0:31556:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788687333.528651:0:31556:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788687333.528652:0:31556:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788687333.528653:0:31556:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2a:0x0] mode (null) 00000002:00000001:3.0:1788687333.528655:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687333.528657:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687333.528658:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de900 count: 4 00010000:00000001:3.0:1788687333.528660:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687333.528662:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.528664:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687333.528665:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687333.528667:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de900 count: 4 00010000:00000001:3.0:1788687333.528668:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687333.528670:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.528671:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687333.528672:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687333.528674:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de900 count: 4 00010000:00000001:3.0:1788687333.528675:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687333.528678:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687333.528679:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687333.528680:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687333.528681:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de900 count: 4 00010000:00000001:3.0:1788687333.528683:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687333.528685:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.528686:0:31556:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.528689:0:31556:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788687333.528690:0:31556:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788687333.528693:0:31556:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202764009480 : -110870945542136 : ffff9b29d8acd008) 00000020:00001000:3.0:1788687333.528695:0:31556:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d8acd000 00000020:00000001:3.0:1788687333.528697:0:31556:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788687333.528700:0:31556:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2a:0x0]: losing layout lock 00000080:00000001:3.0:1788687333.528703:0:31556:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788687333.528706:0:31556:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788687333.528711:0:31556:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788687333.528714:0:31556:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788687333.528717:0:31556:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788687333.528719:0:31556:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687333.528721:0:31556:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788687333.528722:0:31556:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d8acd000 00000080:00000001:3.0:1788687333.528725:0:31556:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.528727:0:31556:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788687333.528728:0:31556:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2a:0x0](ffff9b29d85af448) invalid 00000020:00000001:3.0:1788687333.528731:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150ba60 00000080:00002000:3.0:1788687333.528733:0:31556:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff9b29d86141b0) parent ffff9b29d86146c0 inode ffff9b29d85af448 refc 1 00000080:00000001:3.0:1788687333.528735:0:31556:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788687333.528737:0:31556:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788687333.528738:0:31556:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.528740:0:31556:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788687333.528742:0:31556:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788687333.528743:0:31556:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788687333.528745:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687333.528746:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788687333.528749:0:31556:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a5800 with handle 0x230d04438e811dec from hash 00010000:00000001:3.0:1788687333.528751:0:31556:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788687333.528753:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.528754:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.528755:0:31556:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788687333.528756:0:31556:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788687333.528758:0:31556:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788687333.528759:0:31556:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788687333.528762:0:31556:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811dc2 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x59c08f76ab1d24fe expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1788687333.528769:0:31556:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788687333.528770:0:31556:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788687333.528771:0:31556:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788687333.528772:0:31556:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2a:0x0] mode (null) 00000002:00000001:3.0:1788687333.528774:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687333.528776:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687333.528777:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de900 count: 4 00010000:00000001:3.0:1788687333.528779:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687333.528781:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.528783:0:31556:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.528784:0:31556:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788687333.528785:0:31556:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788687333.528787:0:31556:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202764009480 : -110870945542136 : ffff9b29d8acd008) 00000020:00001000:3.0:1788687333.528789:0:31556:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d8acd000 00000020:00000001:3.0:1788687333.528790:0:31556:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788687333.528791:0:31556:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2a:0x0]: losing layout lock 00000080:00000001:3.0:1788687333.528792:0:31556:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788687333.528794:0:31556:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788687333.528795:0:31556:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788687333.528796:0:31556:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788687333.528798:0:31556:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788687333.528801:0:31556:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687333.528802:0:31556:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788687333.528804:0:31556:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d8acd000 00000080:00000001:3.0:1788687333.528806:0:31556:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687333.528807:0:31556:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788687333.528808:0:31556:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.528810:0:31556:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788687333.528812:0:31556:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788687333.528814:0:31556:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788687333.528816:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687333.528817:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788687333.528820:0:31556:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc5e00 with handle 0x230d04438e811dc2 from hash 00010000:00000001:3.0:1788687333.528822:0:31556:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788687333.528823:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.528824:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.528825:0:31556:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788687333.528827:0:31556:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788687333.528828:0:31556:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788687333.528831:0:31556:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1788687333.528833:0:31556:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1788687333.528835:0:31556:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1788687333.528842:0:31556:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb4380. 00000020:00000040:3.0:1788687333.528847:0:31556:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:3.0:1788687333.528853:0:31556:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788687333.528855:0:31556:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.528858:0:31556:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788687333.528863:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687333.528867:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687333.528869:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.528870:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.528873:0:31556:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687333.528876:0:31556:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687333.528879:0:31556:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687333.528889:0:31556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29cb07a000. 00000100:00000001:3.0:1788687333.528898:0:31556:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.528901:0:31556:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687333.528904:0:31556:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788687333.528965:0:31556:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5800/0x230d04438e811dec lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d2591 expref: -99 pid: 31555 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788687333.528973:0:31556:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811dc2 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d24fe expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788687333.528979:0:31556:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1788687333.528986:0:31556:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1788687333.528987:0:31556:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1788687333.528989:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788687333.528991:0:31556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5800/0x230d04438e811dec lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d2591 expref: -99 pid: 31555 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1788687333.528999:0:31556:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29d099b500. 00010000:00000001:3.0:1788687333.529006:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.529007:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788687333.529010:0:31556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5e00/0x230d04438e811dc2 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d24fe expref: -99 pid: 31520 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1788687333.529016:0:31556:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29c4c6f480. 00010000:00000040:3.0:1788687333.529019:0:31556:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64de900 count: 0 00010000:00000010:3.0:1788687333.529024:0:31556:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5ca0080. 00010000:00000001:3.0:1788687333.529030:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.529031:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788687333.529033:0:31556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4200/0x230d04438e811de5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2575 expref: -99 pid: 31555 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788687333.529040:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687333.529042:0:31556:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.529043:0:31556:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687333.529045:0:31556:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687333.529047:0:31556:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1788687333.529060:0:31556:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788687333.529071:0:31556:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8bb4380 x1875572824536064/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687333.529080:0:31556:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687333.529082:0:31556:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687333.529090:0:31556:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e0116b40. 00000100:00000001:3.0:1788687333.529618:0:31556:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202888043328 : -110870821508288 : ffff9b29e0116b40) 00000100:00000001:3.0:1788687333.529622:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687333.529624:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521088 : -110871213030528 : ffff9b29c8bb4380) 00000100:00000001:3.0:1788687333.529629:0:31556:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687333.529634:0:31556:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.529636:0:31556:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687333.529638:0:31556:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687333.529644:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb4380 x1875572824536064/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687333.529652:0:31556:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687333.529654:0:31556:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687333.529658:0:31556:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687333.529661:0:31556:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687333.529664:0:31556:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687333.529667:0:31556:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb4380 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824536064:192.168.203.144@tcp:36:rm.0 00000100:00000001:3.0:1788687333.529672:0:31556:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687333.529678:0:31556:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687333.529681:0:31556:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687333.529683:0:31556:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687333.529785:0:31556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d6c00. 02000000:00000001:2.0:1788687333.529789:0:31556:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687333.529797:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687333.529804:0:31556:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd108. 00000400:00000010:2.0:1788687333.529813:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02406e8. 00000100:00000200:2.0:1788687333.529822:0:31556:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824536064, portal 10 00000100:00000001:2.0:1788687333.529824:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687333.529826:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521088 : -110871213030528 : ffff9b29c8bb4380) 00000100:00000040:2.0:1788687333.529834:0:31556:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb4380 x1875572824536064/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687333.529842:0:31556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687333.529844:0:31556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687333.529847:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240110. 00000100:00000200:2.0:1788687333.529850:0:31556:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875572824536064, offset 0 00000400:00000200:2.0:1788687333.529857:0:31556:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687333.529867:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.529875:0:31556:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687333.529880:0:31556:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687333.529885:0:31556:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687333.529889:0:31556:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687333.529892:0:31556:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687333.529896:0:31556:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2443:2443:256:4294967295] 192.168.203.144@tcp LPNI seq info [2443:2443:8:4294967295] 00000400:00000200:2.0:1788687333.529901:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.530340:0:31556:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687333.530348:0:31556:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687333.530354:0:31556:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec200. 00000800:00000200:2.0:1788687333.530362:0:31556:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687333.530371:0:31556:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687333.530376:0:31556:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec200 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:2.0:1788687333.530481:0:31556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687333.530487:0:31556:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 800532 usecs (801 jiffies) 00000400:00000200:2.0:1788687333.530491:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687333.530494:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296460336 00000100:00000001:2.0:1788687333.530498:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:2.0:1788687333.530501:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296460336 00000100:00000001:2.0:1788687333.530503:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:2.0:1788687333.530506:0:31556:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687333.530508:0:31556:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.530511:0:31556:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687333.530513:0:31556:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687333.530516:0:31556:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e0116b40 going to sleep for 11 seconds 00000100:00000001:2.0:1788687333.530519:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687333.530522:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687333.531524:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687333.531531:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec200. 00000400:00000200:3.0:1788687333.531537:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687333.531544:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687333.531551:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240110 00000400:00000010:3.0:1788687333.531554:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240110. 00000100:00000001:3.0:1788687333.531559:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687333.531567:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb4380 x1875572824536064/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687333.531580:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687333.531583:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb4380 x1875572824536064/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687333.531591:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687333.531593:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1788687333.534993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5800. 00010000:00000010:3.1:1788687333.535011:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de900. 00010000:00000010:3.1:1788687333.535016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5e00. 00010000:00000010:3.1:1788687333.535020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4200. 00000800:00000001:2.0:1788687333.539782:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.539809:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687333.539815:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.539818:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.539830:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.539839:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687333.539852:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.539857:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.539864:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.539869:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f4f400 00000400:00000200:2.0:1788687333.539875:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.539883:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x6b85 [1] + 224 00000800:00000001:2.0:1788687333.539892:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.539902:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687333.539921:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.539926:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687333.539938:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687333.539949:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb4380 x1875572824536064/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687333.539962:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b29c8bb4380 x1875572824536064/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687333.540033:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687333.540052:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788687333.540064:0:2361:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788687333.540067:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.540074:0:2361:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687333.540080:0:2361:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2444:2444:256:4294967295] 192.168.203.144@tcp LPNI seq info [2444:2444:8:4294967295] 00000400:00000200:2.0:1788687333.540084:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687333.540110:0:2361:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1788687333.540116:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687333.540124:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec100. 00000800:00000200:2.0:1788687333.540132:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687333.540141:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687333.540147:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec100 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788687333.540270:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687333.540275:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec100. 00000400:00000200:2.0:1788687333.540280:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.540283:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1788687333.540289:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687333.540292:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788687333.541844:0:31556:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687333.541851:0:31556:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687333.541856:0:31556:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd108. 00000400:00000200:0.0:1788687333.541865:0:31556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02406e8 00000400:00000010:0.0:1788687333.541868:0:31556:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02406e8. 00000100:00000001:0.0:1788687333.541874:0:31556:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687333.541889:0:31556:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb4380 x1875572824536064/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687333.541903:0:31556:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb4380 x1875572824536064/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687333.541970:0:31556:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687333.541974:0:31556:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.541978:0:31556:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687333.541982:0:31556:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687333.541985:0:31556:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687333.541988:0:31556:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.541992:0:31556:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687333.542005:0:31556:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=105 v=5 (5 103 103 103) 00000100:00001000:0.0:1788687333.542010:0:31556:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687333.542013:0:31556:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687333.542015:0:31556:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.542019:0:31556:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687333.542024:0:31556:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.542028:0:31556:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687333.542031:0:31556:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000151/0x100000153] 00000100:00000001:0.0:1788687333.542033:0:31556:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687333.542036:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.542039:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521088 : -110871213030528 : ffff9b29c8bb4380) 00000100:00000001:0.0:1788687333.542042:0:31556:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687333.542045:0:31556:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1788687333.542047:0:31556:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687333.542050:0:31556:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687333.542056:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb4380 x1875572824536064/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/456 e 0 to 0 dl 1788687349 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687333.542064:0:31556:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687333.542068:0:31556:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687333.542070:0:31556:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687333.542074:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb4380 x1875572824536064/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/456 e 0 to 0 dl 1788687349 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687333.542083:0:31556:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb4380 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824536064:192.168.203.144@tcp:36:rm.0 00000100:00000001:0.0:1788687333.542089:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.542346:0:31556:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.542350:0:31556:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687333.542353:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687333.542358:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb4380 x1875572824536064/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/456 e 0 to 0 dl 1788687349 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687333.542365:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687333.542368:0:31556:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e0116b40. 00000100:00000001:0.0:1788687333.542372:0:31556:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687333.542373:0:31556:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687333.542384:0:31556:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687333.542388:0:31556:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687333.542462:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29cb07aa00. 00000100:00000001:0.0:1788687333.542481:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687333.542486:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb4380 x1875572824536064/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/456 e 0 to 0 dl 1788687349 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687333.542493:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.542499:0:31556:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.542515:0:31556:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788687333.542518:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150be28 00000080:00002000:0.0:1788687333.542521:0:31556:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff9b29d86141b0, parent ffff9b29d86146c0, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788687333.542525:0:31556:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687333.542532:0:31556:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788687333.542540:0:31556:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788687333.542549:0:31556:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788687333.542553:0:31556:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788687333.542556:0:31556:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687333.542561:0:31556:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509237928 : -110871200313688 : ffff9b29c97d4ea8) 00000020:00001000:0.0:1788687333.542564:0:31556:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4ea0 00000020:00000001:0.0:1788687333.542572:0:31556:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b02d8 -> ffff9b29d02b02d8 00000020:00000001:0.0:1788687333.542575:0:31556:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788687333.542578:0:31556:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788687333.542581:0:31556:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788687333.542585:0:31556:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687333.542586:0:31556:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788687333.542588:0:31556:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687333.542593:0:31556:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2a:0x0]io ffff9b29d023cbf0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788687333.542597:0:31556:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015baa8) owner 0000000000000000/ffff9b29c97427c0 00020000:00000001:0.0:1788687333.542602:0:31556:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788687333.542604:0:31556:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788687333.542607:0:31556:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788687333.542609:0:31556:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.542612:0:31556:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788687333.542614:0:31556:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788687333.542616:0:31556:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.542618:0:31556:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687333.542619:0:31556:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788687333.542621:0:31556:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788687333.542623:0:31556:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015baa8) owner 0000000000000000/ffff9b29c97427c0 00000020:00000001:0.0:1788687333.542626:0:31556:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.542629:0:31556:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788687333.542631:0:31556:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788687333.542633:0:31556:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788687333.542637:0:31556:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788687333.542641:0:31556:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788687333.542645:0:31556:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687333.542647:0:31556:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788687333.542649:0:31556:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687333.542651:0:31556:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509234184 : -110871200317432 : ffff9b29c97d4008) 00000020:00001000:0.0:1788687333.542653:0:31556:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4000 00000020:00000001:0.0:1788687333.542657:0:31556:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0918 -> ffff9b29d02b02d8 00000020:00000001:0.0:1788687333.542659:0:31556:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788687333.542663:0:31556:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687333.542664:0:31556:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788687333.542666:0:31556:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.542668:0:31556:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.542670:0:31556:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:0.0:1788687333.542674:0:31556:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788687333.542675:0:31556:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.542678:0:31556:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.542680:0:31556:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.542683:0:31556:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788687333.542685:0:31556:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788687333.542687:0:31556:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687333.542689:0:31556:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788687333.542691:0:31556:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687333.542692:0:31556:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.542694:0:31556:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.542696:0:31556:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.542698:0:31556:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.542700:0:31556:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687333.542701:0:31556:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.542703:0:31556:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.542704:0:31556:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788687333.542707:0:31556:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788687333.542708:0:31556:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687333.542709:0:31556:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788687333.542713:0:31556:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788687333.542716:0:31556:0:(osc_cache.c:3353:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788687333.542720:0:31556:0:(osc_cache.c:3288:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788687333.542724:0:31556:0:(osc_cache.c:3325:osc_cache_wait_range()) obj ffff9b29c9bd8380 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788687333.542727:0:31556:0:(osc_cache.c:3326:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788687333.542731:0:31556:0:(osc_cache.c:3493:osc_cache_writeback_range()) obj ffff9b29c9bd8380 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788687333.542735:0:31556:0:(osc_cache.c:3508:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687333.542737:0:31556:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.542739:0:31556:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.542741:0:31556:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.542743:0:31556:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.542745:0:31556:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.542747:0:31556:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788687333.542749:0:31556:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788687333.542751:0:31556:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788687333.542752:0:31556:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788687333.542754:0:31556:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788687333.542755:0:31556:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.542757:0:31556:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788687333.542760:0:31556:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788687333.542761:0:31556:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788687333.542764:0:31556:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788687333.542765:0:31556:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687333.542766:0:31556:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788687333.542768:0:31556:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788687333.542769:0:31556:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.542771:0:31556:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.542773:0:31556:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788687333.542774:0:31556:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788687333.542776:0:31556:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788687333.542778:0:31556:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788687333.542779:0:31556:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788687333.542781:0:31556:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788687333.542783:0:31556:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687333.542784:0:31556:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788687333.542785:0:31556:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788687333.542787:0:31556:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.542788:0:31556:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.542790:0:31556:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788687333.542792:0:31556:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788687333.542793:0:31556:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.542796:0:31556:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788687333.542798:0:31556:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788687333.542800:0:31556:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788687333.542801:0:31556:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788687333.542803:0:31556:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687333.542804:0:31556:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4000 00020000:00000001:0.0:1788687333.542808:0:31556:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788687333.542810:0:31556:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788687333.542812:0:31556:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788687333.542814:0:31556:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788687333.542817:0:31556:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788687333.542819:0:31556:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687333.542821:0:31556:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4ea0 00000080:00000001:0.0:1788687333.542824:0:31556:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.542828:0:31556:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788687333.542831:0:31556:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff9b29d85af448) 00800000:00000001:0.0:1788687333.542836:0:31556:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788687333.542838:0:31556:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x2a:0x0] 00000002:00000001:0.0:1788687333.542844:0:31556:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788687333.542851:0:31556:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687333.542853:0:31556:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.542856:0:31556:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788687333.542859:0:31556:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788687333.542861:0:31556:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.542863:0:31556:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.542867:0:31556:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687333.542869:0:31556:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509237928 : -110871200313688 : ffff9b29c97d4ea8) 00000020:00001000:0.0:1788687333.542871:0:31556:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4ea0 00020000:00000001:0.0:1788687333.542878:0:31556:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788687333.542880:0:31556:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015baa8) owner 0000000000000000/ffff9b29c97427c0 00020000:00000001:0.0:1788687333.542883:0:31556:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788687333.542886:0:31556:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c974e480, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788687333.542892:0:31556:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788687333.542896:0:31556:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c6386a80: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:0.0:1788687333.542899:0:31556:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788687333.542902:0:31556:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.542904:0:31556:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788687333.543076:0:31556:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788687333.543080:0:31556:0:(ldlm_request.c:2696:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788687333.543087:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f000 count: 2 00010000:00000001:0.0:1788687333.543090:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687333.543107:0:31556:0:(ldlm_request.c:2624:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788687333.543109:0:31556:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788687333.543116:0:31556:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 1788687315 1788687315 1788687315 by oinfo size 0 blocks 1 [cma]time 1788687315 1788687315 1788687315 ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000013114708/0x230d04438e811df3 lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2598 expref: -99 pid: 31555 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1788687333.543137:0:31556:0:(cl_object.c:143:cl_object_top()) ffff9b29c9bd8380 -> ffff9b29d02b02d8 00000020:00000001:0.0:1788687333.543138:0:31556:0:(cl_object.c:143:cl_object_top()) ffff9b29c9bd8380 -> ffff9b29d02b02d8 00000008:00000001:0.0:1788687333.543141:0:31556:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687333.543143:0:31556:0:(ldlm_request.c:2640:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687333.543145:0:31556:0:(ldlm_request.c:2706:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788687333.543147:0:31556:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788687333.543154:0:31556:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9b29c9bd8380. 00020000:00000001:0.0:1788687333.543158:0:31556:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788687333.543161:0:31556:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9b29d02b0898. 00020000:00000001:0.0:1788687333.543166:0:31556:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788687333.543169:0:31556:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687333.543171:0:31556:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687333.543173:0:31556:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015baa8) owner 0000000000000000/ffff9b29c97427c0 00020000:00000001:0.0:1788687333.543175:0:31556:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788687333.543177:0:31556:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788687333.543179:0:31556:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015baa8) owner 0000000000000000/ffff9b29c97427c0 00020000:00000001:0.0:1788687333.543182:0:31556:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788687333.543185:0:31556:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9b29c395b3d8. 00020000:00000010:0.0:1788687333.543189:0:31556:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9b29c3f64c00. 00020000:00000010:0.0:1788687333.543192:0:31556:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9b29c63ab060. 00020000:00000002:0.0:1788687333.543196:0:31556:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c974e480, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788687333.543200:0:31556:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788687333.543203:0:31556:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c6386a80: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000010:0.0:1788687333.543208:0:31556:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29c6386a80. 00020000:00000010:0.0:1788687333.543222:0:31556:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c974ed20. 00020000:00000010:0.0:1788687333.543225:0:31556:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c974e480. 00020000:00000001:0.0:1788687333.543227:0:31556:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788687333.543229:0:31556:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015baa8) owner 0000000000000000/ffff9b29c97427c0 00020000:00000010:0.0:1788687333.543231:0:31556:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9b29e015baa8. 00020000:00000001:0.0:1788687333.543237:0:31556:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788687333.543240:0:31556:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9b29d02b0258. 00000020:00001000:0.0:1788687333.543244:0:31556:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4ea0 00000080:00000001:0.0:1788687333.543247:0:31556:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788687333.543250:0:31556:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788687333.543297:0:31556:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788687333.543300:0:31556:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788687333.543303:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bdd0 00000080:00200008:0.0:1788687333.543305:0:31556:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9b29d8591988), flags 704000 00000080:00400000:0.0:1788687333.543309:0:31556:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x28:0x0] 00000080:00000001:0.0:1788687333.543313:0:31556:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788687333.543315:0:31556:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788687333.543317:0:31556:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788687333.543324:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687333.543326:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687333.543330:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 2 00010000:00000001:0.0:1788687333.543332:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687333.543337:0:31556:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788687333.543341:0:31556:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788687333.543344:0:31556:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687333.543350:0:31556:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687333.543355:0:31556:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e1d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2632 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788687333.543364:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.543366:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687333.543368:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1788687333.543370:0:31556:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x28:0x0]: 16 00000080:00000010:0.0:1788687333.543373:0:31556:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29c5316000. 00000080:00000001:0.0:1788687333.543377:0:31556:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687333.543381:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bdd0 00000080:00000008:0.0:1788687333.543383:0:31556:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff9b29d8591988), flags 704000, rc = 0 00000080:00000001:0.0:1788687333.543387:0:31556:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.543388:0:31556:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.543392:0:31556:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788687333.543403:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150be00 00000080:00002000:0.0:1788687333.543406:0:31556:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff9b29d86146c0, parent ffff9b29d84cabd0, inode ffff9b29d8591988) hashed, 00000080:00000001:0.0:1788687333.543410:0:31556:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687333.543415:0:31556:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788687333.543419:0:31556:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788687333.543454:0:31556:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687333.543458:0:31556:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687333.543459:0:31556:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687333.543461:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bbd8 00000080:00200000:0.0:1788687333.543464:0:31556:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687333.543471:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56800. 00800000:00000002:0.0:1788687333.543487:0:31556:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687333.543491:0:31556:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687333.543494:0:31556:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687333.543496:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150baf8 00800000:00000002:0.0:1788687333.543499:0:31556:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687333.543503:0:31556:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687333.543508:0:31556:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687333.543512:0:31556:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687333.543514:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b9c8 00000002:00010000:0.0:1788687333.543516:0:31556:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687333.543519:0:31556:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687333.543521:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687333.543522:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687333.543526:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62e00 count: 2 00010000:00000001:0.0:1788687333.543528:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687333.543532:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687333.543535:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687333.543539:0:31556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788687333.543547:0:31556:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687333.543549:0:31556:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687333.543551:0:31556:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788687333.543558:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687333.543560:0:31556:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687333.543563:0:31556:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687333.543565:0:31556:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687333.543567:0:31556:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687333.543570:0:31556:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687333.543573:0:31556:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687333.543575:0:31556:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687333.543578:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56800. 00000080:00000001:0.0:1788687333.543582:0:31556:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687333.543583:0:31556:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687333.543586:0:31556:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687333.543590:0:31556:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811e0f 00800000:00000001:0.0:1788687333.543593:0:31556:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687333.543595:0:31556:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687333.543597:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.543600:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.543603:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146200 refcount=3 00000020:00000001:0.0:1788687333.543605:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:0.0:1788687333.543609:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:0.0:1788687333.543612:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.543613:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687333.543614:0:31556:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687333.543616:0:31556:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687333.543619:0:31556:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811e0f from it ffffaca08150bc10 00010000:00000001:0.0:1788687333.543621:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.543622:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.543624:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146200 refcount=3 00000020:00000001:0.0:1788687333.543626:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:0.0:1788687333.543628:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:0.0:1788687333.543631:0:31556:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687333.543634:0:31556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788687333.543641:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.543642:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.543644:0:31556:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687333.543646:0:31556:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687333.543649:0:31556:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687333.543657:0:31556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687333.543661:0:31556:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687333.543663:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687333.543668:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.543670:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.543672:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.543676:0:31556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687333.543678:0:31556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.543681:0:31556:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.543683:0:31556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.543685:0:31556:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687333.543687:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.543688:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687333.543690:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687333.543691:0:31556:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687333.543693:0:31556:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788687333.543696:0:31556:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687333.543714:0:31556:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c636d020. 00000020:00000001:0.0:1788687333.543717:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bdc8 00000080:00200000:0.0:1788687333.543720:0:31556:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), flags=0 00000080:00000001:0.0:1788687333.543724:0:31556:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788687333.543726:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bc78 00000080:00200000:0.0:1788687333.543728:0:31556:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=getattr 00000080:00000010:0.0:1788687333.543737:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56800. 00800000:00000002:0.0:1788687333.543739:0:31556:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687333.543744:0:31556:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687333.543745:0:31556:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687333.543746:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bb98 00800000:00000002:0.0:1788687333.543748:0:31556:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687333.543751:0:31556:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788687333.543756:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bb30 00800000:00000002:0.0:1788687333.543757:0:31556:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:0.0:1788687333.543760:0:31556:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687333.543761:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150ba68 00000002:00010000:0.0:1788687333.543763:0:31556:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788687333.543767:0:31556:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788687333.543770:0:31556:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788687333.543775:0:31556:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f0a80. 00000020:00000040:0.0:1788687333.543780:0:31556:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=10 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:0.0:1788687333.543787:0:31556:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687333.543791:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687333.543794:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.543795:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.543797:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.543800:0:31556:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687333.543802:0:31556:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687333.543806:0:31556:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687333.543814:0:31556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a02c00. 00000100:00000001:0.0:1788687333.543822:0:31556:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.543827:0:31556:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687333.543829:0:31556:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.543830:0:31556:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687333.543832:0:31556:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.543834:0:31556:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687333.543842:0:31556:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202509351552 : -110871200200064 : ffff9b29c97f0a80) 00010000:00000001:0.0:1788687333.543847:0:31556:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687333.543849:0:31556:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788687333.543852:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62e00 count: 2 00010000:00000001:0.0:1788687333.543854:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687333.543856:0:31556:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687333.543861:0:31556:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc4000. 00000020:00000001:0.0:1788687333.543864:0:31556:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687333.543867:0:31556:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc4000 with handle 0x230d04438e811e24 to hash 00000020:00000001:0.0:1788687333.543869:0:31556:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687333.543870:0:31556:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:0.0:1788687333.543876:0:31556:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:0.0:1788687333.543879:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687333.543881:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687333.543885:0:31556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811e24 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687333.543892:0:31556:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811e24 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687333.543939:0:31556:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811e24 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31556 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687333.543946:0:31556:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687333.543949:0:31556:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687333.543957:0:31556:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c9724540. 00000100:00000001:0.0:1788687333.543959:0:31556:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202508514624 : -110871201036992 : ffff9b29c9724540) 00000100:00000001:0.0:1788687333.543962:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.543964:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509351552 : -110871200200064 : ffff9b29c97f0a80) 00000100:00000001:0.0:1788687333.543970:0:31556:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687333.543974:0:31556:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.543977:0:31556:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687333.543979:0:31556:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687333.543989:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f0a80 x1875572824536192/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.543998:0:31556:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687333.544001:0:31556:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.544005:0:31556:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687333.544008:0:31556:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687333.544010:0:31556:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687333.544014:0:31556:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f0a80 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824536192:192.168.203.144@tcp:101:rm.0 00000100:00000001:0.0:1788687333.544019:0:31556:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687333.544025:0:31556:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687333.544028:0:31556:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.544032:0:31556:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687333.544038:0:31556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c6319000. 02000000:00000001:0.0:1788687333.544040:0:31556:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687333.544049:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687333.544054:0:31556:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1268. 00000400:00000010:0.0:1788687333.544061:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda770. 00000100:00000200:0.0:1788687333.544070:0:31556:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824536192, portal 10 00000100:00000001:0.0:1788687333.544072:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.544074:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509351552 : -110871200200064 : ffff9b29c97f0a80) 00000100:00000040:0.0:1788687333.544080:0:31556:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f0a80 x1875572824536192/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.544089:0:31556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687333.544092:0:31556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687333.544094:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda7f8. 00000100:00000200:0.0:1788687333.544098:0:31556:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875572824536192, offset 0 00000400:00000200:0.0:1788687333.544105:0:31556:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687333.544114:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687333.544123:0:31556:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687333.544129:0:31556:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687333.544134:0:31556:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687333.544139:0:31556:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687333.544141:0:31556:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687333.544146:0:31556:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2445:2445:256:4294967295] 192.168.203.144@tcp LPNI seq info [2445:2445:8:4294967295] 00000400:00000200:0.0:1788687333.544151:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687333.544163:0:31556:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687333.544171:0:31556:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687333.544176:0:31556:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946a00. 00000800:00000200:0.0:1788687333.544185:0:31556:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687333.544194:0:31556:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687333.544199:0:31556:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946a00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788687333.544224:0:31556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687333.544230:0:31556:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 799477 usecs (800 jiffies) 00000400:00000200:0.0:1788687333.544234:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687333.544237:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296460349 00000100:00000001:0.0:1788687333.544240:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:0.0:1788687333.544243:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296460349 00000100:00000001:0.0:1788687333.544246:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:0.0:1788687333.544249:0:31556:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687333.544252:0:31556:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.544254:0:31556:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687333.544257:0:31556:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687333.544259:0:31556:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c9724540 going to sleep for 11 seconds 00000100:00000001:0.0:1788687333.544263:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687333.544266:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687333.544799:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687333.544806:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946a00. 00000400:00000200:2.0:1788687333.544814:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.544820:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687333.544827:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda7f8 00000400:00000010:2.0:1788687333.544830:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda7f8. 00000100:00000001:2.0:1788687333.544835:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687333.544841:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0a80 x1875572824536192/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.544850:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687333.544853:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0a80 x1875572824536192/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.544860:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.544862:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687333.550979:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.551000:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687333.551006:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.551008:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687333.551020:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.551029:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687333.551040:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.551046:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.551052:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.551058:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x6a9d2d3f4f480 00000400:00000200:3.0:1788687333.551063:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.551071:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x6b95 [1] + 224 00000800:00000001:3.0:1788687333.551080:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.551092:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687333.551096:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687333.551101:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687333.551110:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687333.551120:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0a80 x1875572824536192/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687333.551132:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b29c97f0a80 x1875572824536192/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.551149:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687333.551160:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.551163:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.551275:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687333.551284:0:31556:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687333.551287:0:31556:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687333.551291:0:31556:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1268. 00000400:00000200:0.0:1788687333.551296:0:31556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda770 00000400:00000010:0.0:1788687333.551299:0:31556:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda770. 00000100:00000001:0.0:1788687333.551303:0:31556:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687333.551309:0:31556:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f0a80 x1875572824536192/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687333.551318:0:31556:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f0a80 x1875572824536192/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.551324:0:31556:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687333.551328:0:31556:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.551330:0:31556:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687333.551334:0:31556:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687333.551337:0:31556:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687333.551339:0:31556:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.551343:0:31556:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687333.551355:0:31556:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=105 v=5 (5 103 103 103) 00000100:00001000:0.0:1788687333.551360:0:31556:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687333.551364:0:31556:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687333.551366:0:31556:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.551370:0:31556:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687333.551375:0:31556:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.551379:0:31556:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687333.551382:0:31556:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1788687333.551384:0:31556:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687333.551388:0:31556:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687333.551404:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f0a80 x1875572824536192/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.551412:0:31556:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687333.551415:0:31556:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687333.551418:0:31556:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687333.551423:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f0a80 x1875572824536192/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687349 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687333.551431:0:31556:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f0a80 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824536192:192.168.203.144@tcp:101:rm.0 00000100:00000001:0.0:1788687333.551436:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.551440:0:31556:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.551443:0:31556:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687333.551446:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687333.551449:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0a80 x1875572824536192/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687349 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.551457:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687333.551460:0:31556:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c9724540. 00000100:00000001:0.0:1788687333.551465:0:31556:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687333.551467:0:31556:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.551470:0:31556:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687333.551485:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.551489:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.551493:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4000 refcount=4 00000020:00000001:0.0:1788687333.551496:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:0.0:1788687333.551500:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000040:0.0:1788687333.551509:0:31556:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c5cc4000, remote cookie: 0x59c08f76ab1d2671, flags: 0x1001 00010000:00010000:0.0:1788687333.551516:0:31556:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811e24 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2671 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788687333.551526:0:31556:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788687333.551529:0:31556:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788687333.551538:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 2 00010000:00000001:0.0:1788687333.551541:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687333.551544:0:31556:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687333.551549:0:31556:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811e24 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2671 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687333.551558:0:31556:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811e24 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2671 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687333.551565:0:31556:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788687333.551571:0:31556:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788687333.551574:0:31556:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788687333.551576:0:31556:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788687333.551577:0:31556:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788687333.551580:0:31556:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff9b29c422f700) refcount = 2 00010000:00000040:0.0:1788687333.551583:0:31556:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788687333.551587:0:31556:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e1d lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2632 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788687333.551595:0:31556:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811e24 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2671 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687333.551602:0:31556:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788687333.551606:0:31556:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788687333.551608:0:31556:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687333.551612:0:31556:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788687333.551615:0:31556:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687333.551618:0:31556:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811e24 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2671 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687333.551625:0:31556:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788687333.551626:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.551629:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.551630:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.551631:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.551633:0:31556:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687333.551638:0:31556:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788687333.551640:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.551641:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.551643:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4000 refcount=3 00000020:00000001:0.0:1788687333.551645:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:0.0:1788687333.551648:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:0.0:1788687333.551650:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.551651:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.551652:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4000 refcount=4 00000020:00000001:0.0:1788687333.551654:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:0.0:1788687333.551656:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:0.0:1788687333.551660:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687333.551663:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687333.551667:0:31556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811e24 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2671 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687333.551674:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.551675:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.551677:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.551678:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.551679:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4000 refcount=5 00000020:00000001:0.0:1788687333.551681:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:0.0:1788687333.551684:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:0.0:1788687333.551687:0:31556:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687333.551690:0:31556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811e24 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2671 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687333.551697:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.551698:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687333.551701:0:31556:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811e24 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2671 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687333.551708:0:31556:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687333.551709:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.551710:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.551711:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.551712:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788687333.551718:0:31556:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c97f0a80 x1875572824536192/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788687333.551726:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.551727:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.551728:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4000 refcount=3 00000020:00000001:0.0:1788687333.551731:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:0.0:1788687333.551733:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:0.0:1788687333.551735:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.551736:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687333.551738:0:31556:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687333.551740:0:31556:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687333.551744:0:31556:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788687333.551747:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.551748:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.551750:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4000 refcount=3 00000020:00000001:0.0:1788687333.551764:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:0.0:1788687333.551766:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00000002:00010000:0.0:1788687333.551770:0:31556:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811e24 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2671 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687333.551782:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.551783:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.551785:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687333.551787:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.551788:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.551789:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4000 refcount=3 00000020:00000001:0.0:1788687333.551791:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:0.0:1788687333.551794:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000040:0.0:1788687333.551797:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 3 00010000:00000001:0.0:1788687333.551798:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788687333.551803:0:31556:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/40 (0 0) 00010000:00000001:0.0:1788687333.551806:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.551807:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687333.551808:0:31556:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788687333.551812:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150b9f0 00000002:00002000:0.0:1788687333.551814:0:31556:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788687333.551817:0:31556:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687333.551822:0:31556:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687333.551825:0:31556:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687333.551829:0:31556:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788687333.551832:0:31556:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687333.551836:0:31556:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000001:0.0:1788687333.551840:0:31556:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788687333.551842:0:31556:0:(namei.c:674:ll_lookup_it_finish()) it ffffaca08150be00 it_disposition b 00000080:00000001:0.0:1788687333.551845:0:31556:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788687333.551852:0:31556:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788687333.551855:0:31556:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788687333.551858:0:31556:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1788687333.551861:0:31556:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788687333.551869:0:31556:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788687333.551872:0:31556:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:0.0:1788687333.551874:0:31556:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.551878:0:31556:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1788687333.551882:0:31556:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788687333.551885:0:31556:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833960 mtime from 1788687315 to 1788687333 00000080:00200000:0.0:1788687333.551890:0:31556:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00000080:00200000:0.0:1788687333.551893:0:31556:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x28:0x0](ffff9b29d8591988): rc = 0 00000080:00000001:0.0:1788687333.551895:0:31556:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758523272 : -110870951028344 : ffff9b29d8591988) 00010000:00000001:0.0:1788687333.551897:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.551899:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.551900:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4000 refcount=3 00000020:00000001:0.0:1788687333.551902:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:0.0:1788687333.551938:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:0.0:1788687333.551941:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.551942:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687333.551945:0:31556:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788687333.551947:0:31556:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788687333.551948:0:31556:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788687333.551952:0:31556:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788687333.551954:0:31556:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687333.551957:0:31556:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff9b29d8591988) for lock 0x230d04438e811e24 00800000:00000001:0.0:1788687333.551961:0:31556:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687333.551963:0:31556:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687333.551964:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.551966:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.551967:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4000 refcount=3 00000020:00000001:0.0:1788687333.551969:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:0.0:1788687333.551971:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:0.0:1788687333.551974:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.551975:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687333.551976:0:31556:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687333.551978:0:31556:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788687333.551984:0:31556:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d87095e8 inode ffff9b29d8591988 refc 1 flags 0x20000e 00000080:00000001:0.0:1788687333.551989:0:31556:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788687333.551991:0:31556:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.551994:0:31556:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788687333.551997:0:31556:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff9b29d8591988) 00000080:00010000:0.0:1788687333.552002:0:31556:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811e24 from it ffffaca08150be00 00010000:00000001:0.0:1788687333.552004:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.552005:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.552007:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4000 refcount=3 00000020:00000001:0.0:1788687333.552008:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:0.0:1788687333.552011:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:0.0:1788687333.552013:0:31556:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687333.552015:0:31556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811e24 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2671 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687333.552022:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.552023:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.552025:0:31556:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687333.552027:0:31556:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687333.552030:0:31556:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811e24 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2671 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687333.552038:0:31556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687333.552041:0:31556:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687333.552043:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687333.552048:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.552049:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.552050:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.552054:0:31556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687333.552056:0:31556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.552058:0:31556:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.552061:0:31556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.552063:0:31556:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687333.552064:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.552065:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687333.552067:0:31556:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788687333.552071:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56800. 00000100:00000001:0.0:1788687333.552076:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687333.552081:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f0a80 x1875572824536192/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.552093:0:31556:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687333.552096:0:31556:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687333.552100:0:31556:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c6319000. 02000000:00000001:0.0:1788687333.552103:0:31556:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687333.552106:0:31556:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687333.552108:0:31556:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687333.552110:0:31556:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687333.552114:0:31556:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a02c00. 02000000:00000001:0.0:1788687333.552118:0:31556:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687333.552120:0:31556:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687333.552122:0:31556:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f0a80. 00000100:00000001:0.0:1788687333.552126:0:31556:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687333.552127:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687333.552130:0:31556:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788687333.552132:0:31556:0:(dcache.c:176:ll_intent_release()) intent ffffaca08150be00 released 00000080:00000001:0.0:1788687333.552134:0:31556:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788687333.552140:0:31556:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687333.552142:0:31556:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687333.552144:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bd50 00000080:00200000:0.0:1788687333.552146:0:31556:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687333.552155:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56800. 00800000:00000002:0.0:1788687333.552162:0:31556:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687333.552166:0:31556:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687333.552169:0:31556:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687333.552171:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bc70 00800000:00000002:0.0:1788687333.552174:0:31556:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687333.552177:0:31556:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687333.552181:0:31556:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687333.552185:0:31556:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687333.552187:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150bb40 00000002:00010000:0.0:1788687333.552188:0:31556:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687333.552192:0:31556:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687333.552195:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687333.552196:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687333.552200:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62e00 count: 2 00010000:00000001:0.0:1788687333.552203:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687333.552206:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687333.552208:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687333.552212:0:31556:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788687333.552219:0:31556:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687333.552223:0:31556:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687333.552226:0:31556:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788687333.552233:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687333.552235:0:31556:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687333.552237:0:31556:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687333.552239:0:31556:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687333.552241:0:31556:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687333.552243:0:31556:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687333.552245:0:31556:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687333.552246:0:31556:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687333.552248:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56800. 00000080:00000001:0.0:1788687333.552251:0:31556:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687333.552253:0:31556:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687333.552255:0:31556:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687333.552259:0:31556:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811e0f 00800000:00000001:0.0:1788687333.552261:0:31556:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687333.552262:0:31556:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687333.552264:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.552265:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.552266:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146200 refcount=3 00000020:00000001:0.0:1788687333.552268:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:0.0:1788687333.552271:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:0.0:1788687333.552273:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.552274:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687333.552276:0:31556:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687333.552277:0:31556:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687333.552279:0:31556:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811e0f from it ffffaca08150bd88 00010000:00000001:0.0:1788687333.552280:0:31556:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687333.552282:0:31556:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687333.552283:0:31556:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146200 refcount=3 00000020:00000001:0.0:1788687333.552285:0:31556:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:0.0:1788687333.552287:0:31556:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401698304 : -110871307853312 : ffff9b29c3146200) 00010000:00000001:0.0:1788687333.552289:0:31556:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687333.552291:0:31556:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687333.552297:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.552298:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.552299:0:31556:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687333.552300:0:31556:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687333.552302:0:31556:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788687333.552308:0:31556:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687333.552310:0:31556:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687333.552311:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687333.552313:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.552314:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.552316:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.552318:0:31556:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687333.552319:0:31556:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.552321:0:31556:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.552323:0:31556:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.552325:0:31556:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687333.552326:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.552327:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687333.552329:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687333.552330:0:31556:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687333.552332:0:31556:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788687333.552338:0:31556:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.552343:0:31556:0:(namei.c:2258:ll_rmdir()) Process entered 00000020:00000001:0.0:1788687333.552345:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150be18 00000080:00200000:0.0:1788687333.552347:0:31556:0:(namei.c:2261:ll_rmdir()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00000001:0.0:1788687333.552350:0:31556:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:0.0:1788687333.552354:0:31556:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-2, [0x200000404:0x28:0x0]) is foreign... 00000080:00000001:0.0:1788687333.552357:0:31556:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788687333.552361:0:31556:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56800. 00800000:00000002:0.0:1788687333.552363:0:31556:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00800000:00000001:0.0:1788687333.552371:0:31556:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1788687333.552376:0:31556:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1788687333.552379:0:31556:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x28:0x0] 00800000:00000001:0.0:1788687333.552382:0:31556:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687333.552384:0:31556:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x28:0x0] -> mds #0 00000002:00000001:0.0:1788687333.552388:0:31556:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788687333.552390:0:31556:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788687333.552393:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62e00 count: 2 00010000:00000001:0.0:1788687333.552394:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687333.552397:0:31556:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788687333.552400:0:31556:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687333.552402:0:31556:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1788687333.552411:0:31556:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788687333.552415:0:31556:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788687333.552418:0:31556:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788687333.552420:0:31556:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788687333.552422:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687333.552424:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687333.552425:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62e00 count: 3 00010000:00000001:0.0:1788687333.552427:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687333.552430:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687333.552431:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687333.552432:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687333.552433:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62e00 count: 3 00010000:00000001:0.0:1788687333.552435:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687333.552438:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687333.552439:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687333.552441:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687333.552442:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62e00 count: 3 00010000:00000001:0.0:1788687333.552444:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687333.552446:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.552448:0:31556:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788687333.552451:0:31556:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b29d8594200, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788687333.552456:0:31556:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788687333.552458:0:31556:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788687333.552461:0:31556:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788687333.552462:0:31556:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.552465:0:31556:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687333.552468:0:31556:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687333.552469:0:31556:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687333.552471:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687333.552486:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788687333.552489:0:31556:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c3146200 with handle 0x230d04438e811e0f from hash 00010000:00000001:0.0:1788687333.552492:0:31556:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687333.552493:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.552495:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.552496:0:31556:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687333.552499:0:31556:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687333.552501:0:31556:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788687333.552504:0:31556:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687333.552506:0:31556:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687333.552508:0:31556:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687333.552510:0:31556:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788687333.552512:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 3 00010000:00000001:0.0:1788687333.552514:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687333.552516:0:31556:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788687333.552519:0:31556:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687333.552521:0:31556:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811e24 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d2671 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788687333.552527:0:31556:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788687333.552530:0:31556:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788687333.552531:0:31556:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788687333.552533:0:31556:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:0.0:1788687333.552535:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687333.552536:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687333.552538:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 4 00010000:00000001:0.0:1788687333.552540:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687333.552542:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687333.552543:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687333.552545:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687333.552546:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 4 00010000:00000001:0.0:1788687333.552548:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687333.552550:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687333.552551:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687333.552552:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687333.552554:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 4 00010000:00000001:0.0:1788687333.552557:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687333.552559:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.552560:0:31556:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788687333.552562:0:31556:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x28:0x0] lli = ffff9b29d85918c0, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788687333.552565:0:31556:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788687333.552566:0:31556:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788687333.552568:0:31556:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788687333.552570:0:31556:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff9b29d8591988) invalid 00000020:00000001:0.0:1788687333.552573:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150ba80 00000080:00002000:0.0:1788687333.552575:0:31556:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff9b29d87095e8) parent ffff9b29d84cabd0 inode ffff9b29d8591988 refc 2 00000080:00000001:0.0:1788687333.552578:0:31556:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788687333.552580:0:31556:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788687333.552581:0:31556:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.552583:0:31556:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687333.552584:0:31556:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687333.552585:0:31556:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687333.552586:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687333.552588:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788687333.552590:0:31556:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc4000 with handle 0x230d04438e811e24 from hash 00010000:00000001:0.0:1788687333.552592:0:31556:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687333.552594:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.552595:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.552596:0:31556:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687333.552598:0:31556:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687333.552599:0:31556:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788687333.552602:0:31556:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687333.552605:0:31556:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e1d lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d2632 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1788687333.552611:0:31556:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788687333.552613:0:31556:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788687333.552614:0:31556:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788687333.552615:0:31556:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode CR 00000002:00000001:0.0:1788687333.552618:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687333.552619:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687333.552621:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 4 00010000:00000001:0.0:1788687333.552623:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687333.552625:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687333.552627:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687333.552628:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687333.552629:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 4 00010000:00000001:0.0:1788687333.552631:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687333.552633:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.552635:0:31556:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.552637:0:31556:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788687333.552641:0:31556:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788687333.552645:0:31556:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b29c4c57200. 00000080:00000001:0.0:1788687333.552647:0:31556:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788687333.552650:0:31556:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788687333.552654:0:31556:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788687333.552656:0:31556:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x28:0x0] 00000002:00000001:0.0:1788687333.552660:0:31556:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788687333.552663:0:31556:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b29e019e800: [0x200000404:0x28:0x0] file closed with intent: 0 00000100:00000010:0.0:1788687333.552669:0:31556:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f0a80. 00000020:00000040:0.0:1788687333.552674:0:31556:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=10 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:0.0:1788687333.552679:0:31556:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687333.552683:0:31556:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687333.552687:0:31556:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687333.552698:0:31556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c4c56600. 00000100:00000001:0.0:1788687333.552706:0:31556:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788687333.552721:0:31556:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b29c8bb4700 x1875572824535808/t4294967647(4294967647) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788687333.552733:0:31556:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788687333.552739:0:31556:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c97f0a80 x1875572824536448/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788687333.552747:0:31556:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687333.552749:0:31556:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687333.552756:0:31556:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c9724540. 00000100:00000001:0.0:1788687333.552759:0:31556:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202508514624 : -110871201036992 : ffff9b29c9724540) 00000100:00000001:0.0:1788687333.552762:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.552764:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509351552 : -110871200200064 : ffff9b29c97f0a80) 00000100:00000001:0.0:1788687333.552769:0:31556:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687333.552774:0:31556:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.552777:0:31556:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687333.552778:0:31556:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687333.552782:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f0a80 x1875572824536448/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.552790:0:31556:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687333.552792:0:31556:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.552796:0:31556:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687333.552799:0:31556:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687333.552801:0:31556:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687333.552805:0:31556:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f0a80 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824536448:192.168.203.144@tcp:35:rm.0 00000100:00000001:0.0:1788687333.552809:0:31556:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687333.552815:0:31556:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687333.552817:0:31556:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.552820:0:31556:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687333.552824:0:31556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a02c00. 02000000:00000001:0.0:1788687333.552826:0:31556:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687333.552835:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687333.552839:0:31556:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1268. 00000400:00000010:0.0:1788687333.552847:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda770. 00000100:00000200:0.0:1788687333.552855:0:31556:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824536448, portal 10 00000100:00000001:0.0:1788687333.552857:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.552859:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509351552 : -110871200200064 : ffff9b29c97f0a80) 00000100:00000040:0.0:1788687333.552865:0:31556:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f0a80 x1875572824536448/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.552873:0:31556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687333.552878:0:31556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687333.552881:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda4c8. 00000100:00000200:0.0:1788687333.552939:0:31556:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824536448, offset 0 00000400:00000200:0.0:1788687333.552948:0:31556:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687333.552958:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687333.552968:0:31556:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687333.552974:0:31556:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687333.552979:0:31556:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687333.552984:0:31556:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687333.552987:0:31556:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687333.552991:0:31556:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2446:2446:256:4294967295] 192.168.203.144@tcp LPNI seq info [2446:2446:8:4294967295] 00000400:00000200:0.0:1788687333.552996:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687333.553008:0:31556:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687333.553015:0:31556:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687333.553023:0:31556:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946a00. 00000800:00000200:0.0:1788687333.553031:0:31556:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687333.553042:0:31556:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687333.553048:0:31556:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788687333.553058:0:31556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687333.553063:0:31556:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 798418 usecs (799 jiffies) 00000400:00000200:0.0:1788687333.553066:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687333.553070:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296460357 00000100:00000001:0.0:1788687333.553074:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:0.0:1788687333.553076:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296460357 00000100:00000001:0.0:1788687333.553078:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:0.0:1788687333.553081:0:31556:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687333.553085:0:31556:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.553087:0:31556:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687333.553089:0:31556:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687333.553092:0:31556:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c9724540 going to sleep for 11 seconds 00000100:00000001:0.0:1788687333.553095:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687333.553098:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687333.553704:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687333.553710:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946a00. 00000400:00000200:2.0:1788687333.553720:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.553727:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687333.553735:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda4c8 00000400:00000010:2.0:1788687333.553738:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda4c8. 00000100:00000001:2.0:1788687333.553743:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687333.553750:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0a80 x1875572824536448/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.553760:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687333.553763:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0a80 x1875572824536448/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687333.553770:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.553772:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687333.558001:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.558024:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687333.558030:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.558033:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687333.558045:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.558053:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687333.558064:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.558069:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.558076:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.558081:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f4f580 00000400:00000200:3.0:1788687333.558087:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.558105:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x6b9d [1] + 224 00000800:00000001:3.0:1788687333.558114:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.558122:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687333.558126:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687333.558130:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687333.558140:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687333.558153:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0a80 x1875572824536448/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687333.558165:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b29c97f0a80 x1875572824536448/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687333.558182:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687333.558191:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.558195:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.558562:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687333.558572:0:31556:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687333.558575:0:31556:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687333.558579:0:31556:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1268. 00000400:00000200:0.0:1788687333.558585:0:31556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda770 00000400:00000010:0.0:1788687333.558589:0:31556:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda770. 00000100:00000001:0.0:1788687333.558594:0:31556:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687333.558600:0:31556:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f0a80 x1875572824536448/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687333.558609:0:31556:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f0a80 x1875572824536448/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.558616:0:31556:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687333.558619:0:31556:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.558622:0:31556:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687333.558627:0:31556:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687333.558630:0:31556:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687333.558633:0:31556:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.558636:0:31556:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687333.558649:0:31556:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=105 v=5 (5 5 5 5) 00000100:00001000:0.0:1788687333.558653:0:31556:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687333.558657:0:31556:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687333.558659:0:31556:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.558662:0:31556:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687333.558666:0:31556:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.558672:0:31556:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687333.558675:0:31556:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788687333.558677:0:31556:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687333.558680:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.558682:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509351552 : -110871200200064 : ffff9b29c97f0a80) 00000100:00000001:0.0:1788687333.558686:0:31556:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687333.558688:0:31556:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1788687333.558690:0:31556:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687333.558694:0:31556:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687333.558700:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f0a80 x1875572824536448/t4294967649(4294967649) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687349 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.558708:0:31556:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687333.558712:0:31556:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687333.558715:0:31556:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687333.558719:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f0a80 x1875572824536448/t4294967649(4294967649) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687349 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687333.558727:0:31556:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f0a80 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824536448:192.168.203.144@tcp:35:rm.0 00000100:00000001:0.0:1788687333.558734:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.558737:0:31556:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.558739:0:31556:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687333.558742:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687333.558746:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0a80 x1875572824536448/t4294967649(4294967649) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687349 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.558754:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687333.558757:0:31556:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c9724540. 00000100:00000001:0.0:1788687333.558762:0:31556:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687333.558764:0:31556:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.558774:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.558776:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509351552 : -110871200200064 : ffff9b29c97f0a80) 00000002:00000001:0.0:1788687333.558779:0:31556:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687333.558783:0:31556:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687333.558790:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c57200. 00000080:00000001:0.0:1788687333.558795:0:31556:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788687333.558799:0:31556:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788687333.558805:0:31556:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788687333.558811:0:31556:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b29c8bb4700 x1875572824535808/t4294967647(4294967647) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.558820:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.558821:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521984 : -110871213029632 : ffff9b29c8bb4700) 00000100:00000001:0.0:1788687333.558824:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687333.558827:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb4700 x1875572824535808/t4294967647(4294967647) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.558833:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.558835:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687333.558838:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0a80 x1875572824536448/t4294967649(4294967649) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687349 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.558844:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.558846:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687333.558849:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb4700 x1875572824535808/t4294967647(4294967647) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/608 e 0 to 0 dl 1788687349 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.558855:0:31556:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788687333.558860:0:31556:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687333.558862:0:31556:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687333.558865:0:31556:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687333.558869:0:31556:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c43bd000. 02000000:00000001:0.0:1788687333.558873:0:31556:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687333.558876:0:31556:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687333.558878:0:31556:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb4700. 00000100:00000001:0.0:1788687333.558882:0:31556:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687333.558884:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.558885:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687333.558889:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0a80 x1875572824536448/t4294967649(4294967649) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687349 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.558896:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687333.558899:0:31556:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9b29c31d7260. 00000002:00000001:0.0:1788687333.558903:0:31556:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687333.558928:0:31556:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687333.558932:0:31556:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b29c975ce00. 00000100:00000001:0.0:1788687333.558935:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687333.558939:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f0a80 x1875572824536448/t4294967649(4294967649) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687333.558945:0:31556:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687333.558947:0:31556:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687333.558950:0:31556:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a02c00. 02000000:00000001:0.0:1788687333.558953:0:31556:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687333.558955:0:31556:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687333.558956:0:31556:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687333.558958:0:31556:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687333.558959:0:31556:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c4c56600. 02000000:00000001:0.0:1788687333.558961:0:31556:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687333.558963:0:31556:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687333.558964:0:31556:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f0a80. 00000100:00000001:0.0:1788687333.558966:0:31556:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687333.558967:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687333.558970:0:31556:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.558974:0:31556:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788687333.558977:0:31556:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:0.0:1788687333.558981:0:31556:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687333.558984:0:31556:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687333.558993:0:31556:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 4 00010000:00000001:0.0:1788687333.558996:0:31556:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687333.559003:0:31556:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.559005:0:31556:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.559009:0:31556:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788687333.559012:0:31556:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff9b29d8591988) invalid 00000020:00000001:0.0:1788687333.559017:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150ba80 00000080:00002000:0.0:1788687333.559019:0:31556:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff9b29d87095e8) parent ffff9b29d84cabd0 inode ffff9b29d8591988 refc 2 00000080:00000001:0.0:1788687333.559024:0:31556:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788687333.559027:0:31556:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788687333.559030:0:31556:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.559035:0:31556:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687333.559039:0:31556:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687333.559041:0:31556:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687333.559044:0:31556:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687333.559047:0:31556:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788687333.559051:0:31556:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c3146c00 with handle 0x230d04438e811e1d from hash 00010000:00000001:0.0:1788687333.559053:0:31556:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687333.559055:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687333.559057:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.559059:0:31556:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687333.559063:0:31556:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687333.559065:0:31556:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788687333.559068:0:31556:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788687333.559071:0:31556:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1788687333.559074:0:31556:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1788687333.559081:0:31556:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f0a80. 00000020:00000040:0.0:1788687333.559085:0:31556:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:0.0:1788687333.559091:0:31556:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788687333.559092:0:31556:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.559095:0:31556:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687333.559101:0:31556:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687333.559104:0:31556:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.559107:0:31556:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687333.559110:0:31556:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687333.559115:0:31556:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687333.559123:0:31556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c4c56600. 00000100:00000001:0.0:1788687333.559130:0:31556:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.559133:0:31556:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687333.559137:0:31556:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788687333.559144:0:31556:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811e24 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2671 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788687333.559153:0:31556:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e1d lrc: 1/0,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2632 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788687333.559167:0:31556:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1788687333.559173:0:31556:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1788687333.559176:0:31556:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788687333.559177:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687333.559180:0:31556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811e24 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2671 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687333.559195:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.559197:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687333.559199:0:31556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146c00/0x230d04438e811e1d lrc: 0/0,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2632 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1788687333.559206:0:31556:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c422f700 count: 0 00010000:00000010:0.0:1788687333.559468:0:31556:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5d3b300. 00010000:00000001:0.0:1788687333.559487:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.559488:0:31556:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687333.559491:0:31556:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146200/0x230d04438e811e0f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2616 expref: -99 pid: 31556 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1788687333.559500:0:31556:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c5c62e00 count: 0 00010000:00000010:0.0:1788687333.559504:0:31556:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c3056100. 00010000:00000001:0.0:1788687333.559510:0:31556:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687333.559512:0:31556:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.559514:0:31556:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687333.559515:0:31556:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.559518:0:31556:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788687333.559533:0:31556:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788687333.559541:0:31556:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c97f0a80 x1875572824536704/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788687333.559549:0:31556:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687333.559552:0:31556:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687333.559560:0:31556:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c9724540. 00000100:00000001:0.0:1788687333.559562:0:31556:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202508514624 : -110871201036992 : ffff9b29c9724540) 00000100:00000001:0.0:1788687333.559565:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.559566:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509351552 : -110871200200064 : ffff9b29c97f0a80) 00000100:00000001:0.0:1788687333.559571:0:31556:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687333.559576:0:31556:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.559578:0:31556:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687333.559580:0:31556:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687333.559585:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f0a80 x1875572824536704/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687333.559592:0:31556:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687333.559596:0:31556:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.559600:0:31556:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687333.559603:0:31556:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687333.559606:0:31556:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687333.559610:0:31556:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f0a80 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824536704:192.168.203.144@tcp:36:rm.0 00000100:00000001:0.0:1788687333.559614:0:31556:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687333.559621:0:31556:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687333.559623:0:31556:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.559626:0:31556:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687333.559631:0:31556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a02c00. 02000000:00000001:0.0:1788687333.559633:0:31556:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687333.559641:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687333.559645:0:31556:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1268. 00000400:00000010:0.0:1788687333.559652:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda770. 00000100:00000200:0.0:1788687333.559660:0:31556:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824536704, portal 10 00000100:00000001:0.0:1788687333.559662:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.559664:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509351552 : -110871200200064 : ffff9b29c97f0a80) 00000100:00000040:0.0:1788687333.559670:0:31556:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f0a80 x1875572824536704/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687333.559685:0:31556:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687333.559689:0:31556:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687333.559692:0:31556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdadd0. 00000100:00000200:0.0:1788687333.559696:0:31556:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875572824536704, offset 0 00000400:00000200:0.0:1788687333.559703:0:31556:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687333.559712:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687333.559722:0:31556:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687333.559729:0:31556:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687333.559734:0:31556:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687333.559738:0:31556:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687333.559741:0:31556:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687333.559745:0:31556:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2447:2447:256:4294967295] 192.168.203.144@tcp LPNI seq info [2447:2447:8:4294967295] 00000400:00000200:0.0:1788687333.559750:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687333.559762:0:31556:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687333.559769:0:31556:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687333.559775:0:31556:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946200. 00000800:00000200:0.0:1788687333.559782:0:31556:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687333.559792:0:31556:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687333.559797:0:31556:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946200 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1788687333.559896:0:31556:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687333.559902:0:31556:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 797360 usecs (798 jiffies) 00000400:00000200:0.0:1788687333.559940:0:31556:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687333.559943:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296460363 00000100:00000001:0.0:1788687333.559947:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:0.0:1788687333.559949:0:31556:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296460363 00000100:00000001:0.0:1788687333.559952:0:31556:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:0.0:1788687333.559954:0:31556:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687333.559957:0:31556:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.559961:0:31556:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687333.559963:0:31556:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687333.559965:0:31556:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c9724540 going to sleep for 11 seconds 00000100:00000001:0.0:1788687333.559968:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687333.559971:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687333.565301:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687333.565315:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946200. 00000400:00000200:2.0:1788687333.565328:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687333.565339:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687333.565349:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdadd0 00000400:00000010:2.0:1788687333.565352:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdadd0. 00000100:00000001:2.0:1788687333.565359:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687333.565370:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0a80 x1875572824536704/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687349 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687333.565383:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687333.565386:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0a80 x1875572824536704/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687349 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687333.565410:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687333.565412:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687333.565977:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.565994:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687333.565998:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.566000:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687333.566009:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.566015:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687333.566023:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.566027:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.566034:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.566038:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f4f680 00000400:00000200:3.0:1788687333.566043:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.566050:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x6ba5 [1] + 224 00000800:00000001:3.0:1788687333.566059:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.566065:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687333.566068:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687333.566072:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687333.566078:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687333.566085:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0a80 x1875572824536704/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687333.566141:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b29c97f0a80 x1875572824536704/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687333.566188:0:31556:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687333.566215:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788687333.566225:0:2362:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788687333.566229:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.566236:0:2362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687333.566243:0:2362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2448:2448:256:4294967295] 192.168.203.144@tcp LPNI seq info [2448:2448:8:4294967295] 00000400:00000200:3.0:1788687333.566248:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687333.566268:0:2362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1788687333.566275:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687333.566283:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a600. 00000800:00000200:3.0:1788687333.566291:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687333.566300:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687333.566306:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a600 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788687333.566767:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687333.566771:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a600. 00000400:00000200:3.0:1788687333.566775:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687333.566780:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1788687333.566786:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687333.566791:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788687333.567814:0:31556:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687333.567819:0:31556:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687333.567824:0:31556:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1268. 00000400:00000200:0.0:1788687333.567832:0:31556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda770 00000400:00000010:0.0:1788687333.567835:0:31556:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda770. 00000100:00000001:0.0:1788687333.567841:0:31556:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687333.567851:0:31556:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f0a80 x1875572824536704/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687333.567863:0:31556:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f0a80 x1875572824536704/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/624 e 0 to 0 dl 1788687349 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687333.567871:0:31556:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687333.567874:0:31556:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.567877:0:31556:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687333.567881:0:31556:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687333.567883:0:31556:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687333.567886:0:31556:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687333.567889:0:31556:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687333.567901:0:31556:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=105 v=5 (5 103 103 103) 00000080:00000010:0.1:1788687333.568196:0:31556:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d00f80. 00000080:00000010:0.1:1788687333.568229:0:31556:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85af380. 00000080:00000010:0.1:1788687333.568239:0:31556:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d008c0. 00000100:00001000:0.0:1788687333.568252:0:31556:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687333.568265:0:31556:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687333.568267:0:31556:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687333.568270:0:31556:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687333.568274:0:31556:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.568278:0:31556:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687333.568281:0:31556:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x100000151] 00000100:00000001:0.0:1788687333.568283:0:31556:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687333.568286:0:31556:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687333.568287:0:31556:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509351552 : -110871200200064 : ffff9b29c97f0a80) 00000100:00000001:0.0:1788687333.568291:0:31556:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687333.568294:0:31556:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967636 00000100:00000001:0.0:1788687333.568296:0:31556:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687333.568299:0:31556:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687333.568306:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f0a80 x1875572824536704/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1788687349 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687333.568313:0:31556:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687333.568317:0:31556:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687333.568319:0:31556:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687333.568323:0:31556:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f0a80 x1875572824536704/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1788687349 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687333.568332:0:31556:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f0a80 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:31556:1875572824536704:192.168.203.144@tcp:36:rm.0 00000100:00000001:0.0:1788687333.568338:0:31556:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687333.568341:0:31556:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687333.568344:0:31556:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687333.568346:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687333.568349:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0a80 x1875572824536704/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1788687349 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687333.568355:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687333.568358:0:31556:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c9724540. 00000100:00000001:0.0:1788687333.568362:0:31556:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687333.568363:0:31556:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687333.568373:0:31556:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687333.568376:0:31556:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687333.568382:0:31556:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687333.568385:0:31556:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56800. 00000100:00000001:0.0:1788687333.568532:0:31556:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687333.568537:0:31556:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0a80 x1875572824536704/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1788687349 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687333.568545:0:31556:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.568547:0:31556:0:(namei.c:2304:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.568568:0:31556:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788687333.568571:0:31556:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788687333.568574:0:31556:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x28:0x0](ffff9b29d8591988) 00800000:00000001:0.0:1788687333.568580:0:31556:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788687333.568581:0:31556:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x28:0x0] 00000002:00000001:0.0:1788687333.568587:0:31556:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788687333.568595:0:31556:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687333.568596:0:31556:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.568600:0:31556:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788687333.568603:0:31556:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788687333.568605:0:31556:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.568606:0:31556:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687333.568611:0:31556:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788687333.568614:0:31556:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788687333.568628:0:31556:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788687333.568632:0:31556:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08150be30 00000080:00002000:0.0:1788687333.568635:0:31556:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff9b29d87095e8, parent ffff9b29d84cabd0, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788687333.568638:0:31556:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687333.568642:0:31556:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788687333.568644:0:31556:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000010:0.1:1788687333.581566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4000. 00010000:00000010:0.1:1788687333.581589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f700. 00010000:00000010:0.1:1788687333.581595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146c00. 00010000:00000010:0.1:1788687333.581600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62e00. 00010000:00000010:0.1:1788687333.581603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146200. 00000080:00000010:0.1:1788687333.581613:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85918c0. 00000080:00000010:0.1:1788687333.581622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636d020. 00010000:00000001:0.0:1788687334.411991:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687334.412001:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687334.412009:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687334.412010:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687334.412014:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687334.412015:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687334.412995:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687334.413001:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687334.413005:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788687334.677572:0:31641:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687335.291726:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687335.291749:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687335.291755:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687335.291757:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687335.291768:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687335.291778:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687335.291789:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687335.291793:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687335.291800:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687335.291805:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 328 into portal 15 MB=0x6a9d2d5159300 00000400:00000200:2.0:1788687335.291814:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 328/328 into md 0x5e35 [2] + 1640 00000800:00000001:2.0:1788687335.291823:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687335.291832:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687335.291836:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687335.291841:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687335.291853:0:2362:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788687335.291856:0:2362:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788687335.291864:0:2362:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e9180. 00000100:00000040:2.0:1788687335.291868:0:2362:0:(events.c:341:request_in_callback()) incoming req@ffff9b29c42e9180 x1875572843451136 msgsize 328 00000100:00100000:2.0:1788687335.291873:0:2362:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000001:2.0:1788687335.291886:0:2362:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1788687335.291896:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687335.291900:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687335.291947:0:15936:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788687335.291951:0:15936:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875572843451136 02000000:00000001:2.0:1788687335.291954:0:15936:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788687335.291957:0:15936:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687335.291960:0:15936:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687335.291966:0:15936:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687335.291972:0:15936:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875572843451136 00000020:00000001:2.0:1788687335.291976:0:15936:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788687335.291978:0:15936:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e81131f 00000020:00000001:2.0:1788687335.291981:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687335.291985:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c52f4800 refcount=4 00000020:00000001:2.0:1788687335.291987:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202437015552 : -110871272536064 : ffff9b29c52f4800) 00000020:00000001:2.0:1788687335.291990:0:15936:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202437015552 : -110871272536064 : ffff9b29c52f4800) 00000100:00000001:2.0:1788687335.291995:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788687335.292001:0:15936:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b29e138e900. 00000100:00000001:2.0:1788687335.292005:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788687335.292007:0:15936:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b29e138e900. 00000020:00000010:2.0:1788687335.292015:0:15936:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29c6854a00. 00000020:00000010:2.0:1788687335.292021:0:15936:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b29c5044e00. 00000020:00000010:2.0:1788687335.292027:0:15936:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b29d0248320. 00000100:00000040:2.0:1788687335.292036:0:15936:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788687335.292040:0:15936:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788687335.292041:0:15936:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788687335.292044:0:15936:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687335.292053:0:15936:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687335.292063:0:15936:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687335.292078:0:15936:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788687335.292081:0:15936:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788687335.292086:0:15936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 57 00000100:00000040:2.0:1788687335.292091:0:15936:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b29c52f4800 : new rpc_count 1 00000100:00000001:2.0:1788687335.292106:0:15936:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633202420191616 : -110871289360000 : ffff9b29c42e9180) 00000100:00000040:2.0:1788687335.292116:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b29c42e9180 x1875572843451136/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:236/0 lens 328/0 e 0 to 0 dl 1788687346 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687335.292127:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788687335.292130:0:15936:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b29e138e900. 00000100:00000001:2.0:1788687335.292132:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788687335.292134:0:15936:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b29e138e900. 00000100:00100000:2.0:1788687335.292139:0:15936:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9b29c42e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8104:x1875572843451136:12345-192.168.203.144@tcp:104: 00000100:00000200:2.0:1788687335.292143:0:15936:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875572843451136 00010000:00000001:2.0:1788687335.292147:0:15936:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788687335.292155:0:15936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687335.292157:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687335.292159:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4e00 refcount=2 00000020:00000001:2.0:1788687335.292162:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:2.0:1788687335.292165:0:15936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:2.0:1788687335.292169:0:15936:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687335.292173:0:15936:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687335.292180:0:15936:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811dde lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x59c08f76ab1d2559 expref: -99 pid: 31554 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1788687335.292195:0:15936:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788687335.292197:0:15936:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788687335.292203:0:15936:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b29c63d5800. 02000000:00000001:2.0:1788687335.292206:0:15936:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687335.292208:0:15936:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687335.292213:0:15936:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788687335.292217:0:15936:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687335.292221:0:15936:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c4dc39e8 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1788687335.292227:0:15936:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788687335.292230:0:15936:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 13 to 192.168.203.144@tcp 00000100:00000001:2.0:1788687335.292233:0:15936:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 02000000:00000001:2.0:1788687335.292236:0:15936:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788687335.292238:0:15936:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687335.292242:0:15936:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687335.292245:0:15936:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687335.292251:0:15936:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240440. 00000100:00000200:2.0:1788687335.292257:0:15936:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875572843451136, offset 224 00000400:00000200:2.0:1788687335.292262:0:15936:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687335.292269:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687335.292277:0:15936:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687335.292283:0:15936:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2449:2449:256:4294967295] 192.168.203.144@tcp LPNI seq info [2449:2449:8:4294967295] 00000400:00000200:2.0:1788687335.292289:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687335.292298:0:15936:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687335.292304:0:15936:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687335.292309:0:15936:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c7eec100. 00000800:00000200:2.0:1788687335.292317:0:15936:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687335.292325:0:15936:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687335.292331:0:15936:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7eec100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687335.292341:0:15936:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687335.292345:0:15936:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00010000:00000001:2.0:1788687335.292348:0:15936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788687335.292353:0:15936:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b29c4f87b40. 00010000:00000001:2.0:1788687335.292356:0:15936:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788687335.292365:0:15936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788687335.292368:0:15936:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687335.292370:0:15936:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687335.292372:0:15936:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687335.292378:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e9180 x1875572843451136/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:236/0 lens 328/224 e 0 to 0 dl 1788687346 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788687335.292388:0:15936:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9b29c42e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8104:x1875572843451136:12345-192.168.203.144@tcp:104: Request processed in 259us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1788687335.292395:0:15936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 57 00000100:00000040:2.0:1788687335.292399:0:15936:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b29c52f4800 : new rpc_count 0 00000100:00000001:2.0:1788687335.292401:0:15936:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788687335.292403:0:15936:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788687335.292408:0:15936:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b29c5044e00. 00000020:00000010:2.0:1788687335.292413:0:15936:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b29d0248320. 00000020:00000010:2.0:1788687335.292416:0:15936:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b29c6854a00. 00000020:00000040:2.0:1788687335.292421:0:15936:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c52f4800 : new refcount 3 00000100:00000001:2.0:1788687335.292424:0:15936:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788687335.292560:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687335.292566:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c7eec100. 00000400:00000200:2.0:1788687335.292570:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687335.292574:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687335.292580:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240440 00000400:00000010:2.0:1788687335.292582:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240440. 00000100:00000001:2.0:1788687335.292586:0:2361:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1788687335.292587:0:2361:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:0.0:1788687335.292991:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687335.292995:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687335.292999:0:15944:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788687335.293002:0:15944:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788687335.293005:0:15944:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788687335.293010:0:15944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811dde lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x59c08f76ab1d2559 expref: -99 pid: 31554 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788687335.293022:0:15944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29c97a4e00 already unused, calling callback (ffffffffc1276300) 00000008:00000001:0.0:1788687335.293026:0:15944:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1788687335.293029:0:15944:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788687335.293030:0:15944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687335.293033:0:15944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687335.293035:0:15944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4e00 refcount=3 00000020:00000001:0.0:1788687335.293037:0:15944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:0.0:1788687335.293040:0:15944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:0.0:1788687335.293044:0:15944:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687335.293047:0:15944:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811dde lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x59c08f76ab1d2559 expref: -99 pid: 31554 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788687335.293054:0:15944:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788687335.293057:0:15944:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687335.293062:0:15944:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509237928 : -110871200313688 : ffff9b29c97d4ea8) 00000020:00001000:0.0:1788687335.293064:0:15944:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4ea0 00000008:00000001:0.0:1788687335.293066:0:15944:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788687335.293069:0:15944:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788687335.293071:0:15944:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4ea0 00000008:00000001:0.0:1788687335.293073:0:15944:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687335.293076:0:15944:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687335.293082:0:15944:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687335.293083:0:15944:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687335.293085:0:15944:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687335.293089:0:15944:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788687335.293091:0:15944:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a4e00 with handle 0x230d04438e811dde from hash 00010000:00000001:0.0:1788687335.293105:0:15944:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687335.293107:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687335.293109:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687335.293111:0:15944:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687335.293115:0:15944:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687335.293117:0:15944:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788687335.293123:0:15944:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687335.293126:0:15944:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687335.293128:0:15944:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687335.293131:0:15944:0:(ldlm_request.c:1526:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788687335.293137:0:15944:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f3b80. 00000020:00000040:0.0:1788687335.293141:0:15944:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:0.0:1788687335.293146:0:15944:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687335.293149:0:15944:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687335.293154:0:15944:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687335.293161:0:15944:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29cb117c00. 00000100:00000001:0.0:1788687335.293168:0:15944:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687335.293171:0:15944:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788687335.293176:0:15944:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811dde lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x59c08f76ab1d2559 expref: -99 pid: 31554 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788687335.293183:0:15944:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788687335.293185:0:15944:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687335.293190:0:15944:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687335.293195:0:15944:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687335.293204:0:15944:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051962567] to pc [ptlrpcd_00_00+0] req@ffff9b29c97f3b80 x1875572824536832/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788687335.293226:0:15944:0:(ldlm_request.c:1594:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687335.293228:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687335.293229:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687335.293231:0:15944:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687335.293233:0:15944:0:(ldlm_request.c:1833:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687335.293235:0:15944:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687335.293238:0:15944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811dde lrc: 1/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x59c08f76ab1d2559 expref: -99 pid: 31554 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687335.293244:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687335.293247:0:15944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811dde lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x59c08f76ab1d2559 expref: -99 pid: 31554 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788687335.293255:0:15944:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29d099b380. 00010000:00000040:0.0:1788687335.293260:0:15944:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c422fc00 count: 0 00010000:00000010:0.0:1788687335.293268:0:15944:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b29c422ff00. 00010000:00000001:0.0:1788687335.293274:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687335.293275:0:15944:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788687335.293278:0:15944:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b29c4f87b40. 00010000:00000001:0.0:1788687335.293281:0:15944:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687335.293283:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687335.293284:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687335.293286:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788687335.293287:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687335.293288:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687335.293290:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788687335.293292:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687335.293293:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687335.293295:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788687335.293302:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687335.293306:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687335.293309:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687335.293315:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f3b80 x1875572824536832/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687335.293323:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687335.293326:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687335.293330:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687335.293333:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687335.293336:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687335.293340:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824536832:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788687335.293344:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687335.293351:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687335.293354:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687335.293357:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687335.293361:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29cb117e00. 02000000:00000001:0.0:1788687335.293363:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687335.293370:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687335.293375:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1268. 00000400:00000010:0.0:1788687335.293381:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda770. 00000100:00000200:0.0:1788687335.293388:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824536832, portal 18 00000100:00000001:0.0:1788687335.293391:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687335.293393:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509364096 : -110871200187520 : ffff9b29c97f3b80) 00000100:00000040:0.0:1788687335.293400:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f3b80 x1875572824536832/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687335.293408:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687335.293410:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687335.293413:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdab28. 00000100:00000200:0.0:1788687335.293416:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875572824536832, offset 0 00000400:00000200:0.0:1788687335.293422:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687335.293428:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687335.293434:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687335.293440:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687335.293444:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687335.293449:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687335.293452:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687335.293456:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2450:2450:256:4294967295] 192.168.203.144@tcp LPNI seq info [2450:2450:8:4294967295] 00000400:00000200:0.0:1788687335.293460:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687335.293545:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687335.293551:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687335.293557:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946600. 00000800:00000200:0.0:1788687335.293564:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687335.293571:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687335.293575:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788687335.293587:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687335.293592:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 275960 usecs (276 jiffies) 00000400:00000200:0.0:1788687335.293596:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687335.293599:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296461573 00000100:00000001:0.0:1788687335.293603:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:0.0:1788687335.293605:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296461573 00000100:00000001:0.0:1788687335.293608:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:0.0:1788687335.293610:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687335.293613:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687335.293617:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687335.293620:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687335.293626:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687335.293628:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788687335.293630:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687335.293632:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687335.293633:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687335.293635:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687335.293647:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687335.293650:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687335.300565:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687335.300591:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687335.300596:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687335.300598:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687335.300610:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687335.300621:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687335.300633:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687335.300638:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687335.300645:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687335.300650:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 328 into portal 15 MB=0x6a9d2d5159380 00000400:00000200:2.0:1788687335.300660:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 328/328 into md 0x5e35 [2] + 1968 00000400:00000010:2.0:1788687335.300666:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef46e0. 00000400:00000200:2.0:1788687335.300673:0:2361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9b29e072ba80 00000800:00000001:2.0:1788687335.300680:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687335.300690:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687335.300694:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687335.300699:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687335.300706:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29e072ba80 00000400:00000010:2.0:1788687335.300709:0:2361:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9b29e072ba80. 00000100:00000001:2.0:1788687335.300716:0:2361:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788687335.300719:0:2361:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1788687335.300724:0:2361:0:(events.c:341:request_in_callback()) incoming req@ffff9b29c43bcc50 x1875572843451264 msgsize 328 00000100:00100000:2.0:1788687335.300729:0:2361:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000040:2.0:1788687335.300732:0:2361:0:(events.c:353:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1788687335.300752:0:2361:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000200:2.0:1788687335.300869:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687335.300875:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946600. 00000400:00000200:2.0:1788687335.300881:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687335.300885:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687335.300888:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdab28 00000400:00000010:2.0:1788687335.300891:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdab28. 00000100:00000001:2.0:1788687335.300895:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687335.300926:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3b80 x1875572824536832/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687335.300941:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687335.300945:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f3b80 x1875572824536832/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687351 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687335.300954:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687335.300956:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687335.300963:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687335.300967:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788687335.303889:0:15936:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9b29c43bd000. 00000100:00000010:3.0:1788687335.303935:0:15936:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9b29c5d78000. 00000100:00100000:3.0:1788687335.303939:0:15936:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:3.0:1788687335.303945:0:15936:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1788687335.303955:0:15936:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4c08. 00000400:00000010:3.0:1788687335.303965:0:15936:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9b29e01166c0. 00000100:00000001:3.0:1788687335.303980:0:15936:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788687335.303982:0:15936:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875572843451264 02000000:00000001:3.0:1788687335.303985:0:15936:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788687335.303989:0:15936:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687335.303991:0:15936:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687335.303999:0:15936:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687335.304005:0:15936:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875572843451264 00000020:00000001:3.0:1788687335.304009:0:15936:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788687335.304012:0:15936:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e811318 00000020:00000001:3.0:1788687335.304015:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687335.304019:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c52f0800 refcount=4 00000020:00000001:3.0:1788687335.304022:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000020:00000001:3.0:1788687335.304025:0:15936:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000100:00000001:3.0:1788687335.304030:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788687335.304035:0:15936:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b29c975c700. 00000100:00000001:3.0:1788687335.304038:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788687335.304041:0:15936:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b29c975c700. 00000020:00000010:3.0:1788687335.304049:0:15936:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29c7f3d800. 00000020:00000010:3.0:1788687335.304057:0:15936:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b29c3056b00. 00000020:00000010:3.0:1788687335.304064:0:15936:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b29e0155708. 00000100:00000040:3.0:1788687335.304075:0:15936:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788687335.304080:0:15936:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788687335.304081:0:15936:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788687335.304084:0:15936:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687335.304094:0:15936:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687335.304106:0:15936:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687335.304120:0:15936:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788687335.304122:0:15936:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788687335.304134:0:15936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 58 00000100:00000040:3.0:1788687335.304138:0:15936:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b29c52f0800 : new rpc_count 1 00000100:00000001:3.0:1788687335.304140:0:15936:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633202421058640 : -110871288492976 : ffff9b29c43bcc50) 00000100:00000040:3.0:1788687335.304149:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b29c43bcc50 x1875572843451264/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:236/0 lens 328/0 e 0 to 0 dl 1788687346 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687335.304164:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788687335.304166:0:15936:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b29c975c700. 00000100:00000001:3.0:1788687335.313431:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788687335.313439:0:15936:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b29c975c700. 00000100:00100000:3.0:1788687335.313455:0:15936:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9b29c43bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6720:x1875572843451264:12345-192.168.203.144@tcp:104: 00000100:00000200:3.0:1788687335.313459:0:15936:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875572843451264 00010000:00000001:3.0:1788687335.313472:0:15936:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788687335.313483:0:15936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687335.313486:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687335.313489:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4400 refcount=2 00000020:00000001:3.0:1788687335.313493:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:3.0:1788687335.313496:0:15936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:3.0:1788687335.313500:0:15936:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687335.313505:0:15936:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687335.313511:0:15936:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000013114708/0x230d04438e811df3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x59c08f76ab1d2598 expref: -99 pid: 31555 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788687335.313527:0:15936:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788687335.313530:0:15936:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788687335.313538:0:15936:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b29c43be000. 02000000:00000001:3.0:1788687335.313541:0:15936:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687335.313544:0:15936:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687335.313549:0:15936:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788687335.313553:0:15936:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687335.313558:0:15936:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c4dc39e8 time=106 v=5 (1 1 1 1) 00000100:00000001:3.0:1788687335.313564:0:15936:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788687335.313568:0:15936:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 13 to 192.168.203.144@tcp 00000100:00000001:3.0:1788687335.313570:0:15936:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 02000000:00000001:3.0:1788687335.313574:0:15936:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788687335.313576:0:15936:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687335.313581:0:15936:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687335.313584:0:15936:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687335.313590:0:15936:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0880. 00000100:00000200:3.0:1788687335.313599:0:15936:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875572843451264, offset 224 00000400:00000200:3.0:1788687335.313606:0:15936:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687335.313619:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687335.313628:0:15936:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687335.313635:0:15936:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2451:2451:256:4294967295] 192.168.203.144@tcp LPNI seq info [2451:2451:8:4294967295] 00000400:00000200:3.0:1788687335.313640:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687335.313651:0:15936:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687335.313657:0:15936:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687335.313663:0:15936:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a600. 00000800:00000200:3.0:1788687335.313670:0:15936:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687335.313679:0:15936:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687335.313684:0:15936:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687335.313702:0:15936:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687335.313705:0:15936:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00010000:00000001:3.0:1788687335.313709:0:15936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000800:00000001:3.0:1788687335.313723:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687335.313739:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687335.313743:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687335.313746:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687335.313750:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687335.313755:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687335.313760:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687335.313764:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687335.313768:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687335.313773:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x6a9d2d3f4f700 00000400:00000200:3.0:1788687335.313778:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687335.313786:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6bb5 [1] + 224 00000800:00000001:3.0:1788687335.313795:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687335.313803:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687335.313807:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687335.313812:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687335.313820:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687335.313828:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3b80 x1875572824536832/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687351 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687335.313838:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c97f3b80 x1875572824536832/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687335.313855:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788687335.313988:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687335.313993:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a600. 00000400:00000200:3.0:1788687335.313997:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687335.314000:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687335.314005:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0880 00000400:00000010:3.0:1788687335.314007:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0880. 00000100:00000001:3.0:1788687335.314011:0:2362:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788687335.314013:0:2362:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000001:3.0:1788687335.314018:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687335.314022:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1788687335.314034:0:15936:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b29e0116a80. 00010000:00000001:3.0:1788687335.314038:0:15936:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788687335.314054:0:15936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788687335.314057:0:15936:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687335.314059:0:15936:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687335.314062:0:15936:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687335.314068:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c43bcc50 x1875572843451264/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:236/0 lens 328/224 e 0 to 0 dl 1788687346 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788687335.314078:0:15936:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9b29c43bcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6720:x1875572843451264:12345-192.168.203.144@tcp:104: Request processed in 9913us (13352us total) trans 0 rc 0/0 00000100:00100000:3.0:1788687335.314090:0:15936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 58 00000100:00000040:3.0:1788687335.314094:0:15936:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b29c52f0800 : new rpc_count 0 00000100:00000001:3.0:1788687335.314096:0:15936:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788687335.314099:0:15936:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788687335.314108:0:15936:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b29c3056b00. 00000020:00000010:3.0:1788687335.314113:0:15936:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b29e0155708. 00000020:00000010:3.0:1788687335.314118:0:15936:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b29c7f3d800. 00000020:00000040:3.0:1788687335.314124:0:15936:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c52f0800 : new refcount 3 02000000:00000001:3.0:1788687335.314129:0:15936:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788687335.314132:0:15936:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff9b29c43be000. 02000000:00000001:3.0:1788687335.314135:0:15936:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1788687335.314137:0:15936:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788687335.314139:0:15936:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff9b29c63d5800. 02000000:00000001:3.0:1788687335.314142:0:15936:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788687335.314144:0:15936:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e9180. 02000000:00000001:3.0:1788687335.314148:0:15936:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788687335.314149:0:15936:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff9b29c43bf400. 02000000:00000001:3.0:1788687335.314152:0:15936:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788687335.314153:0:15936:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb5c00. 02000000:00000001:3.0:1788687335.314156:0:15936:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788687335.314157:0:15936:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff9b29c43bfc00. 02000000:00000001:3.0:1788687335.314159:0:15936:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788687335.314160:0:15936:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6a00. 02000000:00000001:3.0:1788687335.314164:0:15936:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788687335.314166:0:15936:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff9b29c43bf000. 02000000:00000001:3.0:1788687335.314167:0:15936:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788687335.314169:0:15936:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6300. 02000000:00000001:3.0:1788687335.314171:0:15936:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788687335.314172:0:15936:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff9b29c43bec00. 02000000:00000001:3.0:1788687335.314174:0:15936:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788687335.314175:0:15936:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb7b80. 02000000:00000001:3.0:1788687335.314178:0:15936:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788687335.314180:0:15936:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff9b29c63d7400. 02000000:00000001:3.0:1788687335.314182:0:15936:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788687335.314183:0:15936:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb4a80. 00000100:00000010:3.0:1788687335.314186:0:15936:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff9b29c5d7c000. 00000100:00000010:3.0:1788687335.314190:0:15936:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff9b29c43bcc00. 00000100:00000001:3.0:1788687335.314193:0:15936:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788687335.316037:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687335.316046:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687335.316053:0:15943:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788687335.316057:0:15943:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788687335.316060:0:15943:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788687335.316068:0:15943:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000013114708/0x230d04438e811df3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x59c08f76ab1d2598 expref: -99 pid: 31555 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788687335.316084:0:15943:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29c97a4400 already unused, calling callback (ffffffffc1276300) 00000008:00000001:1.0:1788687335.316089:0:15943:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1788687335.316092:0:15943:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788687335.316095:0:15943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687335.316098:0:15943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687335.316101:0:15943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4400 refcount=3 00000020:00000001:1.0:1788687335.316104:0:15943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:1.0:1788687335.316107:0:15943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:1.0:1788687335.316111:0:15943:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687335.316114:0:15943:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000013114708/0x230d04438e811df3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x59c08f76ab1d2598 expref: -99 pid: 31555 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1788687335.316123:0:15943:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788687335.316126:0:15943:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687335.316132:0:15943:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:1.0:1788687335.316135:0:15943:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000008:00000001:1.0:1788687335.316137:0:15943:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788687335.316140:0:15943:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788687335.316142:0:15943:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000008:00000001:1.0:1788687335.316145:0:15943:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687335.316148:0:15943:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687335.316153:0:15943:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687335.316155:0:15943:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687335.316158:0:15943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687335.316162:0:15943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788687335.316165:0:15943:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a4400 with handle 0x230d04438e811df3 from hash 00010000:00000001:1.0:1788687335.316168:0:15943:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687335.316170:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687335.316172:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687335.316173:0:15943:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687335.316178:0:15943:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687335.316180:0:15943:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788687335.316188:0:15943:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687335.316191:0:15943:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687335.316194:0:15943:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687335.316197:0:15943:0:(ldlm_request.c:1526:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788687335.316209:0:15943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9aa00. 00000020:00000040:1.0:1788687335.316213:0:15943:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:1.0:1788687335.316219:0:15943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687335.316222:0:15943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687335.316227:0:15943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687335.316238:0:15943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c4c8c400. 00000100:00000001:1.0:1788687335.316246:0:15943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687335.316249:0:15943:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788687335.316256:0:15943:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000013114708/0x230d04438e811df3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x59c08f76ab1d2598 expref: -99 pid: 31555 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788687335.316264:0:15943:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788687335.316265:0:15943:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687335.316271:0:15943:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687335.316276:0:15943:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687335.316289:0:15943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051159710] to pc [ptlrpcd_00_01+1] req@ffff9b29c8b9aa00 x1875572824536960/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788687335.316313:0:15943:0:(ldlm_request.c:1594:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687335.316315:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687335.316467:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687335.316470:0:15943:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687335.316473:0:15943:0:(ldlm_request.c:1833:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687335.316475:0:15943:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687335.316479:0:15943:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000013114708/0x230d04438e811df3 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x59c08f76ab1d2598 expref: -99 pid: 31555 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687335.316487:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687335.316489:0:15943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000013114708/0x230d04438e811df3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x59c08f76ab1d2598 expref: -99 pid: 31555 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788687335.316498:0:15943:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29d099b580. 00010000:00000040:1.0:1788687335.316506:0:15943:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c422f000 count: 0 00010000:00000010:1.0:1788687335.316515:0:15943:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b29c422f900. 00010000:00000001:1.0:1788687335.316528:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687335.316529:0:15943:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788687335.316531:0:15943:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b29e0116a80. 00010000:00000001:1.0:1788687335.316536:0:15943:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687335.316538:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687335.316539:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687335.316541:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788687335.316543:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687335.316544:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687335.316546:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788687335.316548:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687335.316549:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687335.316551:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788687335.316567:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687335.316571:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687335.316574:0:2368:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687335.316580:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9aa00 x1875572824536960/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687335.316588:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687335.316591:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687335.316596:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687335.316599:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687335.316602:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687335.316605:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824536960:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788687335.316609:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687335.316616:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687335.316618:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687335.316621:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687335.316627:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c4c8d600. 02000000:00000001:1.0:1788687335.316629:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687335.316638:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687335.316642:0:2368:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150d68. 00000400:00000010:1.0:1788687335.316650:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc000. 00000100:00000200:1.0:1788687335.316660:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824536960, portal 18 00000100:00000001:1.0:1788687335.316662:0:2368:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687335.316664:0:2368:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496416256 : -110871213135360 : ffff9b29c8b9aa00) 00000100:00000040:1.0:1788687335.316672:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9aa00 x1875572824536960/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687335.316679:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687335.316681:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687335.316684:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc990. 00000100:00000200:1.0:1788687335.316688:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875572824536960, offset 0 00000400:00000200:1.0:1788687335.316695:0:2368:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687335.316706:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687335.316714:0:2368:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687335.316721:0:2368:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687335.316725:0:2368:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687335.316730:0:2368:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687335.316732:0:2368:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687335.316736:0:2368:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2452:2452:256:4294967295] 192.168.203.144@tcp LPNI seq info [2452:2452:8:4294967295] 00000400:00000200:1.0:1788687335.316740:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687335.316751:0:2368:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687335.316758:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687335.316764:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2100. 00000800:00000200:1.0:1788687335.316772:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687335.316783:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687335.316788:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788687335.316810:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687335.316815:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20361 usecs (21 jiffies) 00000400:00000200:1.0:1788687335.316819:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687335.316822:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296461341 00000100:00000001:1.0:1788687335.316826:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296462042 00000100:00000001:1.0:1788687335.316828:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296461341 00000100:00000001:1.0:1788687335.316831:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296462042 00000100:00000001:1.0:1788687335.316833:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687335.316837:0:2368:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687335.316840:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687335.316843:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687335.316852:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687335.316855:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788687335.316857:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687335.316858:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687335.316860:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687335.316862:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687335.317645:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687335.317651:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687335.317660:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687335.317663:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687335.317667:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1268. 00000400:00000200:0.0:1788687335.317672:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda770 00000400:00000010:0.0:1788687335.317675:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda770. 00000100:00000001:0.0:1788687335.317680:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687335.317690:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f3b80 x1875572824536832/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687335.317702:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f3b80 x1875572824536832/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687351 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687335.317709:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687335.317711:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687335.317714:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687335.317717:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687335.317720:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687335.317723:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687335.317725:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687335.317737:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0538 time=91 v=5 (5 5 5 5) 00000100:00001000:0.0:1788687335.317742:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687335.317745:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687335.317747:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687335.317749:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687335.317753:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687335.317757:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687335.317760:0:2367:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788687335.317763:0:2367:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687335.317765:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687335.317770:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f3b80 x1875572824536832/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687351 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687335.317778:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687335.317781:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687335.317784:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687335.317789:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f3b80 x1875572824536832/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687351 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687335.317796:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824536832:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788687335.317801:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687335.317803:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687335.317807:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f3b80 x1875572824536832/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687351 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687335.317814:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687335.317817:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687335.317820:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29cb117e00. 02000000:00000001:0.0:1788687335.317824:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687335.317826:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687335.317828:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:0.0:1788687335.317830:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687335.317834:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29cb117c00. 02000000:00000001:0.0:1788687335.317836:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687335.317838:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687335.317840:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f3b80. 00000100:00000001:0.0:1788687335.317844:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687335.317845:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687335.317848:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687335.317853:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687335.317854:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687335.317857:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687335.317860:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687335.318166:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687335.318173:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2100. 00000400:00000200:3.0:1788687335.318180:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687335.318186:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687335.318192:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc990 00000400:00000010:3.0:1788687335.318195:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc990. 00000100:00000001:3.0:1788687335.318199:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687335.318203:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9aa00 x1875572824536960/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687351 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687335.318212:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687335.318215:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9aa00 x1875572824536960/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687351 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687335.318222:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687335.318224:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788687335.331481:0:26900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fc00. 00010000:00000010:0.1:1788687335.331501:0:26900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4e00. 00000800:00000001:3.0:1788687335.334117:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687335.334139:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687335.334144:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687335.334147:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687335.334158:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687335.334169:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687335.334179:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687335.334185:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687335.334191:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687335.334196:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x6a9d2d3f4f780 00000400:00000200:3.0:1788687335.334202:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687335.334209:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6bcd [1] + 224 00000800:00000001:3.0:1788687335.334218:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687335.334240:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687335.334244:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687335.334250:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687335.334261:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687335.334274:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9aa00 x1875572824536960/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687351 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687335.334287:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b9aa00 x1875572824536960/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687335.334303:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687335.334313:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687335.334330:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1788687335.334852:0:31641:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f000. 00010000:00000010:1.1:1788687335.334861:0:31641:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4400. 00000100:00000001:1.0:1788687335.335192:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687335.335198:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687335.335208:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687335.335210:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687335.335214:0:2368:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150d68. 00000400:00000200:1.0:1788687335.335219:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc000 00000400:00000010:1.0:1788687335.335222:0:2368:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc000. 00000100:00000001:1.0:1788687335.335226:0:2368:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687335.335235:0:2368:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9aa00 x1875572824536960/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687351 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687335.335246:0:2368:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9aa00 x1875572824536960/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687351 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687335.335252:0:2368:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687335.335255:0:2368:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687335.335259:0:2368:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687335.335263:0:2368:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687335.335266:0:2368:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687335.335269:0:2368:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687335.335273:0:2368:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687335.335286:0:2368:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7538 time=104 v=5 (5 5 0 5) 00000100:00001000:1.0:1788687335.335291:0:2368:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=4 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687335.335294:0:2368:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687335.335297:0:2368:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687335.335300:0:2368:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687335.335305:0:2368:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687335.335309:0:2368:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687335.335312:0:2368:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967342 00000100:00000001:1.0:1788687335.335314:0:2368:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687335.335502:0:2368:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687335.335511:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9aa00 x1875572824536960/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687351 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687335.335519:0:2368:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687335.335523:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687335.335525:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687335.335530:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9aa00 x1875572824536960/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687351 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687335.335538:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824536960:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788687335.335544:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687335.335547:0:2368:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687335.335551:0:2368:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9aa00 x1875572824536960/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687351 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687335.335558:0:2368:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687335.335561:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687335.335565:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c4c8d600. 02000000:00000001:1.0:1788687335.335568:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687335.335572:0:2368:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687335.335574:0:2368:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687335.335577:0:2368:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687335.335580:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c4c8c400. 02000000:00000001:1.0:1788687335.335584:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687335.335586:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687335.335588:0:2368:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9aa00. 00000100:00000001:1.0:1788687335.335592:0:2368:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687335.335594:0:2368:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687335.335596:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687335.335606:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687335.335609:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687335.335611:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687335.335614:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687335.441759:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687335.441780:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687335.441817:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687335.441821:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687335.441824:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788687335.755060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687335.755073:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687335.755082:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e9180. 00000020:00000040:2.0:1788687335.755089:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1788687335.755095:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687335.755099:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687335.755104:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687335.755114:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c7eec100. 00000100:00000001:2.0:1788687335.755122:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687335.755136:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c42e9180 x1875572824537088/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687335.755149:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687335.755154:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687335.755160:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efc877d5] to pc [ptlrpcd_01_01+1] req@ffff9b29c42e9180 x1875572824537088/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687335.755188:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687335.755191:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687335.755195:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687335.755198:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42eb800. 00000020:00000040:2.0:1788687335.755201:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=10 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:2.0:1788687335.755203:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687335.755204:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687335.755205:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687335.755209:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c7eec200. 00000100:00000001:2.0:1788687335.755212:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687335.755216:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID req@ffff9b29c42eb800 x1875572824537216/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687335.755223:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687335.755225:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687335.755229:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4ee7c71] to pc [ptlrpcd_01_00+0] req@ffff9b29c42eb800 x1875572824537216/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687335.755236:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687335.755242:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1799) 00000100:00000001:2.0:1788687335.755258:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687335.755262:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687335.755265:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687335.755270:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42eb800 x1875572824537216/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687335.755278:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687335.755281:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687335.755284:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687335.755287:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687335.755290:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687335.755294:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824537216:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687335.755298:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687335.755304:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687335.755307:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687335.755309:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687335.755314:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6854200. 02000000:00000001:2.0:1788687335.755316:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687335.755326:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687335.755330:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd268. 00000400:00000010:2.0:1788687335.755339:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240440. 00000100:00000200:2.0:1788687335.755347:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824537216, portal 10 00000100:00000001:2.0:1788687335.755349:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687335.755351:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420201472 : -110871289350144 : ffff9b29c42eb800) 00000100:00000040:2.0:1788687335.755359:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42eb800 x1875572824537216/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687335.755367:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687335.755370:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687335.755373:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240b28. 00000100:00000200:2.0:1788687335.755376:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824537216, offset 0 00000400:00000200:2.0:1788687335.755382:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687335.755390:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687335.755399:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687335.755405:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687335.755409:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687335.755413:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687335.755415:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687335.755420:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2453:2453:256:4294967295] 192.168.203.144@tcp LPNI seq info [2453:2453:8:4294967295] 00000400:00000200:2.0:1788687335.755424:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687335.755435:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687335.755441:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687335.755446:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29cb3a8000. 00000800:00000200:2.0:1788687335.755453:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687335.755475:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687335.755480:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29cb3a8000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687335.755493:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687335.755498:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 796307 usecs (797 jiffies) 00000400:00000200:2.0:1788687335.755501:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687335.755504:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296462557 00000100:00000001:2.0:1788687335.755512:0:2369:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296462042 00000100:00000001:2.0:1788687335.755516:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296462557 00000100:00000001:2.0:1788687335.755520:0:2369:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296462042 00000100:00000001:2.0:1788687335.755523:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687335.755526:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687335.755529:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687335.755531:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687335.755539:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687335.755541:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788687335.755543:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687335.755544:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687335.755546:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687335.755548:0:2369:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788687335.755550:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687335.755552:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687335.755553:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687335.755554:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687335.755555:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687335.755556:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687335.755560:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e9180 x1875572824537088/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687335.755566:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687335.755568:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687335.755569:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687335.755571:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687335.755573:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687335.755576:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2369:1875572824537088:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687335.755579:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687335.755581:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687335.755583:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687335.755585:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687335.755588:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6854400. 02000000:00000001:2.0:1788687335.755589:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687335.755593:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687335.755596:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd2c0. 00000400:00000010:2.0:1788687335.755599:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02405d8. 00000100:00000200:2.0:1788687335.755602:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824537088, portal 25 00000100:00000001:2.0:1788687335.755604:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687335.755605:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420191616 : -110871289360000 : ffff9b29c42e9180) 00000100:00000040:2.0:1788687335.755610:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e9180 x1875572824537088/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687335.755617:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687335.755619:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687335.755621:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240088. 00000100:00000200:2.0:1788687335.755623:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824537088, offset 0 00000400:00000200:2.0:1788687335.755627:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687335.755630:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687335.755633:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687335.755635:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687335.755637:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687335.755640:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687335.755642:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687335.755645:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2454:2454:255:4294967295] 192.168.203.144@tcp LPNI seq info [2454:2454:7:4294967295] 00000400:00000200:2.0:1788687335.755649:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687335.755655:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687335.755659:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687335.755663:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29cb3a8d00. 00000800:00000200:2.0:1788687335.755667:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687335.755671:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687335.755673:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29cb3a8d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687335.755676:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687335.755679:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687335.755681:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296466073 00000100:00000001:2.0:1788687335.755684:0:2369:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296462557 00000100:00000001:2.0:1788687335.755687:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296466073 00000100:00000001:2.0:1788687335.755689:0:2369:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296462557 00000100:00000001:2.0:1788687335.755692:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687335.755694:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687335.755696:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687335.755698:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687335.755745:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687335.755749:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29cb3a8000. 00000400:00000200:2.0:1788687335.755754:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687335.755759:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687335.755764:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240b28 00000400:00000010:2.0:1788687335.755767:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240b28. 00000100:00000001:2.0:1788687335.755772:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687335.755776:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42eb800 x1875572824537216/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687335.755787:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687335.755790:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42eb800 x1875572824537216/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687351 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687335.755798:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687335.755799:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687335.756270:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687335.756274:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29cb3a8d00. 00000400:00000200:2.0:1788687335.756278:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687335.756283:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687335.756287:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240088 00000400:00000010:2.0:1788687335.756289:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240088. 00000100:00000001:2.0:1788687335.756291:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687335.756296:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e9180 x1875572824537088/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687335.756305:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687335.756308:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e9180 x1875572824537088/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687351 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687335.756321:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687335.756322:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788687335.756594:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687335.756599:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687335.769566:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687335.769589:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687335.769595:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687335.769598:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687335.769609:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687335.769618:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687335.769630:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687335.769635:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687335.769642:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687335.769647:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f4f800 00000400:00000200:2.0:1788687335.769653:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687335.769660:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6be5 [1] + 224 00000800:00000001:2.0:1788687335.769670:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687335.769675:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687335.769679:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687335.769685:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687335.769696:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687335.769708:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e9180 x1875572824537088/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687351 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687335.769721:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42e9180 x1875572824537088/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687335.769748:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687335.769762:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687335.769766:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687335.769768:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687335.769770:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687335.769773:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687335.769776:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687335.769780:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687335.769783:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687335.769786:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687335.769788:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f4f880 00000400:00000200:2.0:1788687335.769791:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687335.769796:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x6bd5 [1] + 224 00000800:00000001:2.0:1788687335.769799:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687335.769809:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687335.769811:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687335.769814:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687335.769818:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687335.769823:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42eb800 x1875572824537216/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687351 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687335.769831:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42eb800 x1875572824537216/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687335.769839:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687335.769843:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687335.769846:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687335.771318:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687335.771327:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687335.771338:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687335.771341:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687335.771345:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd2c0. 00000400:00000200:3.0:1788687335.771354:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02405d8 00000400:00000010:3.0:1788687335.771356:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02405d8. 00000100:00000001:3.0:1788687335.771362:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687335.771373:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e9180 x1875572824537088/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687335.771384:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e9180 x1875572824537088/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687351 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687335.771391:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687335.771393:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687335.771396:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687335.771401:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687335.771404:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687335.771406:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687335.771409:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687335.771417:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=107 v=5 (5 5 5 5) 00000100:00001000:3.0:1788687335.771422:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=107 v=5 (1 1 1 1) 00000100:00000001:3.0:1788687335.771424:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687335.771426:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687335.771429:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687335.771432:0:2369:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687335.771435:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687335.771440:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e9180 x1875572824537088/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687335.771446:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687335.771451:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687335.771453:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687335.771467:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e9180 x1875572824537088/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687351 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687335.771475:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2369:1875572824537088:192.168.203.144@tcp:400:kworker.0 00000400:00000001:3.0:1788687335.771482:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687335.771484:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687335.771485:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd268. 00000400:00000200:3.0:1788687335.771488:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240440 00000400:00000010:3.0:1788687335.771490:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240440. 00000100:00000001:3.0:1788687335.771493:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687335.771496:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42eb800 x1875572824537216/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687335.771506:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42eb800 x1875572824537216/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687351 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687335.771512:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687335.771513:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687335.771515:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687335.771516:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687335.771518:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687335.771519:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687335.771521:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687335.771528:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=107 v=5 (5 103 103 103) 00000100:00001000:3.0:1788687335.771531:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687335.771533:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687335.771534:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687335.771536:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687335.771539:0:2369:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687335.771543:0:2369:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788687335.771546:0:2369:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: committing for last_committed 4294967650 gen 2 00000100:00000040:3.0:1788687335.771553:0:2369:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967650) req@ffff9b29c8b98000 x1875572824528640/t4294967637(4294967637) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1788687347 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687335.771567:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687335.771571:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b98000 x1875572824528640/t4294967637(4294967637) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1788687347 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687335.771577:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687335.771579:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687335.771584:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6912000. 02000000:00000001:3.0:1788687335.771589:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687335.771593:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687335.771595:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687335.771597:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687335.771599:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c4c57e00. 02000000:00000001:3.0:1788687335.771603:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687335.771605:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687335.771607:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b98000. 00000100:00000001:3.0:1788687335.771611:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687335.771613:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687335.771618:0:2369:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967650) req@ffff9b29c42e9f80 x1875572824531712/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687347 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687335.771624:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687335.771627:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e9f80 x1875572824531712/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687347 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687335.771632:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687335.771633:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687335.771635:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c63d4000. 02000000:00000001:3.0:1788687335.771637:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687335.771638:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687335.771639:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687335.771641:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687335.771642:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c6940400. 02000000:00000001:3.0:1788687335.771647:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687335.771648:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687335.771649:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e9f80. 00000100:00000001:3.0:1788687335.771653:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687335.771654:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687335.771659:0:2369:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967650) req@ffff9b29c97f2300 x1875572824534144/t4294967642(4294967642) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687335.771665:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687335.771667:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f2300 x1875572824534144/t4294967642(4294967642) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 488/456 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687335.771671:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687335.771673:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687335.771674:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a00800. 02000000:00000001:3.0:1788687335.771677:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687335.771678:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687335.771679:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687335.771681:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687335.771682:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c4c56e00. 02000000:00000001:3.0:1788687335.771684:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687335.771685:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687335.771687:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f2300. 00000100:00000001:3.0:1788687335.771689:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687335.771691:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687335.771696:0:2369:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967650) req@ffff9b29c8b99180 x1875572824534784/t4294967644(4294967644) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687335.771701:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687335.771704:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b99180 x1875572824534784/t4294967644(4294967644) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687335.771709:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687335.771711:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687335.771712:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6913c00. 02000000:00000001:3.0:1788687335.771714:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687335.771715:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687335.771716:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687335.771718:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687335.771719:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c2e2a800. 02000000:00000001:3.0:1788687335.771723:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687335.771724:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687335.771725:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b99180. 00000100:00000001:3.0:1788687335.771728:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687335.771729:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687335.771733:0:2369:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967650) req@ffff9b29c8bb4380 x1875572824536064/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/456 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687335.771739:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687335.771741:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb4380 x1875572824536064/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/456 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687335.771746:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687335.771748:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687335.771749:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c63d6c00. 02000000:00000001:3.0:1788687335.771752:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687335.771753:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687335.771754:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687335.771755:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687335.771756:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29cb07a000. 02000000:00000001:3.0:1788687335.771759:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687335.771760:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687335.771761:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb4380. 00000100:00000001:3.0:1788687335.771763:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687335.771764:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687335.771769:0:2369:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967650) req@ffff9b29c97f0a80 x1875572824536704/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687335.771775:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687335.771778:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f0a80 x1875572824536704/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 512/456 e 0 to 0 dl 1788687349 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687335.771783:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687335.771784:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687335.771785:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a02c00. 02000000:00000001:3.0:1788687335.771787:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687335.771789:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687335.771790:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687335.771792:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687335.771793:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c4c56600. 02000000:00000001:3.0:1788687335.771795:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687335.771795:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687335.771797:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f0a80. 00000100:00000001:3.0:1788687335.771799:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687335.771800:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687335.771802:0:2369:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788687335.771804:0:2369:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: normal: skip=1 replay=6/6 committed=0/0 00000100:00000001:3.0:1788687335.771807:0:2369:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687335.771808:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687335.771811:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42eb800 x1875572824537216/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687335.771817:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687335.771818:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687335.771820:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687335.771823:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42eb800 x1875572824537216/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687351 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687335.771830:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824537216:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687335.771834:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687335.771836:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687335.771839:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e9180 x1875572824537088/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687351 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687335.771844:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687335.771845:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687335.771847:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6854400. 02000000:00000001:3.0:1788687335.771849:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687335.771850:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687335.771851:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1788687335.771853:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687335.771854:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c7eec100. 02000000:00000001:3.0:1788687335.771858:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687335.771859:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687335.771861:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e9180. 00000100:00000001:3.0:1788687335.771863:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687335.771864:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687335.771865:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687335.771868:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42eb800 x1875572824537216/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687351 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687335.771873:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687335.771874:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687335.771875:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6854200. 02000000:00000001:3.0:1788687335.771877:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687335.771878:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687335.771879:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687335.771881:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687335.771882:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c7eec200. 02000000:00000001:3.0:1788687335.771884:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687335.771885:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687335.771886:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42eb800. 00000100:00000001:3.0:1788687335.771888:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687335.771889:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687335.771892:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687335.771902:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687335.771904:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687335.771927:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687335.771932:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687336.422749:0:31779:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687336.460173:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687336.460183:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687336.460221:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687336.460225:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687336.460229:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788687337.485725:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687337.485736:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687337.489713:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687337.489722:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687337.489728:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788687338.093647:0:31923:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687338.507182:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687338.507192:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687338.511584:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687338.511594:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687338.511601:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788687339.020565:0:31985:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687339.532006:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687339.532016:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687339.532052:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687339.532055:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687339.532059:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788687340.286420:0:32076:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687340.427340:0:30596:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296466073, at 4296466432 00000100:00000010:3.0:1788687340.427364:0:30596:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c33d0c60. 00000100:00000040:2.0:1788687340.427690:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296466073, at 4296466432 00000100:00000010:2.0:1788687340.427697:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c33d09c0. 00010000:00000001:0.0:1788687340.555071:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687340.555420:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687340.558476:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687340.558484:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687340.558489:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1788687340.718735:0:32112:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788687340.718745:0:32112:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 22: drop close request and do mknod ========================================================== 05:35:39 (1788687339) 00000001:00000001:0.0:1788687340.732757:0:32112:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:1.0:1788687340.942711:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687340.942724:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687340.942733:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9aa00. 00000020:00000040:1.0:1788687340.942740:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1788687340.942745:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687340.942749:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687340.942754:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687340.942763:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c63e2400. 00000100:00000001:1.0:1788687340.942771:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687340.942786:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c8b9aa00 x1875572824537344/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687340.942798:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687340.942803:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687340.942810:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051159710] to pc [ptlrpcd_00_00+0] req@ffff9b29c8b9aa00 x1875572824537344/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687340.942871:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687340.942876:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687340.942879:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687340.942886:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9aa00 x1875572824537344/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687340.942894:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687340.942897:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687340.942901:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687340.942903:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687340.942921:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687340.942926:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2367:1875572824537344:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1788687340.942930:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687340.942938:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687340.942940:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687340.942944:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687340.942950:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6941600. 02000000:00000001:0.0:1788687340.942952:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687340.942961:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687340.942965:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1268. 00000400:00000010:0.0:1788687340.942974:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda770. 00000100:00000200:0.0:1788687340.942983:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824537344, portal 25 00000100:00000001:0.0:1788687340.942985:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687340.942987:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496416256 : -110871213135360 : ffff9b29c8b9aa00) 00000100:00000040:0.0:1788687340.942993:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9aa00 x1875572824537344/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687340.943001:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687340.943004:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687340.943007:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdaaa0. 00000100:00000200:0.0:1788687340.943011:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824537344, offset 0 00000400:00000200:0.0:1788687340.943018:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687340.943028:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687340.943037:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687340.943043:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687340.943048:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687340.943052:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687340.943055:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687340.943059:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2455:2455:256:4294967295] 192.168.203.144@tcp LPNI seq info [2455:2455:8:4294967295] 00000400:00000200:0.0:1788687340.943064:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687340.943075:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687340.943081:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687340.943087:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946d00. 00000800:00000200:0.0:1788687340.943095:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687340.943105:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687340.943110:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788687340.943132:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687340.943137:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687340.943140:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296471260 00000100:00000010:0.0:1788687340.943145:0:2367:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c3344300. 00000100:00000001:0.0:1788687340.943153:0:2367:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788687340.943161:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296471261 00000100:00000010:0.0:1788687340.943164:0:2367:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c3344420. 00000100:00000001:0.0:1788687340.943168:0:2367:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788687340.943172:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687340.943176:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687340.943179:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687340.943183:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687340.943225:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687340.943229:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687340.943233:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687340.943237:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b98700. 00000020:00000040:1.0:1788687340.943240:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:1.0:1788687340.943243:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687340.943245:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687340.943247:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687340.943251:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c63e2500. 00000100:00000001:1.0:1788687340.943254:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687340.943259:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID req@ffff9b29c8b98700 x1875572824537472/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687340.943267:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687340.943269:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687340.943273:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037df8877] to pc [ptlrpcd_00_01+1] req@ffff9b29c8b98700 x1875572824537472/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1788687340.943296:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687340.943303:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946d00. 00000400:00000200:3.0:1788687340.943311:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687340.943319:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687340.943327:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdaaa0 00000400:00000010:3.0:1788687340.943329:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdaaa0. 00000100:00000001:3.0:1788687340.943335:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687340.943340:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9aa00 x1875572824537344/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687340.943360:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687340.943364:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9aa00 x1875572824537344/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687340.943372:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687340.943374:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788687340.946735:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687340.946745:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788687340.946753:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687340.946756:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687340.946759:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687340.946764:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788687340.946767:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687340.946770:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687340.946771:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687340.946773:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687340.946774:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687340.946775:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687340.946794:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b98700 x1875572824537472/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687340.946807:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687340.946810:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687340.946816:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687340.946820:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687340.946823:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687340.946828:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824537472:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1788687340.946833:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687340.946841:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687340.946844:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687340.946846:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687340.946854:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6940c00. 02000000:00000001:0.0:1788687340.946857:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687340.946865:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687340.946871:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f20. 00000400:00000010:0.0:1788687340.946881:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda110. 00000100:00000200:0.0:1788687340.946889:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824537472, portal 10 00000100:00000001:0.0:1788687340.946892:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687340.946894:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496407296 : -110871213144320 : ffff9b29c8b98700) 00000100:00000040:0.0:1788687340.946903:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b98700 x1875572824537472/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687340.946929:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687340.946932:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687340.946937:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda660. 00000100:00000200:0.0:1788687340.946941:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824537472, offset 0 00000400:00000200:0.0:1788687340.946948:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687340.946958:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687340.946966:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687340.946972:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687340.946976:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687340.946980:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687340.946983:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687340.946988:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2456:2456:256:4294967295] 192.168.203.144@tcp LPNI seq info [2456:2456:8:4294967295] 00000400:00000200:0.0:1788687340.946992:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687340.947003:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687340.947009:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687340.947017:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946000. 00000800:00000200:0.0:1788687340.947026:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687340.947036:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687340.947041:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788687340.947062:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687340.947067:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 795271 usecs (796 jiffies) 00000400:00000200:0.0:1788687340.947070:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687340.947073:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296467747 00000100:00000001:0.0:1788687340.947077:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296471260 00000100:00000001:0.0:1788687340.947079:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296467747 00000100:00000001:0.0:1788687340.947082:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296471261 00000100:00000001:0.0:1788687340.947085:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687340.947088:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687340.947090:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687340.947093:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687340.947330:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687340.947336:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946000. 00000400:00000200:2.0:1788687340.947344:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687340.947350:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687340.947357:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda660 00000400:00000010:2.0:1788687340.947360:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda660. 00000100:00000001:2.0:1788687340.947366:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687340.947372:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b98700 x1875572824537472/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687340.947383:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687340.947387:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b98700 x1875572824537472/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687340.947395:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687340.947397:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788687340.947472:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687340.947477:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687340.947482:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687340.947490:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99c00. 00000020:00000040:1.0:1788687340.947496:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:1.0:1788687340.947501:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687340.947504:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687340.947508:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687340.947525:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c63e2700. 00000100:00000001:1.0:1788687340.947534:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687340.947540:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID req@ffff9b29c8b99c00 x1875572824537600/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687340.947550:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687340.947554:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687340.947559:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002658520] to pc [ptlrpcd_00_00+0] req@ffff9b29c8b99c00 x1875572824537600/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687340.947570:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687340.947573:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687340.947576:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687340.947579:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99f80. 00000020:00000040:1.0:1788687340.947581:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:1.0:1788687340.947583:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687340.947584:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687340.947586:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687340.947589:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c63e2900. 00000100:00000001:1.0:1788687340.947592:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687340.947595:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID req@ffff9b29c8b99f80 x1875572824537728/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687340.947601:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687340.947603:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687340.947605:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000019cf470] to pc [ptlrpcd_00_01+1] req@ffff9b29c8b99f80 x1875572824537728/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687340.947612:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687340.947617:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1804) 00000100:00000001:1.0:1788687340.947755:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687340.947759:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687340.947761:0:2368:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687340.947767:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99f80 x1875572824537728/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687340.947774:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687340.947776:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687340.947779:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687340.947781:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687340.947783:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687340.947786:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824537728:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687340.947789:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687340.947793:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687340.947795:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687340.947797:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687340.947801:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c57f2200. 02000000:00000001:1.0:1788687340.947803:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687340.947807:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687340.947811:0:2368:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150d68. 00000400:00000010:1.0:1788687340.947817:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc000. 00000100:00000200:1.0:1788687340.947822:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824537728, portal 4 00000100:00000001:1.0:1788687340.947824:0:2368:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687340.947825:0:2368:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496413568 : -110871213138048 : ffff9b29c8b99f80) 00000100:00000040:1.0:1788687340.947833:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b99f80 x1875572824537728/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687340.947841:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687340.947844:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687340.947847:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcf68. 00000100:00000200:1.0:1788687340.947850:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824537728, offset 0 00000400:00000200:1.0:1788687340.947856:0:2368:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687340.947862:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687340.947867:0:2368:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687340.947870:0:2368:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687340.947873:0:2368:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687340.947876:0:2368:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687340.947879:0:2368:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687340.947882:0:2368:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2457:2457:256:4294967295] 192.168.203.144@tcp LPNI seq info [2457:2457:8:4294967295] 00000400:00000200:1.0:1788687340.947886:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687340.947893:0:2368:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687340.947897:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687340.947901:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2200. 00000800:00000200:1.0:1788687340.947945:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687340.947951:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687340.947956:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687340.947972:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687340.947976:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 274397 usecs (275 jiffies) 00000400:00000200:1.0:1788687340.947980:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687340.947982:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296467227 00000100:00000001:1.0:1788687340.947985:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296471260 00000100:00000001:1.0:1788687340.947988:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296467227 00000100:00000001:1.0:1788687340.947991:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296471261 00000100:00000001:1.0:1788687340.947993:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687340.947996:0:2368:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687340.947999:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687340.948001:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788687340.948002:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1788687340.948006:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2200. 00000100:00000001:1.0:1788687340.948011:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1788687340.948013:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788687340.948014:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788687340.948019:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1788687340.948020:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:1.0:1788687340.948023:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788687340.948025:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcf68 00000100:00000001:1.0:1788687340.948027:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788687340.948029:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcf68. 00000100:00100000:1.0:1788687340.948031:0:2368:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788687340.948034:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1788687340.948035:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687340.948040:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1788687340.948041:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99f80 x1875572824537728/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687340.948042:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687340.948047:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687340.948050:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687340.948052:0:2368:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788687340.948057:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687340.948060:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99c00 x1875572824537600/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687340.948064:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99f80 x1875572824537728/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687340.948081:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687340.948085:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687340.948085:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687340.948089:0:2362:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1788687340.948091:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687340.948094:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687340.948097:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687340.948101:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824537600:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687340.948105:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687340.948107:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687340.948109:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687340.948111:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687340.948115:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c57f3e00. 02000000:00000001:1.0:1788687340.948117:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687340.948121:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687340.948124:0:2368:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150108. 00000400:00000010:1.0:1788687340.948128:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcb28. 00000100:00000200:1.0:1788687340.948131:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824537600, portal 4 00000100:00000001:1.0:1788687340.948133:0:2368:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687340.948134:0:2368:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000040:1.0:1788687340.948141:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b99c00 x1875572824537600/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687340.948148:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687340.948150:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687340.948154:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dccc0. 00000100:00000200:1.0:1788687340.948157:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824537600, offset 0 00000400:00000200:1.0:1788687340.948161:0:2368:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687340.948165:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687340.948170:0:2368:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687340.948173:0:2368:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687340.948176:0:2368:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687340.948179:0:2368:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687340.948182:0:2368:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687340.948185:0:2368:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2458:2458:256:4294967295] 192.168.203.144@tcp LPNI seq info [2458:2458:8:4294967295] 00000400:00000200:1.0:1788687340.948189:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687340.948195:0:2368:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687340.948200:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687340.948204:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2100. 00000800:00000200:1.0:1788687340.948209:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687340.948214:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687340.948216:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687340.948224:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687340.948227:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20377 usecs (21 jiffies) 00000400:00000200:1.0:1788687340.948230:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687340.948232:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296466973 00000100:00000001:1.0:1788687340.948235:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296471260 00000100:00000001:1.0:1788687340.948237:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296466973 00000100:00000001:1.0:1788687340.948239:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296471261 00000100:00000001:1.0:1788687340.948241:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687340.948244:0:2368:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687340.948246:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687340.948248:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687340.948356:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687340.948360:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2100. 00000400:00000200:2.0:1788687340.948365:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687340.948369:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687340.948373:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dccc0 00000400:00000010:2.0:1788687340.948375:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dccc0. 00000100:00000001:2.0:1788687340.948378:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687340.948382:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99c00 x1875572824537600/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687340.948389:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687340.948393:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99c00 x1875572824537600/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687340.948399:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687340.948401:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788687340.948720:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687340.948724:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687340.948726:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687340.948728:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687340.958315:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687340.958337:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687340.958343:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687340.958407:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687340.958420:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687340.958439:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687340.958451:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687340.958457:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687340.958463:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687340.958468:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f4f900 00000400:00000200:3.0:1788687340.958474:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687340.958482:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6bf5 [1] + 224 00000800:00000001:3.0:1788687340.958493:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687340.958499:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687340.958503:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687340.958509:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687340.958520:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687340.958533:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9aa00 x1875572824537344/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687340.958547:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b9aa00 x1875572824537344/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687340.958626:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687340.958632:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687340.958656:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687340.958668:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687340.958673:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687340.958675:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687340.958678:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687340.958681:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687340.958686:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687340.958691:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687340.958693:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687340.958696:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687340.958698:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f4fa80 00000400:00000200:3.0:1788687340.958702:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687340.958707:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6c05 [1] + 224 00000800:00000001:3.0:1788687340.958711:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687340.958715:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687340.958717:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687340.958721:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687340.958725:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687340.958731:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99f80 x1875572824537728/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687340.958741:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b99f80 x1875572824537728/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687340.958770:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687340.958777:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687340.958781:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687340.958784:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687340.958788:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687340.958791:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687340.958795:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687340.958800:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687340.958803:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687340.958806:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687340.958810:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f4fa00 00000400:00000200:3.0:1788687340.958814:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687340.958818:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6c0d [1] + 224 00000800:00000001:3.0:1788687340.958822:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687340.958827:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687340.958829:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687340.958833:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687340.958837:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687340.958842:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99c00 x1875572824537600/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687340.958851:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b99c00 x1875572824537600/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687340.958859:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687340.958863:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687340.958867:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687340.958869:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687340.958872:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687340.958875:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687340.958879:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687340.958884:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687340.958887:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687340.958891:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687340.958895:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f4f980 00000400:00000200:3.0:1788687340.958899:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687340.958904:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x6bfd [1] + 224 00000800:00000001:3.0:1788687340.958927:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687340.958936:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687340.958938:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687340.958942:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687340.958945:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687340.958951:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b98700 x1875572824537472/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687340.958961:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b98700 x1875572824537472/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687340.958970:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687340.958975:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687340.958979:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687340.959188:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687340.959192:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687340.959200:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687340.959203:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687340.959207:0:2368:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150108. 00000400:00000200:1.0:1788687340.959213:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcb28 00000400:00000010:1.0:1788687340.959216:0:2368:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcb28. 00000100:00000001:1.0:1788687340.959220:0:2368:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687340.959226:0:2368:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99c00 x1875572824537600/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687340.959236:0:2368:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99c00 x1875572824537600/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687340.959243:0:2368:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687340.959246:0:2368:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687340.959249:0:2368:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687340.959252:0:2368:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687340.959255:0:2368:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687340.959258:0:2368:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687340.959261:0:2368:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687340.959273:0:2368:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=112 v=5 (5 5 16 137) 00000100:00001000:1.0:1788687340.959277:0:2368:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687340.959280:0:2368:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687340.959283:0:2368:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687340.959286:0:2368:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687340.959290:0:2368:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687340.959294:0:2368:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687340.959296:0:2368:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967342 00000100:00000001:1.0:1788687340.959299:0:2368:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687340.959301:0:2368:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687340.959307:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99c00 x1875572824537600/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687340.959314:0:2368:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687340.959318:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687340.959321:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687340.959325:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99c00 x1875572824537600/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687356 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687340.959334:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824537600:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1788687340.959340:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687340.959341:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687340.959343:0:2368:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150d68. 00000400:00000200:1.0:1788687340.959346:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc000 00000400:00000010:1.0:1788687340.959348:0:2368:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc000. 00000100:00000001:1.0:1788687340.959350:0:2368:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687340.959353:0:2368:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99f80 x1875572824537728/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687340.959361:0:2368:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99f80 x1875572824537728/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687340.959367:0:2368:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687340.959368:0:2368:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687340.959370:0:2368:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687340.959372:0:2368:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687340.959373:0:2368:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687340.959374:0:2368:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687340.959377:0:2368:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687340.959380:0:2368:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=112 v=5 (5 5 16 16) 00000100:00001000:1.0:1788687340.959384:0:2368:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=7 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687340.959386:0:2368:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687340.959387:0:2368:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687340.959389:0:2368:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687340.959390:0:2368:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687340.959393:0:2368:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687340.959394:0:2368:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788687340.959395:0:2368:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687340.959397:0:2368:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687340.959400:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99f80 x1875572824537728/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687340.959407:0:2368:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687340.959409:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687340.959410:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687340.959413:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99f80 x1875572824537728/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687356 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687340.959421:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824537728:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687340.959436:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687340.959439:0:2368:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687340.959443:0:2368:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b99c00 x1875572824537600/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687356 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687340.959450:0:2368:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687340.959453:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687340.959457:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c57f3e00. 02000000:00000001:1.0:1788687340.959462:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687340.959465:0:2368:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687340.959468:0:2368:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687340.959471:0:2368:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687340.959475:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c63e2700. 02000000:00000001:1.0:1788687340.959479:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687340.959482:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687340.959484:0:2368:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b99c00. 00000100:00000001:1.0:1788687340.959488:0:2368:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687340.959489:0:2368:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687340.959491:0:2368:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687340.959494:0:2368:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b99f80 x1875572824537728/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687356 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687340.959501:0:2368:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687340.959502:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687340.959504:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c57f2200. 02000000:00000001:1.0:1788687340.959506:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687340.959507:0:2368:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687340.959509:0:2368:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687340.959511:0:2368:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687340.959512:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c63e2900. 02000000:00000001:1.0:1788687340.959515:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687340.959516:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687340.959517:0:2368:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b99f80. 00000100:00000001:1.0:1788687340.959519:0:2368:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687340.959521:0:2368:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687340.959523:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788687340.959533:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1788687340.959534:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:0.0:1788687340.959537:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1788687340.959539:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788687340.959541:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1268. 00000100:00000001:1.0:1788687340.959543:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687340.959547:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687340.959547:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda770 00000400:00000010:0.0:1788687340.959551:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda770. 00000100:00000001:0.0:1788687340.959556:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687340.959562:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9aa00 x1875572824537344/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687340.959573:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9aa00 x1875572824537344/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687340.959581:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687340.959583:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687340.959586:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687340.959588:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687340.959589:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687340.959591:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687340.959593:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687340.959597:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=112 v=5 (5 5 5 5) 00000100:00001000:0.0:1788687340.959601:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=112 v=5 (1 1 1 1) 00000100:00000001:0.0:1788687340.959604:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687340.959605:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687340.959607:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687340.959610:0:2367:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687340.959612:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687340.959616:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9aa00 x1875572824537344/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687340.959623:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687340.959625:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687340.959627:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687340.959631:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9aa00 x1875572824537344/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687356 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687340.959638:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2367:1875572824537344:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1788687340.959643:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687340.959644:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687340.959647:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9aa00 x1875572824537344/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687356 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687340.959653:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687340.959654:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687340.959656:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6941600. 02000000:00000001:0.0:1788687340.959661:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687340.959662:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687340.959664:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1788687340.959666:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687340.959667:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c63e2400. 02000000:00000001:0.0:1788687340.959669:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687340.959671:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687340.959673:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9aa00. 00000100:00000001:0.0:1788687340.959676:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687340.959677:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687340.959679:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687340.959682:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687340.959683:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687340.959685:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687340.959686:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687340.959688:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f20. 00000400:00000200:0.0:1788687340.959691:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda110 00000400:00000010:0.0:1788687340.959692:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda110. 00000100:00000001:0.0:1788687340.959694:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687340.959698:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b98700 x1875572824537472/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687340.959706:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b98700 x1875572824537472/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687340.959713:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687340.959715:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687340.959716:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687340.959718:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687340.959719:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687340.959720:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687340.959722:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687340.959727:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=112 v=5 (5 103 103 103) 00000100:00001000:0.0:1788687340.959730:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687340.959732:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687340.959733:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687340.959734:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687340.959736:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687340.959739:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687340.959740:0:2367:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967650 00000100:00000001:0.0:1788687340.959742:0:2367:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687340.959802:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687340.959809:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b98700 x1875572824537472/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687340.959823:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687340.959825:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687340.959827:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687340.959831:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b98700 x1875572824537472/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687356 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687340.959838:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824537472:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1788687340.959841:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687340.959843:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687340.959846:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b98700 x1875572824537472/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687356 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687340.959852:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687340.959854:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687340.959856:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6940c00. 02000000:00000001:0.0:1788687340.959934:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687340.959936:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687340.959938:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687340.959940:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687340.959942:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c63e2500. 02000000:00000001:0.0:1788687340.959945:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687340.959946:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687340.960003:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b98700. 00000100:00000001:0.0:1788687340.960008:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687340.960009:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687340.960011:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687340.960016:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687340.960017:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687340.960019:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687340.960021:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687341.451500:0:15934:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1788687341.451510:0:15934:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687341.579241:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687341.579252:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687341.579532:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687341.579536:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687341.579540:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788687341.657122:0:32132:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687341.657133:0:32132:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687341.657136:0:32132:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687341.657141:0:32132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abbc0 00000080:00200000:1.0:1788687341.657147:0:32132:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687341.657157:0:32132:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c57f2200. 00800000:00000002:1.0:1788687341.657166:0:32132:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687341.657171:0:32132:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687341.657177:0:32132:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687341.657180:0:32132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abae0 00800000:00000002:1.0:1788687341.657184:0:32132:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687341.657188:0:32132:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687341.657193:0:32132:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687341.657199:0:32132:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687341.657202:0:32132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab9b0 00000002:00010000:1.0:1788687341.657204:0:32132:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687341.657207:0:32132:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687341.657210:0:32132:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687341.657214:0:32132:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687341.657223:0:32132:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687341.657226:0:32132:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687341.657228:0:32132:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687341.657231:0:32132:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788687341.657234:0:32132:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788687341.657241:0:32132:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99f80. 00000020:00000040:1.0:1788687341.657246:0:32132:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:1.0:1788687341.657255:0:32132:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687341.657262:0:32132:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687341.657266:0:32132:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687341.657270:0:32132:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687341.657274:0:32132:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687341.657279:0:32132:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687341.657287:0:32132:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6912c00. 00000100:00000001:1.0:1788687341.657296:0:32132:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687341.657302:0:32132:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687341.657304:0:32132:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687341.657306:0:32132:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687341.657307:0:32132:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687341.657309:0:32132:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687341.657316:0:32132:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202496413568 : -110871213138048 : ffff9b29c8b99f80) 00010000:00000001:1.0:1788687341.657321:0:32132:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788687341.657324:0:32132:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788687341.657329:0:32132:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c422f900. 00010000:00000010:1.0:1788687341.657334:0:32132:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5d3ba00. 00010000:00000001:1.0:1788687341.657340:0:32132:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687341.657343:0:32132:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a5e00. 00000020:00000001:1.0:1788687341.657348:0:32132:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687341.657351:0:32132:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a5e00 with handle 0x230d04438e811e2b to hash 00000020:00000001:1.0:1788687341.657353:0:32132:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687341.657356:0:32132:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687341.657360:0:32132:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687341.657365:0:32132:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687341.657369:0:32132:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687341.657374:0:32132:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e2b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32132 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687341.657385:0:32132:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e2b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32132 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687341.657574:0:32132:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e2b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32132 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788687341.657580:0:32132:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687341.657583:0:32132:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687341.657592:0:32132:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c6285300. 00000100:00000001:1.0:1788687341.657594:0:32132:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202453336832 : -110871256214784 : ffff9b29c6285300) 00000100:00000001:1.0:1788687341.657597:0:32132:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687341.657599:0:32132:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496413568 : -110871213138048 : ffff9b29c8b99f80) 00000100:00000001:1.0:1788687341.657604:0:32132:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687341.657609:0:32132:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687341.657611:0:32132:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687341.657614:0:32132:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687341.657628:0:32132:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99f80 x1875572824537856/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687341.657637:0:32132:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687341.657640:0:32132:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687341.657645:0:32132:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687341.657648:0:32132:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687341.657650:0:32132:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687341.657654:0:32132:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99f80 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:32132:1875572824537856:192.168.203.144@tcp:101:multiop.0 00000100:00000001:1.0:1788687341.657660:0:32132:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687341.657666:0:32132:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687341.657669:0:32132:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687341.657672:0:32132:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687341.657678:0:32132:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c7090800. 02000000:00000001:1.0:1788687341.657680:0:32132:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687341.657689:0:32132:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687341.657694:0:32132:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150d68. 00000400:00000010:1.0:1788687341.657703:0:32132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc000. 00000100:00000200:1.0:1788687341.657711:0:32132:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824537856, portal 10 00000100:00000001:1.0:1788687341.657713:0:32132:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687341.657715:0:32132:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496413568 : -110871213138048 : ffff9b29c8b99f80) 00000100:00000040:1.0:1788687341.657722:0:32132:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b99f80 x1875572824537856/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687357 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687341.657730:0:32132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687341.657733:0:32132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687341.657735:0:32132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcb28. 00000100:00000200:1.0:1788687341.657739:0:32132:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824537856, offset 0 00000400:00000200:1.0:1788687341.657746:0:32132:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687341.657755:0:32132:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687341.657763:0:32132:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687341.657769:0:32132:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687341.657773:0:32132:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687341.657778:0:32132:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687341.657780:0:32132:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687341.657785:0:32132:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2459:2459:256:4294967295] 192.168.203.144@tcp LPNI seq info [2459:2459:8:4294967295] 00000400:00000200:1.0:1788687341.657789:0:32132:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687341.657801:0:32132:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687341.657808:0:32132:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687341.657814:0:32132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2300. 00000800:00000200:1.0:1788687341.657820:0:32132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687341.657829:0:32132:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687341.657835:0:32132:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788687341.657898:0:32132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687341.657903:0:32132:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 794238 usecs (795 jiffies) 00000400:00000200:1.0:1788687341.658071:0:32132:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687341.658074:0:32132:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296468457 00000100:00000001:1.0:1788687341.658077:0:32132:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296471260 00000100:00000001:1.0:1788687341.658080:0:32132:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296468457 00000100:00000001:1.0:1788687341.658082:0:32132:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296471261 00000100:00000001:1.0:1788687341.658084:0:32132:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687341.658088:0:32132:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687341.658091:0:32132:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687341.658093:0:32132:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687341.658096:0:32132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6285300 going to sleep for 11 seconds 00000100:00000001:1.0:1788687341.658099:0:32132:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687341.658103:0:32132:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687341.658260:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687341.658266:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2300. 00000400:00000200:2.0:1788687341.658272:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687341.658278:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687341.658285:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcb28 00000400:00000010:2.0:1788687341.658288:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcb28. 00000100:00000001:2.0:1788687341.658292:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687341.658297:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99f80 x1875572824537856/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687357 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687341.658308:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687341.658311:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99f80 x1875572824537856/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687357 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687341.658318:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687341.658320:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687341.668397:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687341.668431:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687341.668438:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687341.668442:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687341.668453:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687341.668463:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687341.668474:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687341.668480:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687341.668486:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687341.668491:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f4fb00 00000400:00000200:2.0:1788687341.668498:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687341.668505:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x6c15 [1] + 224 00000800:00000001:2.0:1788687341.668516:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687341.668526:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687341.668530:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687341.668535:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687341.668546:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687341.668558:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99f80 x1875572824537856/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687357 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687341.668570:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c8b99f80 x1875572824537856/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687357 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687341.668935:0:32132:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687341.668990:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687341.669003:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687341.669008:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788687341.670145:0:32132:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687341.670203:0:32132:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687341.670210:0:32132:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150d68. 00000400:00000200:1.0:1788687341.670220:0:32132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc000 00000400:00000010:1.0:1788687341.670224:0:32132:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc000. 00000100:00000001:1.0:1788687341.670230:0:32132:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687341.670247:0:32132:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99f80 x1875572824537856/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687357 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687341.670259:0:32132:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99f80 x1875572824537856/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687357 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687341.670266:0:32132:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687341.670269:0:32132:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687341.670272:0:32132:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687341.670277:0:32132:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687341.670280:0:32132:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687341.670283:0:32132:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687341.670286:0:32132:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687341.670299:0:32132:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=113 v=5 (5 103 103 103) 00000100:00001000:1.0:1788687341.670305:0:32132:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687341.670308:0:32132:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687341.670311:0:32132:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687341.670314:0:32132:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687341.670320:0:32132:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687341.670324:0:32132:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687341.670328:0:32132:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967650 00000100:00000001:1.0:1788687341.670331:0:32132:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687341.670333:0:32132:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687341.670340:0:32132:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99f80 x1875572824537856/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687357 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687341.670355:0:32132:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687341.670359:0:32132:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687341.670361:0:32132:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687341.670366:0:32132:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99f80 x1875572824537856/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687357 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687341.670375:0:32132:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99f80 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:32132:1875572824537856:192.168.203.144@tcp:101:multiop.0 00000100:00000001:1.0:1788687341.670380:0:32132:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687341.670384:0:32132:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687341.670386:0:32132:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687341.670389:0:32132:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687341.670394:0:32132:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99f80 x1875572824537856/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687357 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687341.670402:0:32132:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687341.670406:0:32132:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c6285300. 00000100:00000001:1.0:1788687341.670409:0:32132:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687341.670411:0:32132:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687341.670414:0:32132:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788687341.670526:0:32132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687341.670530:0:32132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687341.670534:0:32132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=4 00000020:00000001:1.0:1788687341.670537:0:32132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687341.670541:0:32132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000040:1.0:1788687341.670549:0:32132:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c97a5e00, remote cookie: 0x59c08f76ab1d26a2, flags: 0x1001 00010000:00010000:1.0:1788687341.670556:0:32132:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e2b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26a2 expref: -99 pid: 32132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687341.670568:0:32132:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e2b lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26a2 expref: -99 pid: 32132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687341.670581:0:32132:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788687341.670586:0:32132:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788687341.670588:0:32132:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788687341.670590:0:32132:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788687341.670592:0:32132:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788687341.670595:0:32132:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b29c422f900) refcount = 1 00010000:00010000:1.0:1788687341.670600:0:32132:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e2b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d26a2 expref: -99 pid: 32132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687341.670607:0:32132:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788687341.670611:0:32132:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788687341.670613:0:32132:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687341.670617:0:32132:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788687341.670620:0:32132:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687341.670624:0:32132:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e2b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26a2 expref: -99 pid: 32132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687341.670630:0:32132:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788687341.670632:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.670634:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687341.670635:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.670636:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687341.670638:0:32132:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687341.670644:0:32132:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788687341.670646:0:32132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687341.670648:0:32132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687341.670650:0:32132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=3 00000020:00000001:1.0:1788687341.670652:0:32132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687341.670655:0:32132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687341.670658:0:32132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687341.670659:0:32132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687341.670660:0:32132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=4 00000020:00000001:1.0:1788687341.670662:0:32132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687341.670664:0:32132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687341.670668:0:32132:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687341.670672:0:32132:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687341.670675:0:32132:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e2b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d26a2 expref: -99 pid: 32132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687341.670683:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.670684:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687341.670685:0:32132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687341.670686:0:32132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687341.670688:0:32132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=5 00000020:00000001:1.0:1788687341.670690:0:32132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687341.670692:0:32132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687341.670694:0:32132:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687341.670697:0:32132:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e2b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d26a2 expref: -99 pid: 32132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687341.670703:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.670704:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788687341.670707:0:32132:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e2b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d26a2 expref: -99 pid: 32132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687341.670713:0:32132:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687341.670715:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.670716:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687341.670717:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.670718:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788687341.670724:0:32132:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c8b99f80 x1875572824537856/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687357 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788687341.670737:0:32132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687341.670738:0:32132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687341.670740:0:32132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=3 00000020:00000001:1.0:1788687341.670742:0:32132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687341.670745:0:32132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687341.670747:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.670749:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687341.670750:0:32132:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687341.670753:0:32132:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687341.670757:0:32132:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788687341.670760:0:32132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687341.670762:0:32132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687341.670763:0:32132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=3 00000020:00000001:1.0:1788687341.670765:0:32132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687341.670767:0:32132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00000002:00010000:1.0:1788687341.670772:0:32132:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26a2 expref: -99 pid: 32132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687341.670779:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.670780:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687341.670783:0:32132:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687341.670784:0:32132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687341.670786:0:32132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687341.670787:0:32132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=3 00000020:00000001:1.0:1788687341.670789:0:32132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687341.670791:0:32132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000040:1.0:1788687341.670799:0:32132:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f900 count: 2 00010000:00000001:1.0:1788687341.670802:0:32132:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788687341.670807:0:32132:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788687341.670810:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.670812:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687341.670813:0:32132:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788687341.670816:0:32132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab938 00000002:00002000:1.0:1788687341.670818:0:32132:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788687341.670822:0:32132:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687341.670826:0:32132:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687341.670830:0:32132:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788687341.670834:0:32132:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788687341.670837:0:32132:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687341.670842:0:32132:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687341.670846:0:32132:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c57f2200. 00000080:00000001:1.0:1788687341.670851:0:32132:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687341.670854:0:32132:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788687341.670862:0:32132:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788687341.670868:0:32132:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788687341.670881:0:32132:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b29d099b1c0. 00800000:00000001:1.0:1788687341.670883:0:32132:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633202628538816 : -110871081012800 : ffff9b29d099b1c0) 00800000:00000001:1.0:1788687341.670885:0:32132:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687341.670888:0:32132:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788687341.670891:0:32132:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788687341.670894:0:32132:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788687341.670897:0:32132:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788687341.670900:0:32132:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788687341.670902:0:32132:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687341.671372:0:32132:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788687341.671378:0:32132:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788687341.671383:0:32132:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788687341.671387:0:32132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687341.671388:0:32132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687341.671391:0:32132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=3 00000020:00000001:1.0:1788687341.671394:0:32132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687341.671396:0:32132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687341.671399:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.671400:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687341.671402:0:32132:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788687341.671405:0:32132:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788687341.671407:0:32132:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d099b1c0 1 00800000:00000010:1.0:1788687341.671410:0:32132:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b29d099b1c0. 00800000:00000001:1.0:1788687341.671414:0:32132:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687341.671473:0:32132:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811e2b 00800000:00000001:1.0:1788687341.671478:0:32132:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687341.671482:0:32132:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687341.671483:0:32132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687341.671485:0:32132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687341.671486:0:32132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=3 00000020:00000001:1.0:1788687341.671488:0:32132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687341.671491:0:32132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687341.671494:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.671495:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687341.671496:0:32132:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687341.671499:0:32132:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687341.671501:0:32132:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687341.671503:0:32132:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687341.671507:0:32132:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811e2b from it ffffaca0814abbf8 00010000:00000001:1.0:1788687341.671509:0:32132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687341.671510:0:32132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687341.671512:0:32132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=3 00000020:00000001:1.0:1788687341.671514:0:32132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687341.671516:0:32132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687341.671518:0:32132:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687341.671522:0:32132:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d26a2 expref: -99 pid: 32132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687341.671529:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.671530:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687341.671532:0:32132:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687341.671535:0:32132:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687341.671538:0:32132:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26a2 expref: -99 pid: 32132 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687341.671547:0:32132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687341.671550:0:32132:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687341.671552:0:32132:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687341.671557:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.671558:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687341.671560:0:32132:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687341.671565:0:32132:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687341.671567:0:32132:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687341.671569:0:32132:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687341.671572:0:32132:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687341.671574:0:32132:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687341.671575:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.671576:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687341.671579:0:32132:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687341.671587:0:32132:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b99f80 x1875572824537856/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687357 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687341.671595:0:32132:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687341.671598:0:32132:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687341.671602:0:32132:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c7090800. 02000000:00000001:1.0:1788687341.671605:0:32132:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687341.671609:0:32132:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687341.671611:0:32132:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687341.671613:0:32132:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687341.671617:0:32132:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c6912c00. 02000000:00000001:1.0:1788687341.671620:0:32132:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687341.671622:0:32132:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687341.671625:0:32132:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b99f80. 00000100:00000001:1.0:1788687341.671629:0:32132:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687341.671631:0:32132:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687341.671635:0:32132:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788687341.671641:0:32132:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687341.671665:0:32132:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c5d005a0. 00000080:00000001:1.0:1788687341.671673:0:32132:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687341.671675:0:32132:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687341.671677:0:32132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abb00 00000080:00200000:1.0:1788687341.671679:0:32132:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687341.671684:0:32132:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c57f2200. 00800000:00000002:1.0:1788687341.671690:0:32132:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687341.671694:0:32132:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687341.671697:0:32132:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687341.671699:0:32132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814aba20 00800000:00000002:1.0:1788687341.671701:0:32132:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687341.671706:0:32132:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687341.671710:0:32132:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687341.671715:0:32132:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687341.671717:0:32132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab8f0 00000002:00010000:1.0:1788687341.671719:0:32132:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687341.671723:0:32132:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687341.671725:0:32132:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687341.671728:0:32132:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687341.671732:0:32132:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f900 count: 2 00010000:00000001:1.0:1788687341.671735:0:32132:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687341.671739:0:32132:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687341.671742:0:32132:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687341.671746:0:32132:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26a2 expref: -99 pid: 32132 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788687341.671755:0:32132:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687341.671760:0:32132:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687341.671764:0:32132:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e2b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26a2 expref: -99 pid: 32132 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788687341.671772:0:32132:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687341.671774:0:32132:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687341.671776:0:32132:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687341.671778:0:32132:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687341.671780:0:32132:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687341.671782:0:32132:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687341.671785:0:32132:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788687341.671787:0:32132:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687341.671790:0:32132:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c57f2200. 00000080:00000001:1.0:1788687341.671793:0:32132:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687341.671795:0:32132:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687341.671797:0:32132:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687341.671800:0:32132:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811e2b 00800000:00000001:1.0:1788687341.671805:0:32132:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687341.671806:0:32132:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687341.671807:0:32132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687341.671809:0:32132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687341.671810:0:32132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=3 00000020:00000001:1.0:1788687341.671812:0:32132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687341.671814:0:32132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687341.671817:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.671818:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687341.671820:0:32132:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687341.671822:0:32132:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687341.671824:0:32132:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811e2b from it ffffaca0814abb38 00010000:00000001:1.0:1788687341.671826:0:32132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687341.671827:0:32132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687341.671828:0:32132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=3 00000020:00000001:1.0:1788687341.671831:0:32132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687341.671833:0:32132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687341.671835:0:32132:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687341.671837:0:32132:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d26a2 expref: -99 pid: 32132 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687341.671843:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.671844:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687341.671846:0:32132:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687341.671847:0:32132:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687341.671849:0:32132:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26a2 expref: -99 pid: 32132 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788687341.671857:0:32132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687341.671859:0:32132:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687341.671860:0:32132:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687341.671862:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.671863:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687341.671864:0:32132:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687341.671867:0:32132:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687341.671869:0:32132:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687341.671871:0:32132:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687341.671873:0:32132:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687341.671875:0:32132:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687341.671876:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.671877:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687341.671878:0:32132:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687341.671880:0:32132:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687341.671882:0:32132:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788687341.671885:0:32132:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687341.671889:0:32132:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788687341.671891:0:32132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abb58 00000080:00200000:1.0:1788687341.671893:0:32132:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), file ffff9b29cb663200, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1788687341.671899:0:32132:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b29c974e0c0. 00000080:00000001:1.0:1788687341.671904:0:32132:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788687341.671985:0:32132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814aba08 00000080:00200000:1.0:1788687341.671987:0:32132:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=open|creat 00000080:00000010:1.0:1788687341.671996:0:32132:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c57f2200. 00800000:00000002:1.0:1788687341.671999:0:32132:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687341.672005:0:32132:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687341.672007:0:32132:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687341.672008:0:32132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab928 00800000:00000002:1.0:1788687341.672010:0:32132:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687341.672014:0:32132:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788687341.672017:0:32132:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788687341.672023:0:32132:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633202409432576 : -110871300119040 : ffff9b29c38a6600) 00800000:00000001:1.0:1788687341.672027:0:32132:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788687341.672029:0:32132:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788687341.672032:0:32132:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788687341.672035:0:32132:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788687341.672039:0:32132:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b29e019e800: Allocated FID [0x200000404:0x2b:0x0] 40000000:00000001:1.0:1788687341.672043:0:32132:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687341.672045:0:32132:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687341.672047:0:32132:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687341.672050:0:32132:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687341.672052:0:32132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab8a8 00800000:00000002:1.0:1788687341.672054:0:32132:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2b:0x0], name='f22.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:1.0:1788687341.672057:0:32132:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687341.672059:0:32132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab7e0 00000002:00010000:1.0:1788687341.672061:0:32132:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-2,[0x200000404:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1788687341.672065:0:32132:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788687341.672068:0:32132:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788687341.672071:0:32132:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788687341.672076:0:32132:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687341.672078:0:32132:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788687341.672080:0:32132:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f900 count: 2 00010000:00000001:1.0:1788687341.672082:0:32132:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687341.672084:0:32132:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788687341.672087:0:32132:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687341.672090:0:32132:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e2b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d26a2 expref: -99 pid: 32132 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788687341.672098:0:32132:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788687341.672102:0:32132:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788687341.672104:0:32132:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788687341.672106:0:32132:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788687341.672109:0:32132:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687341.672110:0:32132:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687341.672112:0:32132:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f900 count: 3 00010000:00000001:1.0:1788687341.672114:0:32132:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687341.672117:0:32132:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687341.672118:0:32132:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687341.672120:0:32132:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687341.672121:0:32132:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f900 count: 3 00010000:00000001:1.0:1788687341.672123:0:32132:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687341.672125:0:32132:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687341.672127:0:32132:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687341.672128:0:32132:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687341.672129:0:32132:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f900 count: 3 00010000:00000001:1.0:1788687341.672132:0:32132:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687341.672134:0:32132:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687341.672135:0:32132:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788687341.672138:0:32132:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b29d8594200, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788687341.672143:0:32132:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788687341.672145:0:32132:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788687341.672147:0:32132:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788687341.672149:0:32132:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687341.672152:0:32132:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687341.672230:0:32132:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687341.672232:0:32132:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687341.672234:0:32132:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687341.672236:0:32132:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788687341.672240:0:32132:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a5e00 with handle 0x230d04438e811e2b from hash 00010000:00000001:1.0:1788687341.672242:0:32132:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687341.672244:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.672245:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687341.672246:0:32132:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687341.672249:0:32132:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687341.672251:0:32132:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788687341.672255:0:32132:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788687341.672257:0:32132:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687341.672259:0:32132:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788687341.672267:0:32132:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99f80. 00000020:00000040:1.0:1788687341.672271:0:32132:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:1.0:1788687341.672278:0:32132:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788687341.672280:0:32132:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687341.672283:0:32132:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687341.672288:0:32132:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687341.672290:0:32132:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687341.672293:0:32132:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687341.672295:0:32132:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687341.672299:0:32132:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687341.672307:0:32132:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6912c00. 00000100:00000001:1.0:1788687341.672316:0:32132:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687341.672321:0:32132:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687341.672325:0:32132:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788687341.672329:0:32132:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e2b lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d26a2 expref: -99 pid: 32132 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788687341.672337:0:32132:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788687341.672338:0:32132:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788687341.672340:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687341.672342:0:32132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e2b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d26a2 expref: -99 pid: 32132 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1788687341.672351:0:32132:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c422f900 count: 0 00010000:00000010:1.0:1788687341.672357:0:32132:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5d3ba00. 00010000:00000001:1.0:1788687341.672369:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687341.672371:0:32132:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687341.672372:0:32132:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687341.672374:0:32132:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687341.672375:0:32132:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687341.672387:0:32132:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633202496413568 : -110871213138048 : ffff9b29c8b99f80) 00010000:00000001:1.0:1788687341.672391:0:32132:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788687341.672393:0:32132:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788687341.672398:0:32132:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c422f000. 00010000:00000010:1.0:1788687341.672402:0:32132:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5d3ba00. 00010000:00000001:1.0:1788687341.672408:0:32132:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687341.672412:0:32132:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a4c00. 00000020:00000001:1.0:1788687341.672415:0:32132:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687341.672426:0:32132:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a4c00 with handle 0x230d04438e811e32 to hash 00000020:00000001:1.0:1788687341.672484:0:32132:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687341.672486:0:32132:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687341.672491:0:32132:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687341.672495:0:32132:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687341.672497:0:32132:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687341.672501:0:32132:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811e32 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32132 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687341.672513:0:32132:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811e32 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32132 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788687341.672529:0:32132:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788687341.672538:0:32132:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8b99f80 x1875572824538112/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788687341.672549:0:32132:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811e32 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32132 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788687341.672555:0:32132:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687341.672558:0:32132:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687341.672567:0:32132:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c6285300. 00000100:00000001:1.0:1788687341.672570:0:32132:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202453336832 : -110871256214784 : ffff9b29c6285300) 00000100:00000001:1.0:1788687341.672573:0:32132:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687341.672575:0:32132:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496413568 : -110871213138048 : ffff9b29c8b99f80) 00000100:00000001:1.0:1788687341.672581:0:32132:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687341.672586:0:32132:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687341.672589:0:32132:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687341.672591:0:32132:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687341.672596:0:32132:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99f80 x1875572824538112/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687341.672604:0:32132:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687341.672607:0:32132:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687341.672611:0:32132:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687341.672614:0:32132:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687341.672617:0:32132:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687341.672621:0:32132:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99f80 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:32132:1875572824538112:192.168.203.144@tcp:101:multiop.0 00000100:00000001:1.0:1788687341.672626:0:32132:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687341.672635:0:32132:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687341.672638:0:32132:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687341.672641:0:32132:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687341.672734:0:32132:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b29c6980000. 02000000:00000001:1.0:1788687341.672737:0:32132:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687341.672748:0:32132:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687341.672753:0:32132:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150d68. 00000400:00000010:1.0:1788687341.672763:0:32132:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b29c6911c00. 00000100:00000200:1.0:1788687341.672772:0:32132:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875572824538112, portal 10 00000100:00000001:1.0:1788687341.672774:0:32132:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687341.672776:0:32132:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496413568 : -110871213138048 : ffff9b29c8b99f80) 00000100:00000040:1.0:1788687341.672783:0:32132:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b99f80 x1875572824538112/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687357 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687341.672791:0:32132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687341.672795:0:32132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687341.672799:0:32132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc000. 00000100:00000200:1.0:1788687341.672804:0:32132:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875572824538112, offset 0 00000400:00000200:1.0:1788687341.672812:0:32132:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687341.672822:0:32132:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687341.672832:0:32132:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687341.672839:0:32132:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687341.672845:0:32132:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687341.672850:0:32132:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687341.672853:0:32132:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687341.672858:0:32132:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2460:2460:256:4294967295] 192.168.203.144@tcp LPNI seq info [2460:2460:8:4294967295] 00000400:00000200:1.0:1788687341.672863:0:32132:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687341.672875:0:32132:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687341.672884:0:32132:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687341.672891:0:32132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2900. 00000800:00000200:1.0:1788687341.672899:0:32132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687341.672979:0:32132:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687341.672985:0:32132:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2900 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1788687341.673174:0:32132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687341.673180:0:32132:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 793202 usecs (794 jiffies) 00000400:00000200:1.0:1788687341.673185:0:32132:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687341.673188:0:32132:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296468472 00000100:00000001:1.0:1788687341.673191:0:32132:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296471260 00000100:00000001:1.0:1788687341.673193:0:32132:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296468472 00000100:00000001:1.0:1788687341.673196:0:32132:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296471261 00000100:00000001:1.0:1788687341.673198:0:32132:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687341.673201:0:32132:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687341.673204:0:32132:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687341.673206:0:32132:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687341.673209:0:32132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6285300 going to sleep for 11 seconds 00000100:00000001:1.0:1788687341.673212:0:32132:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687341.673216:0:32132:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687341.673743:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687341.673750:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2900. 00000400:00000200:2.0:1788687341.673758:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687341.673765:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687341.673772:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc000 00000400:00000010:2.0:1788687341.673774:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc000. 00000100:00000001:2.0:1788687341.673780:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687341.673786:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99f80 x1875572824538112/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687357 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687341.673797:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687341.673801:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99f80 x1875572824538112/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687357 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687341.673808:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687341.673810:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788687341.678001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f900. 00010000:00000010:1.1:1788687341.678023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5e00. 00000800:00000001:2.0:1788687341.688774:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687341.688796:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687341.688801:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687341.688803:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687341.688815:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687341.688825:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687341.688835:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687341.688841:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687341.688847:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687341.688852:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x6a9d2d3f4fc00 00000400:00000200:2.0:1788687341.688858:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687341.688865:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x6c1d [32] + 224 00000800:00000001:2.0:1788687341.688872:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687341.688879:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687341.688883:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687341.688888:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687341.688898:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687341.688955:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99f80 x1875572824538112/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687357 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687341.688967:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b29c8b99f80 x1875572824538112/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687357 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687341.689030:0:32132:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687341.689106:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788687341.689117:0:2362:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788687341.689121:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687341.689128:0:2362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687341.689135:0:2362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2461:2461:256:4294967295] 192.168.203.144@tcp LPNI seq info [2461:2461:8:4294967295] 00000400:00000200:2.0:1788687341.689140:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687341.689149:0:2362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1788687341.689156:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687341.689228:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9b29c43be000. 00000800:00000200:3.0:1788687341.689237:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687341.689245:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687341.689250:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c43be000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788687341.689345:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687341.689350:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9b29c43be000. 00000400:00000200:3.0:1788687341.689353:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687341.689357:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1788687341.689364:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687341.689367:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788687341.692714:0:32132:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687341.692724:0:32132:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687341.692730:0:32132:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150d68. 00000400:00000200:1.0:1788687341.692742:0:32132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6911c00 00000400:00000010:1.0:1788687341.692745:0:32132:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b29c6911c00. 00000100:00000001:1.0:1788687341.692751:0:32132:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687341.692767:0:32132:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99f80 x1875572824538112/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687357 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687341.692781:0:32132:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99f80 x1875572824538112/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687357 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687341.692790:0:32132:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687341.692793:0:32132:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687341.692797:0:32132:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687341.692801:0:32132:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687341.692803:0:32132:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687341.692807:0:32132:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687341.692809:0:32132:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687341.692821:0:32132:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=113 v=5 (5 103 103 103) 00000100:00001000:1.0:1788687341.692826:0:32132:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687341.692829:0:32132:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687341.692832:0:32132:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687341.692836:0:32132:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687341.692842:0:32132:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687341.692847:0:32132:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788687341.692849:0:32132:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1] 00000100:00000001:1.0:1788687341.692852:0:32132:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788687341.692855:0:32132:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687341.692857:0:32132:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496413568 : -110871213138048 : ffff9b29c8b99f80) 00000100:00000001:1.0:1788687341.692861:0:32132:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687341.692863:0:32132:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967650 00000100:00000001:1.0:1788687341.692865:0:32132:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687341.692869:0:32132:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687341.692875:0:32132:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99f80 x1875572824538112/t4294967651(4294967651) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1788687357 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687341.692883:0:32132:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687341.692886:0:32132:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687341.692889:0:32132:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687341.692893:0:32132:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99f80 x1875572824538112/t4294967651(4294967651) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1788687357 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687341.692901:0:32132:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99f80 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:32132:1875572824538112:192.168.203.144@tcp:101:multiop.0 00000100:00000001:1.0:1788687341.692934:0:32132:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687341.692939:0:32132:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687341.692942:0:32132:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687341.692945:0:32132:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687341.692949:0:32132:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99f80 x1875572824538112/t4294967651(4294967651) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1788687357 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687341.692956:0:32132:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687341.692959:0:32132:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c6285300. 00000100:00000001:1.0:1788687341.692963:0:32132:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687341.692965:0:32132:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687341.692968:0:32132:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788687341.692975:0:32132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687341.692978:0:32132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687341.692982:0:32132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4c00 refcount=4 00000020:00000001:1.0:1788687341.692985:0:32132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687341.692988:0:32132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000040:1.0:1788687341.692997:0:32132:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c97a4c00, remote cookie: 0x59c08f76ab1d26be, flags: 0x1001 00010000:00010000:1.0:1788687341.693003:0:32132:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811e32 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26be expref: -99 pid: 32132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788687341.693012:0:32132:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788687341.693016:0:32132:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788687341.693033:0:32132:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c422f900. 00010000:00000010:1.0:1788687341.693039:0:32132:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5d3bc00. 00010000:00000040:1.0:1788687341.693046:0:32132:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c422f000 count: 0 00010000:00000010:1.0:1788687341.693053:0:32132:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5d3ba00. 00010000:00000001:1.0:1788687341.693063:0:32132:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687341.693067:0:32132:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811e32 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26be expref: -99 pid: 32132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687341.693077:0:32132:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811e32 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26be expref: -99 pid: 32132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687341.693085:0:32132:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788687341.693090:0:32132:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788687341.693093:0:32132:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788687341.693095:0:32132:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788687341.693097:0:32132:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788687341.693100:0:32132:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2b:0x0].0x0 (ffff9b29c422f900) refcount = 1 00010000:00010000:1.0:1788687341.693104:0:32132:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811e32 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d26be expref: -99 pid: 32132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687341.693111:0:32132:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788687341.693116:0:32132:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788687341.693117:0:32132:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687341.693121:0:32132:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788687341.693124:0:32132:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687341.693127:0:32132:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811e32 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26be expref: -99 pid: 32132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687341.693134:0:32132:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788687341.693136:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.693138:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687341.693139:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.693141:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687341.693143:0:32132:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687341.693150:0:32132:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788687341.693153:0:32132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687341.693154:0:32132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687341.693156:0:32132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4c00 refcount=3 00000020:00000001:1.0:1788687341.693157:0:32132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687341.693160:0:32132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687341.693163:0:32132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687341.693164:0:32132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687341.693165:0:32132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4c00 refcount=4 00000020:00000001:1.0:1788687341.693167:0:32132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687341.693169:0:32132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687341.693173:0:32132:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687341.693176:0:32132:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687341.693180:0:32132:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811e32 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d26be expref: -99 pid: 32132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687341.693187:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.693189:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687341.693190:0:32132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687341.693191:0:32132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687341.693192:0:32132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4c00 refcount=5 00000020:00000001:1.0:1788687341.693195:0:32132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687341.693197:0:32132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687341.693199:0:32132:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687341.693202:0:32132:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811e32 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d26be expref: -99 pid: 32132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687341.693208:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.693209:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788687341.693212:0:32132:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811e32 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d26be expref: -99 pid: 32132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687341.693218:0:32132:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687341.693219:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.693220:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687341.693222:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.693223:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788687341.693229:0:32132:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9b29c8b99f80 x1875572824538112/t4294967651(4294967651) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1788687357 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788687341.693240:0:32132:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788687341.693246:0:32132:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c8b99f80 x1875572824538112/t4294967651(4294967651) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1788687357 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788687341.693253:0:32132:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687341.693262:0:32132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687341.693264:0:32132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687341.693265:0:32132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4c00 refcount=3 00000020:00000001:1.0:1788687341.693267:0:32132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687341.693269:0:32132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00000002:00010000:1.0:1788687341.693273:0:32132:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811e32 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26be expref: -99 pid: 32132 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788687341.693284:0:32132:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b29d099b1c0. 00010000:00000001:1.0:1788687341.693286:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.693288:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687341.693289:0:32132:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687341.693292:0:32132:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687341.693295:0:32132:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788687341.693298:0:32132:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687341.693299:0:32132:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496413568 : -110871213138048 : ffff9b29c8b99f80) 00000100:00000001:1.0:1788687341.693301:0:32132:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687341.693303:0:32132:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496413568 : -110871213138048 : ffff9b29c8b99f80) 00010000:00000001:1.0:1788687341.693305:0:32132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687341.693306:0:32132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687341.693307:0:32132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4c00 refcount=3 00000020:00000001:1.0:1788687341.693309:0:32132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687341.693311:0:32132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00000002:00010000:1.0:1788687341.693316:0:32132:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811e32 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26be expref: -99 pid: 32132 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687341.693323:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.693324:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687341.693326:0:32132:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687341.693328:0:32132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687341.693329:0:32132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687341.693330:0:32132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4c00 refcount=3 00000020:00000001:1.0:1788687341.693332:0:32132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687341.693334:0:32132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000040:1.0:1788687341.693339:0:32132:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f900 count: 2 00010000:00000001:1.0:1788687341.693342:0:32132:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788687341.693346:0:32132:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/43 (0 0) 00010000:00000001:1.0:1788687341.693348:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.693350:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687341.693352:0:32132:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788687341.693355:0:32132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab768 00000002:00002000:1.0:1788687341.693357:0:32132:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1788687341.693362:0:32132:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687341.693367:0:32132:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687341.693371:0:32132:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788687341.693375:0:32132:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788687341.693379:0:32132:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687341.693383:0:32132:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000001:1.0:1788687341.693386:0:32132:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788687341.693388:0:32132:0:(namei.c:674:ll_lookup_it_finish()) it ffff9b29c974e0c0 it_disposition 1800037 00000080:00002000:1.0:1788687341.693396:0:32132:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d8724000 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1788687341.693402:0:32132:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788687341.693405:0:32132:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1788687341.693408:0:32132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814ab990 00000080:00200000:1.0:1788687341.693411:0:32132:0:(namei.c:1628:ll_create_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=open|creat 00000080:00000001:1.0:1788687341.693414:0:32132:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1788687341.693426:0:32132:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788687341.693432:0:32132:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788687341.693436:0:32132:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788687341.693439:0:32132:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:1.0:1788687341.693443:0:32132:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788687341.693456:0:32132:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b29d85adac0. 00000020:00000001:1.0:1788687341.693469:0:32132:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1788687341.693471:0:32132:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1788687341.693475:0:32132:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788687341.693477:0:32132:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff9b29d85adb88) 00000020:00000001:1.0:1788687341.693481:0:32132:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687341.693487:0:32132:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:1.0:1788687341.693490:0:32132:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000020:00000001:1.0:1788687341.693495:0:32132:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1788687341.693500:0:32132:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9b29d02b0bb8. 00000020:00000001:1.0:1788687341.693503:0:32132:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788687341.693505:0:32132:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687341.693515:0:32132:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1788687341.693519:0:32132:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9b29e015b2e8. 00020000:00000001:1.0:1788687341.693522:0:32132:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446633202888323816 : -110870821227800 : ffff9b29e015b2e8) 00020000:00000001:1.0:1788687341.693525:0:32132:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1788687341.693529:0:32132:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788687341.693535:0:32132:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c974ede0. 00020000:00000010:1.0:1788687341.693540:0:32132:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29c63aa600. 00020000:00000010:1.0:1788687341.693546:0:32132:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c974eae0. 00020000:00000001:1.0:1788687341.693549:0:32132:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202508688096 : -110871200863520 : ffff9b29c974eae0) 00020000:00000002:1.0:1788687341.693553:0:32132:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c974eae0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788687341.693557:0:32132:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788687341.693561:0:32132:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c63aa600: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:1.0:1788687341.693564:0:32132:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1788687341.693566:0:32132:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c974eae0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788687341.693570:0:32132:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788687341.693573:0:32132:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c63aa600: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000010:1.0:1788687341.693577:0:32132:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9b29c63abd70. 00020000:00000010:1.0:1788687341.693581:0:32132:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9b29c6285300. 00020000:00000001:1.0:1788687341.693587:0:32132:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1788687341.693591:0:32132:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9b29c395b110. 00020000:00000001:1.0:1788687341.693594:0:32132:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1788687341.693595:0:32132:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1788687341.693602:0:32132:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1788687341.693606:0:32132:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9b29d02b03e8. 00000020:00000001:1.0:1788687341.693608:0:32132:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788687341.693609:0:32132:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687341.693611:0:32132:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446633202621285480 : -110871088266136 : ffff9b29d02b0468) 00020000:00000001:1.0:1788687341.693616:0:32132:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1788687341.693622:0:32132:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9b29c9bd96c0. 00020000:00000001:1.0:1788687341.693625:0:32132:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687341.693630:0:32132:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633202621285480 : -110871088266136 : ffff9b29d02b0468) 00020000:00000001:1.0:1788687341.693633:0:32132:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633202621285480 : -110871088266136 : ffff9b29d02b0468) 00020000:00000002:1.0:1788687341.693637:0:32132:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x14:0x0]@ffff9b29d02b03e8[0:0] -> [0x200000404:0x2b:0x0]@ffff9b29d02b0bb8: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:1.0:1788687341.693642:0:32132:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1788687341.693644:0:32132:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1788687341.693646:0:32132:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687341.693649:0:32132:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633202621287480 : -110871088264136 : ffff9b29d02b0c38) 00000020:00001000:1.0:1788687341.693654:0:32132:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000080:00000001:1.0:1788687341.693659:0:32132:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:1.0:1788687341.693662:0:32132:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788687341.693665:0:32132:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833963 mtime from 0 to 1788687341 00000080:00000001:1.0:1788687341.693670:0:32132:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788687341.693673:0:32132:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758638472 : -110870950913144 : ffff9b29d85adb88) 00010000:00000001:1.0:1788687341.693676:0:32132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687341.693677:0:32132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687341.693679:0:32132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4c00 refcount=3 00000020:00000001:1.0:1788687341.693680:0:32132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687341.693683:0:32132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00000080:00000001:1.0:1788687341.693686:0:32132:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788687341.693688:0:32132:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687341.693689:0:32132:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:1.0:1788687341.693691:0:32132:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000020:00000001:1.0:1788687341.693694:0:32132:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788687341.693696:0:32132:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788687341.693698:0:32132:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788687341.693701:0:32132:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c974ef00. 00020000:00000010:1.0:1788687341.693703:0:32132:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29c63aa700. 00020000:00000010:1.0:1788687341.693706:0:32132:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c974e7e0. 00020000:00000001:1.0:1788687341.693708:0:32132:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202508687328 : -110871200864288 : ffff9b29c974e7e0) 00020000:00000002:1.0:1788687341.693711:0:32132:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c974e7e0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788687341.693715:0:32132:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788687341.693719:0:32132:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c63aa700: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:1.0:1788687341.693722:0:32132:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29e015b2e8) owner ffff9b29c63a0000 00020000:00000001:1.0:1788687341.693725:0:32132:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788687341.693727:0:32132:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29e015b2e8) owner ffff9b29c63a0000 00020000:00000010:1.0:1788687341.693732:0:32132:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29c63aa700. 00020000:00000010:1.0:1788687341.693736:0:32132:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c974ef00. 00020000:00000010:1.0:1788687341.693739:0:32132:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c974e7e0. 00020000:00000002:1.0:1788687341.693741:0:32132:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788687341.693744:0:32132:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687341.693746:0:32132:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687341.693750:0:32132:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788687341.693753:0:32132:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015b2e8) owner 0000000000000000/ffff9b29c63a0000 00020000:00000002:1.0:1788687341.693757:0:32132:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c974eae0 addref 2/0 by ffff9b29c63a0000. 00020000:00000002:1.0:1788687341.693760:0:32132:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015b2e8) owner 0000000000000000/ffff9b29c63a0000 00020000:00000001:1.0:1788687341.693763:0:32132:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788687341.693766:0:32132:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788687341.693768:0:32132:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788687341.693769:0:32132:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788687341.693772:0:32132:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788687341.693774:0:32132:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788687341.693776:0:32132:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000080:00000001:1.0:1788687341.693779:0:32132:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687341.693780:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.693782:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687341.693783:0:32132:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788687341.693786:0:32132:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788687341.693788:0:32132:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687341.693793:0:32132:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x2b:0x0](ffff9b29d85adb88) 00000080:00010000:1.0:1788687341.693796:0:32132:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2b:0x0](ffff9b29d85adb88) for lock 0x230d04438e811e32 00800000:00000001:1.0:1788687341.693799:0:32132:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687341.693801:0:32132:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687341.693802:0:32132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687341.693803:0:32132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687341.693804:0:32132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4c00 refcount=3 00000020:00000001:1.0:1788687341.693806:0:32132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687341.693808:0:32132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687341.693811:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.693812:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687341.693813:0:32132:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687341.693815:0:32132:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687341.693817:0:32132:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1788687341.693818:0:32132:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687341.693824:0:32132:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9b29c8b99f80 x1875572824538112/t4294967651(4294967651) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687357 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687341.693837:0:32132:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788687341.693841:0:32132:0:(namei.c:1651:ll_create_it()) inode ffff9b29d85adb88 need_sync_to_mds [0x200000404:0x2b:0x0] 00000080:00000001:1.0:1788687341.693845:0:32132:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687341.693849:0:32132:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2b:0x0](ffff9b29d85adb88) 00000080:00000001:1.0:1788687341.693852:0:32132:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788687341.693856:0:32132:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c57f2200. 00000100:00000001:1.0:1788687341.693859:0:32132:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687341.693862:0:32132:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99f80 x1875572824538112/t4294967651(4294967651) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687357 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687341.693868:0:32132:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687341.693872:0:32132:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1788687341.693874:0:32132:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788687341.693876:0:32132:0:(namei.c:1500:ll_atomic_open()) inode ffff9b29d85adb88 need_sync_to_mds [0x200000404:0x2b:0x0] 00000080:00000001:1.0:1788687341.693886:0:32132:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788687341.693889:0:32132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814aba68 00000080:00200008:1.0:1788687341.693891:0:32132:0:(file.c:1090:ll_file_open()) START file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff9b29d85adb88), flags 100102 00000080:00000010:1.0:1788687341.693900:0:32132:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29e1662500. 00000080:00000010:1.0:1788687341.694267:0:32132:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b29d099be40. 00000080:00000001:1.0:1788687341.694272:0:32132:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788687341.694277:0:32132:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1788687341.694281:0:32132:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788687341.694285:0:32132:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b29c5d00020. 00000002:00100000:1.0:1788687341.694292:0:32132:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c8b99f80 x1875572824538112/t4294967651(4294967651) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687357 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788687341.694299:0:32132:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687341.694301:0:32132:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788687341.694305:0:32132:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788687341.694308:0:32132:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687341.694311:0:32132:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687341.694315:0:32132:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687341.694319:0:32132:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99f80 x1875572824538112/t4294967651(4294967651) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687357 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788687341.694332:0:32132:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687341.694336:0:32132:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b29c6980000. 02000000:00000001:1.0:1788687341.694381:0:32132:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788687341.694384:0:32132:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687341.694387:0:32132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814aba68 00000080:00000008:1.0:1788687341.694389:0:32132:0:(file.c:1329:ll_file_open()) COMPLETED file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff9b29d85adb88), flags 100102, rc = 0 00000080:00000001:1.0:1788687341.694394:0:32132:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788687341.694396:0:32132:0:(dcache.c:176:ll_intent_release()) intent ffff9b29c974e0c0 released 00000080:00010000:1.0:1788687341.694398:0:32132:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811e32 from it ffff9b29c974e0c0 00010000:00000001:1.0:1788687341.694401:0:32132:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687341.694403:0:32132:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687341.694404:0:32132:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4c00 refcount=3 00000020:00000001:1.0:1788687341.694406:0:32132:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687341.694408:0:32132:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687341.694411:0:32132:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687341.694415:0:32132:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811e32 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d26be expref: -99 pid: 32132 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687341.694433:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.694434:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687341.694436:0:32132:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687341.694440:0:32132:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687341.694443:0:32132:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811e32 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d26be expref: -99 pid: 32132 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687341.694451:0:32132:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687341.694454:0:32132:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687341.694457:0:32132:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687341.694461:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.694462:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687341.694464:0:32132:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687341.694468:0:32132:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687341.694471:0:32132:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687341.694473:0:32132:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687341.694476:0:32132:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687341.694479:0:32132:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687341.694480:0:32132:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687341.694481:0:32132:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687341.694482:0:32132:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788687341.694484:0:32132:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:1.0:1788687341.694487:0:32132:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788687341.694489:0:32132:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687341.694491:0:32132:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788687341.694492:0:32132:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687341.694496:0:32132:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1788687341.694498:0:32132:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687341.694500:0:32132:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788687341.694503:0:32132:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687341.694505:0:32132:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788687341.694508:0:32132:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9b29c974e0c0. 00000080:00000001:1.0:1788687341.694511:0:32132:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687341.694516:0:32132:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788687341.694519:0:32132:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff9b29d85adb88), inode mode 81a4 mask 40 00000080:00000001:1.0:1788687341.694522:0:32132:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687341.694548:0:32132:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788687341.694551:0:32132:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015b2e8) owner 0000000000000000/ffff9b29c63a0000 00020000:00000002:1.0:1788687341.694555:0:32132:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015b2e8) owner 0000000000000000/ffff9b29c63a0000 00020000:00000001:1.0:1788687341.694557:0:32132:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687341.694567:0:32132:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788687341.694569:0:32132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abdf0 00000080:00200008:1.0:1788687341.694571:0:32132:0:(file.c:479:ll_file_release()) START file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff9b29d85adb88), flags 100002 00000080:00000001:1.0:1788687341.694573:0:32132:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1788687341.694576:0:32132:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:1.0:1788687341.694578:0:32132:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788687341.694579:0:32132:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015b2e8) owner 0000000000000000/ffff9b29c63a0000 00020000:00000002:1.0:1788687341.694582:0:32132:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015b2e8) owner 0000000000000000/ffff9b29c63a0000 00020000:00000001:1.0:1788687341.694584:0:32132:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687341.694586:0:32132:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1788687341.694591:0:32132:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687341.694595:0:32132:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687341.694601:0:32132:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f900 count: 2 00010000:00000001:1.0:1788687341.694603:0:32132:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687341.694608:0:32132:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687341.694611:0:32132:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2b:0x0]: 0 00000080:00000001:1.0:1788687341.694613:0:32132:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788687341.694616:0:32132:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788687341.694620:0:32132:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b29c57f2200. 00000080:00000001:1.0:1788687341.694622:0:32132:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788687341.694629:0:32132:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788687341.694633:0:32132:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788687341.694636:0:32132:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x2b:0x0] 00000002:00000001:1.0:1788687341.694640:0:32132:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788687341.694642:0:32132:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b29e019e800: [0x200000404:0x2b:0x0] file closed with intent: 0 00000100:00000010:1.0:1788687341.694648:0:32132:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99c00. 00000020:00000040:1.0:1788687341.694652:0:32132:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:1.0:1788687341.694658:0:32132:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687341.694661:0:32132:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687341.694666:0:32132:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687341.694673:0:32132:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c57f3e00. 00000100:00000001:1.0:1788687341.694682:0:32132:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788687341.694692:0:32132:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b29c8b99f80 x1875572824538112/t4294967651(4294967651) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687357 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788687341.694704:0:32132:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788687341.694709:0:32132:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8b99c00 x1875572824538368/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788687341.694717:0:32132:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687341.694719:0:32132:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687341.694728:0:32132:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c6285180. 00000100:00000001:1.0:1788687341.694730:0:32132:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202453336448 : -110871256215168 : ffff9b29c6285180) 00000100:00000001:1.0:1788687341.694733:0:32132:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687341.694735:0:32132:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000001:1.0:1788687341.694740:0:32132:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687341.694745:0:32132:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687341.694748:0:32132:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687341.694750:0:32132:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687341.694754:0:32132:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99c00 x1875572824538368/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687341.694762:0:32132:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687341.694765:0:32132:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687341.694769:0:32132:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687341.694772:0:32132:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687341.694775:0:32132:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687341.694779:0:32132:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99c00 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:32132:1875572824538368:192.168.203.144@tcp:35:multiop.0 00000100:00000001:1.0:1788687341.694784:0:32132:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687341.694790:0:32132:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687341.694792:0:32132:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687341.694796:0:32132:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687341.694800:0:32132:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6911c00. 02000000:00000001:1.0:1788687341.694803:0:32132:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687341.694812:0:32132:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687341.694816:0:32132:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150d68. 00000400:00000010:1.0:1788687341.694825:0:32132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcd48. 00000100:00000200:1.0:1788687341.694834:0:32132:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824538368, portal 10 00000100:00000001:1.0:1788687341.694837:0:32132:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687341.694838:0:32132:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000040:1.0:1788687341.694844:0:32132:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b99c00 x1875572824538368/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687357 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687341.694852:0:32132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687341.694855:0:32132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687341.694858:0:32132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc330. 00000100:00000200:1.0:1788687341.694863:0:32132:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824538368, offset 0 00000400:00000200:1.0:1788687341.694870:0:32132:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687341.694881:0:32132:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687341.694890:0:32132:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687341.694896:0:32132:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687341.694901:0:32132:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687341.694935:0:32132:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687341.694939:0:32132:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687341.694944:0:32132:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2462:2462:256:4294967295] 192.168.203.144@tcp LPNI seq info [2462:2462:8:4294967295] 00000400:00000200:1.0:1788687341.694948:0:32132:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687341.694960:0:32132:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687341.694968:0:32132:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687341.694976:0:32132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2700. 00000800:00000200:1.0:1788687341.694985:0:32132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687341.694995:0:32132:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687341.695000:0:32132:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788687341.695088:0:32132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687341.695093:0:32132:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 792181 usecs (793 jiffies) 00000400:00000200:1.0:1788687341.695097:0:32132:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687341.695100:0:32132:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296468493 00000100:00000001:1.0:1788687341.695103:0:32132:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296471260 00000100:00000001:1.0:1788687341.695106:0:32132:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296468493 00000100:00000001:1.0:1788687341.695108:0:32132:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296471261 00000100:00000001:1.0:1788687341.695110:0:32132:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687341.695113:0:32132:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687341.695116:0:32132:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687341.695118:0:32132:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687341.695122:0:32132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6285180 going to sleep for 11 seconds 00000100:00000001:1.0:1788687341.695126:0:32132:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687341.695129:0:32132:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687341.698842:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687341.698855:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2700. 00000400:00000200:2.0:1788687341.698864:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687341.698875:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687341.698886:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc330 00000400:00000010:2.0:1788687341.698889:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc330. 00000100:00000001:2.0:1788687341.698896:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687341.699159:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99c00 x1875572824538368/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687357 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687341.699176:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687341.699180:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99c00 x1875572824538368/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687357 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687341.699188:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687341.699190:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788687341.703084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f000. 00010000:00000001:0.0:1788687342.603142:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687342.603155:0:31210:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687342.603158:0:31210:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687342.603162:0:31210:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.603169:0:31210:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687342.603172:0:31210:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.603174:0:31210:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.603176:0:31210:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.603180:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687342.603181:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687342.603210:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687342.603214:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687342.603216:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788687342.692873:0:32134:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687342.692885:0:32134:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687342.692888:0:32134:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687342.692892:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7b98 00000080:00200000:1.0:1788687342.692898:0:32134:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687342.693757:0:32134:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c57f2e00. 00800000:00000002:1.0:1788687342.693770:0:32134:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687342.693776:0:32134:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687342.693783:0:32134:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687342.693786:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7ab8 00800000:00000002:1.0:1788687342.693789:0:32134:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687342.693794:0:32134:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687342.693799:0:32134:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687342.693805:0:32134:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687342.693808:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7988 00000002:00010000:1.0:1788687342.693810:0:32134:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687342.693815:0:32134:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687342.693817:0:32134:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687342.693821:0:32134:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687342.693829:0:32134:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.693831:0:32134:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.693833:0:32134:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.693836:0:32134:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788687342.693840:0:32134:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788687342.693847:0:32134:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9bb80. 00000020:00000040:1.0:1788687342.693851:0:32134:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:1.0:1788687342.693861:0:32134:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687342.693867:0:32134:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687342.693876:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687342.693981:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687342.693984:0:32134:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687342.693988:0:32134:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687342.693992:0:32134:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687342.693997:0:32134:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687342.694007:0:32134:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6912400. 00000100:00000001:1.0:1788687342.694017:0:32134:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687342.694023:0:32134:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687342.694025:0:32134:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687342.694298:0:32134:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687342.694300:0:32134:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687342.694303:0:32134:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.694312:0:32134:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202496420736 : -110871213130880 : ffff9b29c8b9bb80) 00010000:00000001:1.0:1788687342.694317:0:32134:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788687342.694585:0:32134:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788687342.694594:0:32134:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c422f000. 00010000:00000010:1.0:1788687342.694599:0:32134:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5d3ba00. 00010000:00000001:1.0:1788687342.694605:0:32134:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687342.694609:0:32134:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a4800. 00000020:00000001:1.0:1788687342.694613:0:32134:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687342.694616:0:32134:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a4800 with handle 0x230d04438e811e39 to hash 00000020:00000001:1.0:1788687342.694619:0:32134:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687342.694620:0:32134:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687342.694625:0:32134:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687342.694630:0:32134:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687342.694633:0:32134:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687342.694639:0:32134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e39 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32134 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687342.694777:0:32134:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e39 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32134 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687342.694793:0:32134:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e39 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32134 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788687342.694799:0:32134:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687342.694801:0:32134:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687342.694811:0:32134:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c6285c00. 00000100:00000001:1.0:1788687342.694814:0:32134:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202453339136 : -110871256212480 : ffff9b29c6285c00) 00000100:00000001:1.0:1788687342.694817:0:32134:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687342.694818:0:32134:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496420736 : -110871213130880 : ffff9b29c8b9bb80) 00000100:00000001:1.0:1788687342.694824:0:32134:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687342.694830:0:32134:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687342.694832:0:32134:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687342.694835:0:32134:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687342.694850:0:32134:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9bb80 x1875572824538496/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687342.694859:0:32134:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687342.694863:0:32134:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687342.694867:0:32134:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687342.694871:0:32134:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687342.694873:0:32134:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687342.694877:0:32134:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9bb80 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:32134:1875572824538496:192.168.203.144@tcp:101:multiop.0 00000100:00000001:1.0:1788687342.695128:0:32134:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687342.695136:0:32134:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687342.695139:0:32134:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687342.695141:0:32134:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687342.695148:0:32134:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c7090800. 02000000:00000001:1.0:1788687342.695150:0:32134:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687342.695160:0:32134:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687342.695165:0:32134:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150108. 00000400:00000010:1.0:1788687342.695174:0:32134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc330. 00000100:00000200:1.0:1788687342.695183:0:32134:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824538496, portal 10 00000100:00000001:1.0:1788687342.695185:0:32134:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687342.695186:0:32134:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496420736 : -110871213130880 : ffff9b29c8b9bb80) 00000100:00000040:1.0:1788687342.695193:0:32134:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b9bb80 x1875572824538496/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687358 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687342.695201:0:32134:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687342.695203:0:32134:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687342.695207:0:32134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc000. 00000100:00000200:1.0:1788687342.695210:0:32134:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824538496, offset 0 00000400:00000200:1.0:1788687342.695217:0:32134:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687342.695226:0:32134:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687342.695235:0:32134:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687342.695241:0:32134:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687342.695246:0:32134:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687342.695251:0:32134:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687342.695253:0:32134:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687342.695258:0:32134:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2463:2463:256:4294967295] 192.168.203.144@tcp LPNI seq info [2463:2463:8:4294967295] 00000400:00000200:1.0:1788687342.695262:0:32134:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687342.695274:0:32134:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687342.695283:0:32134:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687342.695290:0:32134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2e00. 00000800:00000200:1.0:1788687342.695298:0:32134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687342.695308:0:32134:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687342.695314:0:32134:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788687342.696584:0:32134:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687342.696597:0:32134:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 792181 usecs (793 jiffies) 00000400:00000200:1.0:1788687342.696605:0:32134:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687342.696609:0:32134:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296469494 00000100:00000001:1.0:1788687342.696870:0:32134:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296471260 00000100:00000001:1.0:1788687342.696874:0:32134:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296469494 00000100:00000001:1.0:1788687342.696877:0:32134:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296471261 00000100:00000001:1.0:1788687342.696879:0:32134:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687342.697107:0:32134:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687342.697111:0:32134:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687342.697113:0:32134:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687342.697117:0:32134:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6285c00 going to sleep for 11 seconds 00000100:00000001:1.0:1788687342.697121:0:32134:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687342.697125:0:32134:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687342.698250:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687342.698259:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2e00. 00000400:00000200:2.0:1788687342.698268:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687342.698279:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687342.698288:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc000 00000400:00000010:2.0:1788687342.698291:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc000. 00000100:00000001:2.0:1788687342.698297:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687342.698308:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9bb80 x1875572824538496/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687358 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687342.698334:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687342.698338:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9bb80 x1875572824538496/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687358 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687342.698345:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687342.698348:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687342.701131:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687342.701155:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687342.701162:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687342.701165:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687342.701176:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687342.701186:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687342.701197:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687342.701203:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687342.701210:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687342.701214:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f4fd80 00000400:00000200:2.0:1788687342.701220:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687342.701227:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x6c2d [1] + 224 00000800:00000001:2.0:1788687342.701237:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687342.701245:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687342.701250:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687342.701255:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687342.701266:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687342.701277:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9bb80 x1875572824538496/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687358 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687342.701289:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c8b9bb80 x1875572824538496/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687358 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687342.701348:0:32134:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687342.701367:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687342.701379:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687342.701383:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788687342.701528:0:32134:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687342.701531:0:32134:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687342.701536:0:32134:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150108. 00000400:00000200:1.0:1788687342.701542:0:32134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc330 00000400:00000010:1.0:1788687342.701545:0:32134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc330. 00000100:00000001:1.0:1788687342.701549:0:32134:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687342.701554:0:32134:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9bb80 x1875572824538496/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687358 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687342.701824:0:32134:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9bb80 x1875572824538496/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687358 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687342.701831:0:32134:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687342.701835:0:32134:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687342.701838:0:32134:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687342.701843:0:32134:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687342.701847:0:32134:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687342.701849:0:32134:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687342.701852:0:32134:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687342.701864:0:32134:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=114 v=5 (5 103 103 103) 00000100:00001000:1.0:1788687342.701869:0:32134:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687342.701872:0:32134:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687342.701874:0:32134:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687342.701877:0:32134:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687342.702129:0:32134:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687342.702135:0:32134:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687342.702138:0:32134:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967650 00000100:00000001:1.0:1788687342.702141:0:32134:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687342.702145:0:32134:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687342.702151:0:32134:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9bb80 x1875572824538496/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687358 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687342.702160:0:32134:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687342.702164:0:32134:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687342.702166:0:32134:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687342.702171:0:32134:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9bb80 x1875572824538496/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687358 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687342.702177:0:32134:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9bb80 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:32134:1875572824538496:192.168.203.144@tcp:101:multiop.0 00000100:00000001:1.0:1788687342.702183:0:32134:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687342.702186:0:32134:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687342.702189:0:32134:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687342.702192:0:32134:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687342.702196:0:32134:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9bb80 x1875572824538496/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687358 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687342.702202:0:32134:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687342.702206:0:32134:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c6285c00. 00000100:00000001:1.0:1788687342.702210:0:32134:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687342.702212:0:32134:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687342.702216:0:32134:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788687342.702221:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687342.702224:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687342.702228:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=4 00000020:00000001:1.0:1788687342.702231:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687342.702234:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000040:1.0:1788687342.702242:0:32134:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c97a4800, remote cookie: 0x59c08f76ab1d26d3, flags: 0x1001 00010000:00010000:1.0:1788687342.702249:0:32134:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e39 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26d3 expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687342.702262:0:32134:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e39 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26d3 expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687342.702270:0:32134:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788687342.702275:0:32134:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788687342.702278:0:32134:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788687342.702280:0:32134:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788687342.702282:0:32134:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788687342.702285:0:32134:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b29c422f000) refcount = 1 00010000:00010000:1.0:1788687342.702290:0:32134:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e39 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d26d3 expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687342.702296:0:32134:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788687342.702300:0:32134:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788687342.702301:0:32134:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687342.702305:0:32134:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788687342.702307:0:32134:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687342.702311:0:32134:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e39 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26d3 expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687342.702317:0:32134:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788687342.702319:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687342.702423:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687342.702424:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687342.702425:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687342.702427:0:32134:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.702433:0:32134:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788687342.702435:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687342.702436:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687342.702438:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=3 00000020:00000001:1.0:1788687342.702440:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687342.702443:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687342.702446:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687342.702448:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687342.702449:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=4 00000020:00000001:1.0:1788687342.702451:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687342.702452:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687342.702455:0:32134:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687342.702459:0:32134:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687342.702463:0:32134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e39 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d26d3 expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687342.702469:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687342.702470:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687342.702471:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687342.702473:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687342.702474:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=5 00000020:00000001:1.0:1788687342.702476:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687342.702478:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687342.702481:0:32134:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687342.702484:0:32134:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e39 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d26d3 expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687342.702490:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687342.702491:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788687342.702495:0:32134:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e39 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d26d3 expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687342.702502:0:32134:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687342.702503:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687342.702504:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687342.702505:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687342.702506:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788687342.702511:0:32134:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c8b9bb80 x1875572824538496/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687358 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788687342.702520:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687342.702521:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687342.702522:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=3 00000020:00000001:1.0:1788687342.702524:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687342.702526:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687342.702529:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687342.702530:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687342.702532:0:32134:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.702534:0:32134:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.702538:0:32134:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788687342.702540:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687342.702541:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687342.702542:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=3 00000020:00000001:1.0:1788687342.702544:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687342.702546:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00000002:00010000:1.0:1788687342.702549:0:32134:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26d3 expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687342.702609:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687342.702610:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687342.702612:0:32134:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687342.702613:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687342.702615:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687342.702616:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=3 00000020:00000001:1.0:1788687342.702619:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687342.702621:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000040:1.0:1788687342.702628:0:32134:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f000 count: 2 00010000:00000001:1.0:1788687342.702632:0:32134:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788687342.702636:0:32134:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788687342.702639:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687342.702640:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687342.702642:0:32134:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788687342.702645:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7910 00000002:00002000:1.0:1788687342.702770:0:32134:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788687342.702775:0:32134:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687342.702780:0:32134:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687342.702783:0:32134:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788687342.702788:0:32134:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788687342.702791:0:32134:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687342.702796:0:32134:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687342.702801:0:32134:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c57f2e00. 00000080:00000001:1.0:1788687342.702806:0:32134:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687342.702809:0:32134:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788687342.702821:0:32134:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788687342.702827:0:32134:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788687342.702840:0:32134:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b29d099b8c0. 00800000:00000001:1.0:1788687342.702843:0:32134:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633202628540608 : -110871081011008 : ffff9b29d099b8c0) 00800000:00000001:1.0:1788687342.702846:0:32134:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.702848:0:32134:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788687342.702852:0:32134:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788687342.702854:0:32134:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788687342.702857:0:32134:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788687342.702861:0:32134:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788687342.702863:0:32134:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687342.702869:0:32134:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788687342.702872:0:32134:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1788687342.702874:0:32134:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788687333 to 1788687341 00000080:00200000:1.0:1788687342.702880:0:32134:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788687342.703094:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687342.703096:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687342.703097:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=3 00000020:00000001:1.0:1788687342.703100:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687342.703102:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687342.703105:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687342.703106:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687342.703108:0:32134:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788687342.703111:0:32134:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788687342.703113:0:32134:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d099b8c0 1 00800000:00000010:1.0:1788687342.703115:0:32134:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b29d099b8c0. 00800000:00000001:1.0:1788687342.703118:0:32134:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687342.703122:0:32134:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811e39 00800000:00000001:1.0:1788687342.703125:0:32134:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687342.703127:0:32134:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687342.703129:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687342.703130:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687342.703131:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=3 00000020:00000001:1.0:1788687342.703133:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687342.703136:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687342.703138:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687342.703139:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687342.703141:0:32134:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687342.703142:0:32134:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687342.703145:0:32134:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687342.703147:0:32134:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687342.703150:0:32134:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811e39 from it ffffaca0816b7bd0 00010000:00000001:1.0:1788687342.703152:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687342.703153:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687342.703154:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=3 00000020:00000001:1.0:1788687342.703156:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687342.703157:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687342.703159:0:32134:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687342.703163:0:32134:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d26d3 expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687342.703169:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687342.703170:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687342.703172:0:32134:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687342.703176:0:32134:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687342.703178:0:32134:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e39 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26d3 expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687342.703188:0:32134:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687342.703192:0:32134:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687342.703194:0:32134:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687342.703200:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687342.703201:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687342.703203:0:32134:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687342.703207:0:32134:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687342.703210:0:32134:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687342.703214:0:32134:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687342.703216:0:32134:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687342.703218:0:32134:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687342.703219:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687342.703220:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687342.703223:0:32134:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687342.703232:0:32134:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9bb80 x1875572824538496/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687358 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687342.703239:0:32134:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687342.703243:0:32134:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687342.703247:0:32134:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c7090800. 02000000:00000001:1.0:1788687342.703251:0:32134:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687342.703254:0:32134:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687342.703256:0:32134:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687342.703259:0:32134:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687342.703262:0:32134:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c6912400. 02000000:00000001:1.0:1788687342.703267:0:32134:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687342.703269:0:32134:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687342.703271:0:32134:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9bb80. 00000100:00000001:1.0:1788687342.703276:0:32134:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687342.703277:0:32134:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687342.703281:0:32134:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788687342.703288:0:32134:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687342.703471:0:32134:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c636d7c0. 00000020:00000001:0.0:1788687342.703480:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7d88 00000080:00200000:0.0:1788687342.703482:0:32134:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), flags=1536 00000080:00000001:0.0:1788687342.703486:0:32134:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687342.703488:0:32134:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687342.703489:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7c98 00000080:00200000:0.0:1788687342.703492:0:32134:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687342.703498:0:32134:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6941400. 00800000:00000002:0.0:1788687342.703504:0:32134:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687342.703508:0:32134:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687342.703512:0:32134:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687342.703514:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7bb8 00800000:00000002:0.0:1788687342.703516:0:32134:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687342.703520:0:32134:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687342.703524:0:32134:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687342.703529:0:32134:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687342.703531:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7a88 00000002:00010000:0.0:1788687342.703533:0:32134:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687342.703536:0:32134:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687342.703538:0:32134:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687342.703541:0:32134:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687342.703546:0:32134:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f000 count: 2 00010000:00000001:0.0:1788687342.703548:0:32134:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687342.703553:0:32134:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687342.703565:0:32134:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687342.703569:0:32134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e39 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26d3 expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788687342.703578:0:32134:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687342.703582:0:32134:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687342.703586:0:32134:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e39 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26d3 expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788687342.703593:0:32134:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687342.703595:0:32134:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687342.703597:0:32134:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687342.703599:0:32134:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687342.703601:0:32134:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687342.703603:0:32134:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687342.703606:0:32134:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687342.703607:0:32134:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687342.703610:0:32134:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6941400. 00000080:00000001:0.0:1788687342.703615:0:32134:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687342.703617:0:32134:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687342.703619:0:32134:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687342.703622:0:32134:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811e39 00800000:00000001:0.0:1788687342.703625:0:32134:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687342.703626:0:32134:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687342.703628:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687342.703629:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687342.703631:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=3 00000020:00000001:0.0:1788687342.703633:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:0.0:1788687342.703635:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:0.0:1788687342.703638:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.703639:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687342.703640:0:32134:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687342.703642:0:32134:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687342.703644:0:32134:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811e39 from it ffffaca0816b7cd0 00010000:00000001:0.0:1788687342.703647:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687342.703656:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687342.703658:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=3 00000020:00000001:0.0:1788687342.703660:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:0.0:1788687342.703661:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:0.0:1788687342.703663:0:32134:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687342.703666:0:32134:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d26d3 expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687342.703852:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.703853:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.703855:0:32134:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687342.703857:0:32134:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687342.703859:0:32134:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e39 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26d3 expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788687342.703866:0:32134:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687342.703868:0:32134:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687342.703870:0:32134:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687342.703873:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.703874:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.703875:0:32134:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.703878:0:32134:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687342.703879:0:32134:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.704192:0:32134:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.704197:0:32134:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.704199:0:32134:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687342.704201:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.704203:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687342.704205:0:32134:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687342.704207:0:32134:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687342.704210:0:32134:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788687342.704215:0:32134:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687342.704224:0:32134:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687342.704225:0:32134:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687342.704227:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7d78 00000080:00200000:0.0:1788687342.704230:0:32134:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687342.704236:0:32134:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6941400. 00800000:00000002:0.0:1788687342.704240:0:32134:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687342.704242:0:32134:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687342.704244:0:32134:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687342.704246:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7c98 00800000:00000002:0.0:1788687342.704247:0:32134:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687342.704251:0:32134:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687342.704253:0:32134:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687342.704256:0:32134:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687342.704258:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7b68 00000002:00010000:0.0:1788687342.704259:0:32134:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687342.704262:0:32134:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687342.704264:0:32134:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687342.704266:0:32134:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687342.704269:0:32134:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f000 count: 2 00010000:00000001:0.0:1788687342.704272:0:32134:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687342.704275:0:32134:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687342.704278:0:32134:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687342.704281:0:32134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e39 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26d3 expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788687342.704288:0:32134:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687342.704291:0:32134:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687342.704293:0:32134:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e39 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26d3 expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788687342.704299:0:32134:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687342.704301:0:32134:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687342.704303:0:32134:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687342.704305:0:32134:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687342.704307:0:32134:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687342.704309:0:32134:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687342.704312:0:32134:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687342.704314:0:32134:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687342.704316:0:32134:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6941400. 00000080:00000001:0.0:1788687342.704331:0:32134:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687342.704332:0:32134:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687342.704335:0:32134:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687342.704337:0:32134:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811e39 00800000:00000001:0.0:1788687342.704340:0:32134:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687342.704342:0:32134:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687342.704344:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687342.704345:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687342.704347:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=3 00000020:00000001:0.0:1788687342.704349:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:0.0:1788687342.704352:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:0.0:1788687342.704355:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.704356:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687342.704357:0:32134:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687342.704359:0:32134:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687342.704361:0:32134:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811e39 from it ffffaca0816b7db0 00010000:00000001:0.0:1788687342.704363:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687342.704364:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687342.704365:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=3 00000020:00000001:0.0:1788687342.704367:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:0.0:1788687342.704369:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:0.0:1788687342.704371:0:32134:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687342.704373:0:32134:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d26d3 expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788687342.704379:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.704380:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.704382:0:32134:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687342.704383:0:32134:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687342.704385:0:32134:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e39 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26d3 expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788687342.704395:0:32134:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687342.704397:0:32134:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687342.704399:0:32134:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687342.704401:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.704402:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.704403:0:32134:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.704406:0:32134:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687342.704407:0:32134:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.704408:0:32134:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.704420:0:32134:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.704422:0:32134:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687342.704423:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.704424:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687342.704425:0:32134:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687342.704426:0:32134:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687342.704428:0:32134:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788687342.704431:0:32134:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687342.704435:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7e20 00000080:00200000:0.0:1788687342.704437:0:32134:0:(namei.c:2062:ll_create_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), flags=33188, excl=1 00000080:00000001:0.0:1788687342.704441:0:32134:0:(namei.c:2013:ll_mknod()) Process entered 00000020:00000001:0.0:1788687342.704442:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7dd0 00000080:00200000:0.0:1788687342.704444:0:32134:0:(namei.c:2017:ll_mknod()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8) mode 100644 dev 0 00000080:00000001:0.0:1788687342.704447:0:32134:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:0.0:1788687342.704449:0:32134:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:0.0:1788687342.704453:0:32134:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6941400. 00800000:00000002:0.0:1788687342.704455:0:32134:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687342.704462:0:32134:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687342.704466:0:32134:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:0.0:1788687342.704469:0:32134:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788687342.704474:0:32134:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633202409432576 : -110871300119040 : ffff9b29c38a6600) 00800000:00000001:0.0:1788687342.704477:0:32134:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788687342.704480:0:32134:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788687342.704484:0:32134:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788687342.704487:0:32134:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788687342.704490:0:32134:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b29e019e800: Allocated FID [0x200000404:0x2c:0x0] 40000000:00000001:0.0:1788687342.704493:0:32134:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687342.704495:0:32134:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687342.704497:0:32134:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687342.704499:0:32134:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687342.704501:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7c38 00800000:00000002:0.0:1788687342.704503:0:32134:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'f22.recovery-small-1' [0x200000404:0x2c:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:0.0:1788687342.704507:0:32134:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1788687342.704509:0:32134:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788687342.704511:0:32134:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f000 count: 2 00010000:00000001:0.0:1788687342.704514:0:32134:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687342.704517:0:32134:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788687342.704520:0:32134:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687342.704523:0:32134:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e39 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d26d3 expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1788687342.704532:0:32134:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788687342.704537:0:32134:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788687342.704539:0:32134:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788687342.704541:0:32134:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788687342.704543:0:32134:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687342.704545:0:32134:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687342.704547:0:32134:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f000 count: 3 00010000:00000001:0.0:1788687342.704549:0:32134:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687342.704551:0:32134:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687342.704553:0:32134:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687342.704554:0:32134:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687342.704565:0:32134:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f000 count: 3 00010000:00000001:0.0:1788687342.704568:0:32134:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687342.704569:0:32134:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687342.704571:0:32134:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687342.704572:0:32134:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687342.704573:0:32134:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f000 count: 3 00010000:00000001:0.0:1788687342.704575:0:32134:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687342.704576:0:32134:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687342.704578:0:32134:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788687342.704582:0:32134:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b29d8594200, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788687342.704586:0:32134:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788687342.704588:0:32134:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788687342.704591:0:32134:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788687342.704593:0:32134:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.704596:0:32134:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687342.704600:0:32134:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687342.704601:0:32134:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687342.704603:0:32134:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687342.704605:0:32134:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788687342.704607:0:32134:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a4800 with handle 0x230d04438e811e39 from hash 00010000:00000001:0.0:1788687342.704609:0:32134:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687342.704611:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.704612:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.704613:0:32134:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687342.704615:0:32134:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687342.704617:0:32134:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788687342.704620:0:32134:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687342.704622:0:32134:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687342.704624:0:32134:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788687342.704630:0:32134:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f3b80. 00000020:00000040:0.0:1788687342.704634:0:32134:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:0.0:1788687342.704641:0:32134:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788687342.704643:0:32134:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.704645:0:32134:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687342.704657:0:32134:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687342.704659:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.704660:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.704661:0:32134:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687342.704665:0:32134:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687342.704674:0:32134:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687342.704677:0:32134:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687342.704689:0:32134:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a02800. 00000100:00000001:0.0:1788687342.704698:0:32134:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.704701:0:32134:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687342.704703:0:32134:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788687342.704709:0:32134:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e39 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d26d3 expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788687342.704716:0:32134:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788687342.704718:0:32134:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687342.704720:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687342.704722:0:32134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e39 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d26d3 expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1788687342.704729:0:32134:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c422f000 count: 0 00010000:00000010:0.0:1788687342.704735:0:32134:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5d3ba00. 00010000:00000001:0.0:1788687342.704746:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.704748:0:32134:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.704750:0:32134:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687342.704752:0:32134:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.704754:0:32134:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788687342.704767:0:32134:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:0.0:1788687342.704780:0:32134:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c97f3b80 x1875572824538752/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788687342.704789:0:32134:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687342.704791:0:32134:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687342.704799:0:32134:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c4f87a80. 00000100:00000001:0.0:1788687342.704801:0:32134:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202433424000 : -110871276127616 : ffff9b29c4f87a80) 00000100:00000001:0.0:1788687342.704804:0:32134:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687342.704806:0:32134:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509364096 : -110871200187520 : ffff9b29c97f3b80) 00000100:00000001:0.0:1788687342.704811:0:32134:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687342.704816:0:32134:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687342.704819:0:32134:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687342.704820:0:32134:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687342.704825:0:32134:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f3b80 x1875572824538752/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687342.704833:0:32134:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687342.704836:0:32134:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687342.704841:0:32134:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687342.704844:0:32134:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687342.704847:0:32134:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687342.704851:0:32134:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f3b80 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:32134:1875572824538752:192.168.203.144@tcp:36:multiop.0 00000100:00000001:0.0:1788687342.704855:0:32134:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687342.704863:0:32134:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687342.704866:0:32134:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687342.704869:0:32134:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687342.704874:0:32134:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a00c00. 02000000:00000001:0.0:1788687342.704876:0:32134:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687342.704896:0:32134:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687342.704902:0:32134:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f20. 00000400:00000010:0.0:1788687342.704944:0:32134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda110. 00000100:00000200:0.0:1788687342.704953:0:32134:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824538752, portal 10 00000100:00000001:0.0:1788687342.704955:0:32134:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687342.704957:0:32134:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509364096 : -110871200187520 : ffff9b29c97f3b80) 00000100:00000040:0.0:1788687342.704964:0:32134:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f3b80 x1875572824538752/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/576 e 0 to 0 dl 1788687358 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687342.704972:0:32134:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687342.704975:0:32134:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687342.704977:0:32134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda770. 00000100:00000200:0.0:1788687342.704981:0:32134:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875572824538752, offset 0 00000400:00000200:0.0:1788687342.704989:0:32134:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687342.704999:0:32134:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687342.705008:0:32134:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687342.705014:0:32134:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687342.705020:0:32134:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687342.705024:0:32134:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687342.705026:0:32134:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687342.705175:0:32134:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2464:2464:256:4294967295] 192.168.203.144@tcp LPNI seq info [2464:2464:8:4294967295] 00000400:00000200:0.0:1788687342.705182:0:32134:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687342.705193:0:32134:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687342.705202:0:32134:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687342.705208:0:32134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946900. 00000800:00000200:0.0:1788687342.705216:0:32134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687342.705225:0:32134:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687342.705231:0:32134:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788687342.705252:0:32134:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687342.705257:0:32134:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 791140 usecs (792 jiffies) 00000400:00000200:0.0:1788687342.705260:0:32134:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687342.705263:0:32134:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296469501 00000100:00000001:0.0:1788687342.705267:0:32134:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296471260 00000100:00000001:0.0:1788687342.705269:0:32134:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296469501 00000100:00000001:0.0:1788687342.705272:0:32134:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296471261 00000100:00000001:0.0:1788687342.705275:0:32134:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687342.705278:0:32134:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687342.705280:0:32134:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687342.705282:0:32134:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687342.705285:0:32134:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c4f87a80 going to sleep for 11 seconds 00000100:00000001:0.0:1788687342.705288:0:32134:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687342.705291:0:32134:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687342.705561:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687342.705568:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946900. 00000400:00000200:2.0:1788687342.705575:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687342.705581:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687342.705588:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda770 00000400:00000010:2.0:1788687342.705591:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda770. 00000100:00000001:2.0:1788687342.705596:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687342.705601:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3b80 x1875572824538752/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/576 e 0 to 0 dl 1788687358 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687342.705612:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687342.705615:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3b80 x1875572824538752/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/576 e 0 to 0 dl 1788687358 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687342.705623:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687342.705625:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788687342.712966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f000. 00010000:00000010:0.1:1788687342.712986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4800. 00000800:00000001:2.0:1788687342.716149:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687342.716173:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687342.716179:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687342.716181:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687342.716194:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687342.716203:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687342.716215:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687342.716221:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687342.716227:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687342.716232:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 448 into portal 10 MB=0x6a9d2d3f4fe80 00000400:00000200:2.0:1788687342.716238:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687342.716245:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 448/448 into md 0x6c35 [1] + 224 00000800:00000001:2.0:1788687342.716253:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687342.716262:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687342.716266:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687342.716271:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687342.716282:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687342.716294:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3b80 x1875572824538752/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/576 e 0 to 0 dl 1788687358 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687342.716305:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9b29c97f3b80 x1875572824538752/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/576 e 0 to 0 dl 1788687358 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687342.716373:0:32134:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687342.716395:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788687342.716406:0:2362:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788687342.716419:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687342.716426:0:2362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687342.716432:0:2362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2465:2465:256:4294967295] 192.168.203.144@tcp LPNI seq info [2465:2465:8:4294967295] 00000400:00000200:2.0:1788687342.716437:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687342.716446:0:2362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1788687342.716452:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687342.716460:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29cb3a8000. 00000800:00000200:2.0:1788687342.716467:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687342.716478:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687342.716483:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29cb3a8000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788687342.716596:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687342.716601:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29cb3a8000. 00000400:00000200:2.0:1788687342.716605:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687342.716609:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1788687342.716616:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687342.716620:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788687342.721438:0:32134:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687342.721447:0:32134:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687342.721452:0:32134:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f20. 00000400:00000200:0.0:1788687342.721465:0:32134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda110 00000400:00000010:0.0:1788687342.721468:0:32134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda110. 00000100:00000001:0.0:1788687342.721475:0:32134:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687342.721492:0:32134:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f3b80 x1875572824538752/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/576 e 0 to 0 dl 1788687358 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687342.721505:0:32134:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f3b80 x1875572824538752/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/576 e 0 to 0 dl 1788687358 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687342.721514:0:32134:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687342.721518:0:32134:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687342.721521:0:32134:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687342.721525:0:32134:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687342.721528:0:32134:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687342.721531:0:32134:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687342.721534:0:32134:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687342.721546:0:32134:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=114 v=5 (5 103 103 103) 00000100:00001000:0.0:1788687342.721551:0:32134:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687342.721554:0:32134:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687342.721556:0:32134:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.721559:0:32134:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687342.721564:0:32134:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687342.721569:0:32134:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687342.721571:0:32134:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1] 00000100:00000001:0.0:1788687342.721585:0:32134:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687342.721588:0:32134:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687342.721590:0:32134:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509364096 : -110871200187520 : ffff9b29c97f3b80) 00000100:00000001:0.0:1788687342.721594:0:32134:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687342.721597:0:32134:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967650 00000100:00000001:0.0:1788687342.721599:0:32134:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687342.721603:0:32134:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687342.721609:0:32134:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f3b80 x1875572824538752/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/448 e 0 to 0 dl 1788687358 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687342.721619:0:32134:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687342.721623:0:32134:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687342.721625:0:32134:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687342.721629:0:32134:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f3b80 x1875572824538752/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/448 e 0 to 0 dl 1788687358 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687342.721638:0:32134:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f3b80 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:32134:1875572824538752:192.168.203.144@tcp:36:multiop.0 00000100:00000001:0.0:1788687342.721644:0:32134:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687342.721659:0:32134:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687342.721663:0:32134:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687342.721673:0:32134:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687342.721679:0:32134:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3b80 x1875572824538752/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/448 e 0 to 0 dl 1788687358 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687342.721687:0:32134:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687342.721690:0:32134:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c4f87a80. 00000100:00000001:0.0:1788687342.721695:0:32134:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687342.721696:0:32134:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687342.721707:0:32134:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687342.721711:0:32134:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x2c:0x0] 00800000:00000001:0.0:1788687342.721714:0:32134:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687342.721719:0:32134:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:0.0:1788687342.721723:0:32134:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788687341 to 1788687342 00000080:00000001:0.0:1788687342.721727:0:32134:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788687342.721735:0:32134:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788687342.721737:0:32134:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788687342.721740:0:32134:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:0.0:1788687342.721754:0:32134:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788687342.721774:0:32134:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b29d85918c0. 00000020:00000001:0.0:1788687342.721787:0:32134:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1788687342.721789:0:32134:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1788687342.721793:0:32134:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788687342.721795:0:32134:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2c:0x0](ffff9b29d8591988) 00000080:00000001:0.0:1788687342.721798:0:32134:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:0.0:1788687342.721801:0:32134:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788687342.721804:0:32134:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833964 mtime from 0 to 1788687342 00000080:00000001:0.0:1788687342.721809:0:32134:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000020:00000001:0.0:1788687342.721812:0:32134:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687342.721816:0:32134:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509237928 : -110871200313688 : ffff9b29c97d4ea8) 00000020:00001000:0.0:1788687342.721819:0:32134:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4ea0 00000020:00000001:0.0:1788687342.721824:0:32134:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1788687342.721829:0:32134:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9b29c97eaed8. 00000020:00000001:0.0:1788687342.721832:0:32134:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788687342.721834:0:32134:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687342.721844:0:32134:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1788687342.721849:0:32134:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9b29c524f4d8. 00020000:00000001:0.0:1788687342.721851:0:32134:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446633202436338904 : -110871273212712 : ffff9b29c524f4d8) 00020000:00000001:0.0:1788687342.721854:0:32134:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1788687342.721858:0:32134:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687342.721864:0:32134:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633202509328216 : -110871200223400 : ffff9b29c97eaf58) 00000020:00001000:0.0:1788687342.721867:0:32134:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4ea0 00000080:00000001:0.0:1788687342.721871:0:32134:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758523272 : -110870951028344 : ffff9b29d8591988) 00000080:00000001:0.0:1788687342.721874:0:32134:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788687342.721877:0:32134:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788687342.721879:0:32134:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687342.722176:0:32134:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687342.722179:0:32134:0:(namei.c:1996:ll_new_node()) Process leaving 00000100:00000001:0.0:1788687342.722181:0:32134:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687342.722188:0:32134:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f3b80 x1875572824538752/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/448 e 0 to 0 dl 1788687358 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687342.722196:0:32134:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687342.722199:0:32134:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687342.722203:0:32134:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6941400. 00000080:00000001:0.0:1788687342.722210:0:32134:0:(namei.c:2004:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687342.722215:0:32134:0:(namei.c:2045:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687342.722220:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7e20 00000080:00200000:0.0:1788687342.722222:0:32134:0:(namei.c:2070:ll_create_nd()) VFS Op:name=f22.recovery-small-1, unhashed 1 00000080:00000001:0.0:1788687342.722241:0:32134:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788687342.722248:0:32134:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788687342.722297:0:32134:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687342.722302:0:32134:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687342.722304:0:32134:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687342.722306:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7b20 00000080:00200000:0.0:1788687342.722308:0:32134:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687342.722315:0:32134:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6941400. 00800000:00000002:0.0:1788687342.722322:0:32134:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687342.722326:0:32134:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687342.722329:0:32134:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687342.722332:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7a40 00800000:00000002:0.0:1788687342.722334:0:32134:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687342.722338:0:32134:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687342.722342:0:32134:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687342.722348:0:32134:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687342.722350:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7910 00000002:00010000:0.0:1788687342.722352:0:32134:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687342.722356:0:32134:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687342.722359:0:32134:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687342.722361:0:32134:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687342.722368:0:32134:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687342.722371:0:32134:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687342.722372:0:32134:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687342.722375:0:32134:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788687342.722378:0:32134:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788687342.722383:0:32134:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f2680. 00000020:00000040:0.0:1788687342.722387:0:32134:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:0.0:1788687342.722395:0:32134:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687342.722401:0:32134:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687342.722408:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.722425:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.722426:0:32134:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687342.722430:0:32134:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687342.722433:0:32134:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687342.722438:0:32134:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687342.722447:0:32134:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a02000. 00000100:00000001:0.0:1788687342.722454:0:32134:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.722459:0:32134:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687342.722460:0:32134:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.722462:0:32134:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687342.722463:0:32134:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.722465:0:32134:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687342.722470:0:32134:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202509358720 : -110871200192896 : ffff9b29c97f2680) 00010000:00000001:0.0:1788687342.722474:0:32134:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687342.722477:0:32134:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788687342.722482:0:32134:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c64de200. 00010000:00000010:0.0:1788687342.722486:0:32134:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5ca0580. 00010000:00000001:0.0:1788687342.722491:0:32134:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687342.722495:0:32134:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc5000. 00000020:00000001:0.0:1788687342.722499:0:32134:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687342.722503:0:32134:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc5000 with handle 0x230d04438e811e40 to hash 00000020:00000001:0.0:1788687342.722505:0:32134:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687342.722507:0:32134:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:0.0:1788687342.722511:0:32134:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:0.0:1788687342.722516:0:32134:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687342.722519:0:32134:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687342.722523:0:32134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811e40 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32134 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687342.722532:0:32134:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811e40 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32134 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687342.722543:0:32134:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811e40 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32134 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687342.722549:0:32134:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687342.722551:0:32134:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687342.722557:0:32134:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c4f87a80. 00000100:00000001:0.0:1788687342.722559:0:32134:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202433424000 : -110871276127616 : ffff9b29c4f87a80) 00000100:00000001:0.0:1788687342.722562:0:32134:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687342.722563:0:32134:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509358720 : -110871200192896 : ffff9b29c97f2680) 00000100:00000001:0.0:1788687342.722568:0:32134:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687342.722572:0:32134:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687342.722574:0:32134:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687342.722576:0:32134:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687342.722581:0:32134:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f2680 x1875572824538880/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687342.722589:0:32134:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687342.722591:0:32134:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687342.722595:0:32134:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687342.722597:0:32134:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687342.722600:0:32134:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687342.722604:0:32134:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f2680 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:32134:1875572824538880:192.168.203.144@tcp:101:multiop.0 00000100:00000001:0.0:1788687342.722608:0:32134:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687342.722615:0:32134:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687342.722618:0:32134:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687342.722620:0:32134:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687342.722625:0:32134:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c631e800. 02000000:00000001:0.0:1788687342.722627:0:32134:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687342.722637:0:32134:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687342.722641:0:32134:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f20. 00000400:00000010:0.0:1788687342.722649:0:32134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda110. 00000100:00000200:0.0:1788687342.722658:0:32134:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824538880, portal 10 00000100:00000001:0.0:1788687342.722660:0:32134:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687342.722661:0:32134:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509358720 : -110871200192896 : ffff9b29c97f2680) 00000100:00000040:0.0:1788687342.722675:0:32134:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f2680 x1875572824538880/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687358 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687342.722683:0:32134:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687342.722686:0:32134:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687342.722689:0:32134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda6e8. 00000100:00000200:0.0:1788687342.722694:0:32134:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824538880, offset 0 00000400:00000200:0.0:1788687342.722699:0:32134:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687342.723317:0:32134:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687342.723328:0:32134:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687342.723334:0:32134:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687342.723339:0:32134:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687342.723343:0:32134:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687342.723346:0:32134:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687342.723351:0:32134:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2466:2466:256:4294967295] 192.168.203.144@tcp LPNI seq info [2466:2466:8:4294967295] 00000400:00000200:0.0:1788687342.723356:0:32134:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687342.723368:0:32134:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687342.723375:0:32134:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687342.723383:0:32134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946700. 00000800:00000200:0.0:1788687342.723391:0:32134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687342.723400:0:32134:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687342.723405:0:32134:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788687342.724590:0:32134:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687342.724602:0:32134:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 790118 usecs (791 jiffies) 00000400:00000200:0.0:1788687342.724611:0:32134:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687342.724614:0:32134:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296469520 00000100:00000001:0.0:1788687342.724618:0:32134:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296471260 00000100:00000001:0.0:1788687342.724621:0:32134:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296469520 00000100:00000001:0.0:1788687342.724623:0:32134:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296471261 00000100:00000001:0.0:1788687342.724625:0:32134:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687342.724630:0:32134:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687342.724634:0:32134:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687342.724636:0:32134:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687342.724640:0:32134:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c4f87a80 going to sleep for 11 seconds 00000100:00000001:0.0:1788687342.724656:0:32134:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687342.724660:0:32134:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687342.725358:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687342.725366:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946700. 00000400:00000200:2.0:1788687342.725375:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687342.725383:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687342.725391:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda6e8 00000400:00000010:2.0:1788687342.725394:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda6e8. 00000100:00000001:2.0:1788687342.725400:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687342.725418:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f2680 x1875572824538880/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687358 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687342.725432:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687342.725436:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f2680 x1875572824538880/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687358 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687342.725443:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687342.725445:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000010:0.1:1788687342.729315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636d7c0. 00000800:00000001:3.0:1788687342.742340:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687342.742370:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687342.742376:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687342.742379:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687342.742391:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687342.742400:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687342.742421:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687342.742427:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687342.742434:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687342.742439:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f4ff00 00000400:00000200:3.0:1788687342.742445:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687342.742454:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x6c3d [1] + 224 00000800:00000001:3.0:1788687342.742465:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687342.742479:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687342.742483:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687342.742489:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687342.742501:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687342.742513:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f2680 x1875572824538880/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687358 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687342.742527:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c97f2680 x1875572824538880/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687358 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687342.742551:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687342.742563:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687342.742566:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687342.742770:0:32134:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687342.742781:0:32134:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687342.742784:0:32134:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687342.742788:0:32134:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f20. 00000400:00000200:0.0:1788687342.742793:0:32134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda110 00000400:00000010:0.0:1788687342.742797:0:32134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda110. 00000100:00000001:0.0:1788687342.742801:0:32134:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687342.742806:0:32134:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f2680 x1875572824538880/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687358 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687342.742816:0:32134:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f2680 x1875572824538880/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687358 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687342.742823:0:32134:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687342.742825:0:32134:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687342.742828:0:32134:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687342.742833:0:32134:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687342.742836:0:32134:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687342.742839:0:32134:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687342.742842:0:32134:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687342.742855:0:32134:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=114 v=5 (5 103 103 103) 00000100:00001000:0.0:1788687342.742861:0:32134:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687342.742864:0:32134:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687342.742866:0:32134:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.742869:0:32134:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687342.742874:0:32134:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687342.742878:0:32134:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687342.742889:0:32134:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967650 00000100:00000001:0.0:1788687342.742892:0:32134:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687342.742895:0:32134:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687342.742900:0:32134:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f2680 x1875572824538880/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687358 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687342.742945:0:32134:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687342.742948:0:32134:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687342.742951:0:32134:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687342.742955:0:32134:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f2680 x1875572824538880/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687358 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687342.742963:0:32134:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f2680 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:32134:1875572824538880:192.168.203.144@tcp:101:multiop.0 00000100:00000001:0.0:1788687342.742970:0:32134:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687342.742973:0:32134:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687342.742975:0:32134:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687342.742978:0:32134:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687342.742982:0:32134:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f2680 x1875572824538880/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687358 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687342.742988:0:32134:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687342.742991:0:32134:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c4f87a80. 00000100:00000001:0.0:1788687342.742995:0:32134:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687342.742997:0:32134:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.743000:0:32134:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687342.743005:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687342.743008:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687342.743012:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5000 refcount=4 00000020:00000001:0.0:1788687342.743014:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:0.0:1788687342.743018:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000040:0.0:1788687342.743026:0:32134:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c5cc5000, remote cookie: 0x59c08f76ab1d26ef, flags: 0x1001 00010000:00010000:0.0:1788687342.743043:0:32134:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811e40 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26ef expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687342.743056:0:32134:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811e40 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26ef expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.743064:0:32134:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788687342.743069:0:32134:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788687342.743071:0:32134:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788687342.743073:0:32134:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788687342.743075:0:32134:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788687342.743078:0:32134:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b29c64de200) refcount = 1 00010000:00010000:0.0:1788687342.743082:0:32134:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811e40 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d26ef expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.743088:0:32134:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788687342.743096:0:32134:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788687342.743098:0:32134:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687342.743101:0:32134:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788687342.743104:0:32134:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687342.743108:0:32134:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811e40 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26ef expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.743114:0:32134:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788687342.743116:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.743118:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.743119:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.743120:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.743121:0:32134:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687342.743127:0:32134:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788687342.743129:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687342.743130:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687342.743132:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5000 refcount=3 00000020:00000001:0.0:1788687342.743134:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:0.0:1788687342.743137:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:0.0:1788687342.743139:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687342.743141:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687342.743142:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5000 refcount=4 00000020:00000001:0.0:1788687342.743144:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:0.0:1788687342.743146:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:0.0:1788687342.743149:0:32134:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687342.743152:0:32134:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687342.743156:0:32134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811e40 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d26ef expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.743162:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.743163:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.743164:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687342.743165:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687342.743166:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5000 refcount=5 00000020:00000001:0.0:1788687342.743168:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:0.0:1788687342.743170:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:0.0:1788687342.743172:0:32134:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687342.743175:0:32134:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811e40 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d26ef expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.743181:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.743182:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687342.743184:0:32134:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811e40 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d26ef expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.743190:0:32134:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687342.743192:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.743193:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.743194:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.743195:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788687342.743201:0:32134:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c97f2680 x1875572824538880/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687358 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788687342.743212:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687342.743213:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687342.743215:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5000 refcount=3 00000020:00000001:0.0:1788687342.743217:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:0.0:1788687342.743218:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:0.0:1788687342.743220:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.743221:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687342.743223:0:32134:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687342.743225:0:32134:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687342.743229:0:32134:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788687342.743232:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687342.743233:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687342.743234:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5000 refcount=3 00000020:00000001:0.0:1788687342.743236:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:0.0:1788687342.743238:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00000002:00010000:0.0:1788687342.743242:0:32134:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811e40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26ef expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.743250:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.743251:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.743253:0:32134:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687342.743254:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687342.743255:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687342.743257:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5000 refcount=3 00000020:00000001:0.0:1788687342.743259:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:0.0:1788687342.743261:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000040:0.0:1788687342.743268:0:32134:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de200 count: 2 00010000:00000001:0.0:1788687342.743271:0:32134:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788687342.743276:0:32134:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788687342.743278:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.743280:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687342.743282:0:32134:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788687342.743285:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7898 00000002:00002000:0.0:1788687342.743288:0:32134:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788687342.743291:0:32134:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687342.743296:0:32134:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687342.743299:0:32134:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687342.743303:0:32134:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788687342.743307:0:32134:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687342.743312:0:32134:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687342.743316:0:32134:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6941400. 00000080:00000001:0.0:1788687342.743324:0:32134:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687342.743327:0:32134:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788687342.743333:0:32134:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788687342.743339:0:32134:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788687342.743346:0:32134:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b29c4c6f6c0. 00800000:00000001:0.0:1788687342.743349:0:32134:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633202430179008 : -110871279372608 : ffff9b29c4c6f6c0) 00800000:00000001:0.0:1788687342.743352:0:32134:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687342.743354:0:32134:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788687342.743357:0:32134:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788687342.743359:0:32134:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788687342.743362:0:32134:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788687342.743365:0:32134:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788687342.743367:0:32134:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687342.743372:0:32134:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788687342.743376:0:32134:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788687342.743381:0:32134:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788687342.743384:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687342.743385:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687342.743387:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5000 refcount=3 00000020:00000001:0.0:1788687342.743389:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:0.0:1788687342.743391:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:0.0:1788687342.743393:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.743394:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687342.743396:0:32134:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788687342.743399:0:32134:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788687342.743400:0:32134:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29c4c6f6c0 1 00800000:00000010:0.0:1788687342.743402:0:32134:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b29c4c6f6c0. 00800000:00000001:0.0:1788687342.743406:0:32134:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687342.743418:0:32134:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811e40 00800000:00000001:0.0:1788687342.743422:0:32134:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687342.743423:0:32134:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687342.743425:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687342.743426:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687342.743427:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5000 refcount=3 00000020:00000001:0.0:1788687342.743429:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:0.0:1788687342.743430:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:0.0:1788687342.743433:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.743434:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687342.743436:0:32134:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687342.743438:0:32134:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687342.743440:0:32134:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687342.743442:0:32134:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687342.743446:0:32134:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811e40 from it ffffaca0816b7b58 00010000:00000001:0.0:1788687342.743447:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687342.743448:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687342.743450:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5000 refcount=3 00000020:00000001:0.0:1788687342.743451:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:0.0:1788687342.743453:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:0.0:1788687342.743455:0:32134:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687342.743458:0:32134:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811e40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d26ef expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.743464:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.743466:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.743467:0:32134:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687342.743470:0:32134:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687342.743473:0:32134:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811e40 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26ef expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687342.743486:0:32134:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687342.743489:0:32134:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687342.743492:0:32134:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687342.743497:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.743498:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.743500:0:32134:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.743505:0:32134:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687342.743507:0:32134:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.743509:0:32134:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.743512:0:32134:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.743514:0:32134:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687342.743515:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.743516:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687342.743517:0:32134:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687342.743521:0:32134:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f2680 x1875572824538880/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687358 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687342.743527:0:32134:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687342.743531:0:32134:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687342.743535:0:32134:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c631e800. 02000000:00000001:0.0:1788687342.743539:0:32134:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687342.743542:0:32134:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687342.743543:0:32134:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687342.743546:0:32134:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687342.743550:0:32134:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a02000. 02000000:00000001:0.0:1788687342.743554:0:32134:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687342.743556:0:32134:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687342.743558:0:32134:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f2680. 00000100:00000001:0.0:1788687342.743562:0:32134:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687342.743563:0:32134:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687342.743567:0:32134:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788687342.743574:0:32134:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687342.743592:0:32134:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c636d7c0. 00000020:00000001:0.0:1788687342.743598:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7ae8 00000080:00200000:0.0:1788687342.743600:0:32134:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), flags=9 00000080:00000001:0.0:1788687342.743604:0:32134:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788687342.743606:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7998 00000080:00200000:0.0:1788687342.743607:0:32134:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=getattr 00000080:00000010:0.0:1788687342.743619:0:32134:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6941400. 00800000:00000002:2.0:1788687342.746043:0:32134:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687342.746061:0:32134:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687342.746068:0:32134:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687342.746071:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b78b8 00800000:00000002:2.0:1788687342.746075:0:32134:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687342.746080:0:32134:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788687342.746088:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7850 00800000:00000002:2.0:1788687342.746091:0:32134:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-1' -> mds #0 00000002:00000001:2.0:1788687342.746097:0:32134:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687342.746099:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7788 00000002:00010000:2.0:1788687342.746101:0:32134:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1788687342.746107:0:32134:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788687342.746111:0:32134:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788687342.746123:0:32134:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e9c00. 00000020:00000040:2.0:1788687342.746128:0:32134:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:2.0:1788687342.746137:0:32134:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687342.746142:0:32134:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687342.746151:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.746153:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687342.746155:0:32134:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687342.746159:0:32134:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687342.746162:0:32134:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687342.746168:0:32134:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687342.746177:0:32134:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c63d4400. 00000100:00000001:2.0:1788687342.746186:0:32134:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.746192:0:32134:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687342.746194:0:32134:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.746196:0:32134:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687342.746197:0:32134:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.746199:0:32134:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687342.746208:0:32134:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202420194304 : -110871289357312 : ffff9b29c42e9c00) 00010000:00000001:2.0:1788687342.746212:0:32134:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788687342.746216:0:32134:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788687342.746224:0:32134:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de200 count: 2 00010000:00000001:2.0:1788687342.746227:0:32134:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687342.746230:0:32134:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788687342.746234:0:32134:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29d13a8200. 00000020:00000001:2.0:1788687342.746240:0:32134:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788687342.746244:0:32134:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29d13a8200 with handle 0x230d04438e811e47 to hash 00000020:00000001:2.0:1788687342.746247:0:32134:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788687342.746249:0:32134:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000001:2.0:1788687342.746253:0:32134:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000001:2.0:1788687342.746257:0:32134:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687342.746260:0:32134:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687342.746266:0:32134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811e47 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32134 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687342.746277:0:32134:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811e47 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32134 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687342.746288:0:32134:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811e47 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32134 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788687342.746294:0:32134:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687342.746296:0:32134:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687342.746305:0:32134:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c52b5c00. 00000100:00000001:2.0:1788687342.746308:0:32134:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202436758528 : -110871272793088 : ffff9b29c52b5c00) 00000100:00000001:2.0:1788687342.746311:0:32134:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687342.746312:0:32134:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420194304 : -110871289357312 : ffff9b29c42e9c00) 00000100:00000001:2.0:1788687342.746317:0:32134:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687342.746323:0:32134:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687342.746325:0:32134:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687342.746327:0:32134:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687342.746579:0:32134:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e9c00 x1875572824539008/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687342.746590:0:32134:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687342.746593:0:32134:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687342.746598:0:32134:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687342.746601:0:32134:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687342.746604:0:32134:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687342.746608:0:32134:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e9c00 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:32134:1875572824539008:192.168.203.144@tcp:101:multiop.0 00000100:00000001:2.0:1788687342.746613:0:32134:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687342.746621:0:32134:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687342.746624:0:32134:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687342.746627:0:32134:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687342.746634:0:32134:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c6811800. 02000000:00000001:2.0:1788687342.746636:0:32134:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687342.746646:0:32134:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687342.746661:0:32134:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd3c8. 00000400:00000010:2.0:1788687342.746671:0:32134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240088. 00000100:00000200:2.0:1788687342.746680:0:32134:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824539008, portal 10 00000100:00000001:2.0:1788687342.746682:0:32134:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687342.746684:0:32134:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420194304 : -110871289357312 : ffff9b29c42e9c00) 00000100:00000040:2.0:1788687342.746691:0:32134:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42e9c00 x1875572824539008/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687358 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687342.746699:0:32134:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687342.746702:0:32134:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687342.746705:0:32134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240b28. 00000100:00000200:2.0:1788687342.746708:0:32134:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875572824539008, offset 0 00000400:00000200:2.0:1788687342.746715:0:32134:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687342.746725:0:32134:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687342.746733:0:32134:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687342.746740:0:32134:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687342.746745:0:32134:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687342.746749:0:32134:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687342.746753:0:32134:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687342.746758:0:32134:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2467:2467:256:4294967295] 192.168.203.144@tcp LPNI seq info [2467:2467:8:4294967295] 00000400:00000200:2.0:1788687342.746768:0:32134:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687342.746780:0:32134:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687342.746788:0:32134:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687342.746795:0:32134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29cb3a8000. 00000800:00000200:2.0:1788687342.746803:0:32134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687342.746813:0:32134:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687342.746819:0:32134:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29cb3a8000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788687342.746854:0:32134:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687342.746860:0:32134:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 789106 usecs (790 jiffies) 00000400:00000200:2.0:1788687342.746864:0:32134:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687342.746867:0:32134:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296469541 00000100:00000001:2.0:1788687342.746871:0:32134:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296471260 00000100:00000001:2.0:1788687342.746874:0:32134:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296469541 00000100:00000001:2.0:1788687342.746877:0:32134:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296471261 00000100:00000001:2.0:1788687342.746879:0:32134:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1788687342.747298:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687342.747304:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29cb3a8000. 00000400:00000200:3.0:1788687342.747311:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687342.747317:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687342.747324:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240b28 00000400:00000010:3.0:1788687342.747327:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240b28. 00000100:00000001:2.0:1788687342.748525:0:32134:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687342.748529:0:32134:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687342.748531:0:32134:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687342.748536:0:32134:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c52b5c00 going to sleep for 11 seconds 00000100:00000001:2.0:1788687342.748540:0:32134:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687342.748545:0:32134:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687342.748964:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687342.748979:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e9c00 x1875572824539008/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687358 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687342.748992:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687342.748996:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e9c00 x1875572824539008/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687358 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687342.749004:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687342.749006:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687342.758382:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687342.758408:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687342.758421:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687342.758425:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687342.758438:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687342.758449:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687342.758461:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687342.758467:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687342.758475:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687342.758481:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x6a9d2d3f4ff80 00000400:00000200:3.0:1788687342.758488:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687342.758496:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x6c45 [1] + 224 00000800:00000001:3.0:1788687342.758505:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687342.758514:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687342.758517:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687342.758522:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687342.758534:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687342.758545:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e9c00 x1875572824539008/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687358 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687342.758558:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b29c42e9c00 x1875572824539008/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687358 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687342.758585:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687342.758598:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687342.758604:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687342.758836:0:32134:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687342.758847:0:32134:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687342.758849:0:32134:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687342.758853:0:32134:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd3c8. 00000400:00000200:2.0:1788687342.758860:0:32134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240088 00000400:00000010:2.0:1788687342.758863:0:32134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240088. 00000100:00000001:2.0:1788687342.758868:0:32134:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687342.758874:0:32134:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e9c00 x1875572824539008/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687358 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788687342.759012:0:32134:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e9c00 x1875572824539008/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687358 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687342.759020:0:32134:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687342.759025:0:32134:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687342.759460:0:32134:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687342.759466:0:32134:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687342.759469:0:32134:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687342.759472:0:32134:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687342.759476:0:32134:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687342.759489:0:32134:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=114 v=5 (5 103 103 103) 00000100:00001000:2.0:1788687342.759496:0:32134:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687342.759499:0:32134:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687342.759501:0:32134:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.759504:0:32134:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687342.759509:0:32134:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687342.759513:0:32134:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687342.759516:0:32134:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967650 00000100:00000001:2.0:1788687342.759519:0:32134:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687342.759522:0:32134:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687342.759530:0:32134:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e9c00 x1875572824539008/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687358 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687342.759539:0:32134:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687342.759542:0:32134:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687342.759544:0:32134:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687342.759548:0:32134:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e9c00 x1875572824539008/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687358 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788687342.759556:0:32134:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e9c00 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:32134:1875572824539008:192.168.203.144@tcp:101:multiop.0 00000100:00000001:2.0:1788687342.759562:0:32134:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687342.759566:0:32134:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687342.759569:0:32134:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687342.759571:0:32134:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687342.759575:0:32134:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e9c00 x1875572824539008/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687358 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687342.759582:0:32134:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687342.759585:0:32134:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c52b5c00. 00000100:00000001:2.0:1788687342.759589:0:32134:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687342.759592:0:32134:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.759595:0:32134:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788687342.759599:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687342.759602:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687342.759606:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8200 refcount=4 00000020:00000001:2.0:1788687342.759609:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000001:2.0:1788687342.759613:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000040:2.0:1788687342.759621:0:32134:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29d13a8200, remote cookie: 0x59c08f76ab1d270b, flags: 0x1001 00010000:00010000:2.0:1788687342.759628:0:32134:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811e47 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d270b expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788687342.759637:0:32134:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788687342.759640:0:32134:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788687342.759778:0:32134:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c6090500. 00010000:00000010:2.0:1788687342.759785:0:32134:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5044180. 00010000:00000001:2.0:1788687342.759791:0:32134:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687342.759795:0:32134:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811e47 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d270b expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687342.759805:0:32134:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811e47 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d270b expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687342.759812:0:32134:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788687342.759817:0:32134:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788687342.759820:0:32134:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788687342.759821:0:32134:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788687342.759823:0:32134:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788687342.759826:0:32134:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2c:0x0].0x0 (ffff9b29c6090500) refcount = 1 00010000:00010000:2.0:1788687342.759830:0:32134:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811e47 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d270b expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687342.759837:0:32134:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788687342.759841:0:32134:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788687342.759843:0:32134:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687342.759846:0:32134:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788687342.759849:0:32134:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687342.759853:0:32134:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811e47 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d270b expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687342.759858:0:32134:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788687342.759860:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.759862:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687342.759863:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.759864:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687342.759865:0:32134:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687342.759871:0:32134:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788687342.759873:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687342.759874:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687342.759875:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8200 refcount=3 00000020:00000001:2.0:1788687342.759877:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000001:2.0:1788687342.760503:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000001:2.0:1788687342.760513:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687342.760514:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687342.760517:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8200 refcount=4 00000020:00000001:2.0:1788687342.760519:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000001:2.0:1788687342.760521:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000001:2.0:1788687342.760525:0:32134:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687342.760528:0:32134:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687342.760533:0:32134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811e47 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d270b expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687342.760540:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.760541:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687342.760542:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687342.760543:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687342.760545:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8200 refcount=5 00000020:00000001:2.0:1788687342.760546:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000001:2.0:1788687342.760549:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000001:2.0:1788687342.760551:0:32134:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687342.760554:0:32134:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811e47 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d270b expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687342.760561:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.760562:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788687342.760564:0:32134:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811e47 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d270b expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687342.760571:0:32134:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687342.760572:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.760573:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687342.760575:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.760576:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788687342.760589:0:32134:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c42e9c00 x1875572824539008/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687358 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788687342.760597:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687342.760598:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687342.760600:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8200 refcount=3 00000020:00000001:2.0:1788687342.760602:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000001:2.0:1788687342.760604:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000001:2.0:1788687342.760607:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.760608:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687342.760609:0:32134:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687342.760612:0:32134:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687342.760615:0:32134:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788687342.760618:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687342.760620:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687342.760621:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8200 refcount=3 00000020:00000001:2.0:1788687342.760623:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000001:2.0:1788687342.760625:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00000002:00010000:2.0:1788687342.760629:0:32134:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811e47 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d270b expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687342.760636:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.760637:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687342.760639:0:32134:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788687342.760641:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687342.760642:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687342.760643:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8200 refcount=3 00000020:00000001:2.0:1788687342.760645:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000001:2.0:1788687342.762167:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000040:2.0:1788687342.762184:0:32134:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 2 00010000:00000001:2.0:1788687342.762188:0:32134:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788687342.762194:0:32134:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/44 (0 0) 00010000:00000001:2.0:1788687342.762198:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.762200:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687342.762203:0:32134:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788687342.762207:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7710 00000002:00002000:2.0:1788687342.762210:0:32134:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788687342.762215:0:32134:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687342.762223:0:32134:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687342.762226:0:32134:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788687342.762230:0:32134:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788687342.762234:0:32134:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788687342.762238:0:32134:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000001:2.0:1788687342.762242:0:32134:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788687342.762244:0:32134:0:(namei.c:674:ll_lookup_it_finish()) it ffffaca0816b7b20 it_disposition b 00000080:00000001:2.0:1788687342.762248:0:32134:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788687342.762256:0:32134:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788687342.762260:0:32134:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788687342.762264:0:32134:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:2.0:1788687342.762279:0:32134:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788687342.762290:0:32134:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:2.0:1788687342.762293:0:32134:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788687342.762299:0:32134:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x2c:0x0], updating i_size 0 00000080:00200000:2.0:1788687342.762303:0:32134:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2c:0x0](ffff9b29d8591988): rc = 0 00000080:00000001:2.0:1788687342.762306:0:32134:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758523272 : -110870951028344 : ffff9b29d8591988) 00010000:00000001:2.0:1788687342.762309:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687342.762312:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687342.762315:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8200 refcount=3 00000020:00000001:2.0:1788687342.762317:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000001:2.0:1788687342.762319:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00000080:00000001:2.0:1788687342.762323:0:32134:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788687342.762326:0:32134:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687342.762341:0:32134:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:2.0:1788687342.762344:0:32134:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:2.0:1788687342.762346:0:32134:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788687342.763448:0:32134:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000002:2.0:1788687342.763456:0:32134:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29c524f4d8) owner ffff9b29c12227c0 00020000:00000001:2.0:1788687342.763462:0:32134:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788687342.763466:0:32134:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29c524f4d8) owner ffff9b29c12227c0 00020000:00000002:2.0:1788687342.763469:0:32134:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2c:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788687342.763472:0:32134:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687342.763474:0:32134:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687342.763481:0:32134:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788687342.763484:0:32134:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f4d8) owner 0000000000000000/ffff9b29c12227c0 00020000:00000002:2.0:1788687342.763487:0:32134:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f4d8) owner 0000000000000000/ffff9b29c12227c0 00020000:00000001:2.0:1788687342.763490:0:32134:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788687342.763492:0:32134:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788687342.763495:0:32134:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2c:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:2.0:1788687342.763499:0:32134:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00000080:00000001:2.0:1788687342.763503:0:32134:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.763507:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.763509:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788687342.763511:0:32134:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788687342.763516:0:32134:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788687342.763518:0:32134:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687342.763523:0:32134:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2c:0x0](ffff9b29d8591988) for lock 0x230d04438e811e47 00800000:00000001:2.0:1788687342.763527:0:32134:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687342.763532:0:32134:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687342.763534:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687342.763537:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687342.763539:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8200 refcount=3 00000020:00000001:2.0:1788687342.763542:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000001:2.0:1788687342.763545:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000001:2.0:1788687342.763548:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.763549:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687342.763551:0:32134:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687342.763553:0:32134:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788687342.763562:0:32134:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d870aca8 inode ffff9b29d8591988 refc 1 flags 0x40000e 00000080:00000001:2.0:1788687342.763567:0:32134:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788687342.763572:0:32134:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2c:0x0](ffff9b29d8591988) 00000080:00010000:2.0:1788687342.763577:0:32134:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811e47 from it ffffaca0816b7b20 00010000:00000001:2.0:1788687342.763579:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687342.763580:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687342.763582:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8200 refcount=3 00000020:00000001:2.0:1788687342.763584:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000001:2.0:1788687342.763586:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000001:2.0:1788687342.763589:0:32134:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687342.763594:0:32134:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811e47 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d270b expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687342.763604:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.763606:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687342.763607:0:32134:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687342.763611:0:32134:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687342.763614:0:32134:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811e47 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d270b expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687342.763623:0:32134:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687342.763626:0:32134:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687342.763629:0:32134:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687342.763636:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.763637:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687342.763639:0:32134:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.763643:0:32134:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687342.763645:0:32134:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.765173:0:32134:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.765186:0:32134:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.765190:0:32134:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687342.765194:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.765197:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788687342.765201:0:32134:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788687342.765210:0:32134:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6941400. 00000100:00000001:2.0:1788687342.765224:0:32134:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687342.765240:0:32134:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e9c00 x1875572824539008/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687358 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687342.765250:0:32134:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687342.765254:0:32134:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687342.765258:0:32134:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c6811800. 02000000:00000001:2.0:1788687342.765262:0:32134:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687342.765610:0:32134:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687342.765613:0:32134:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687342.765616:0:32134:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687342.765619:0:32134:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c63d4400. 02000000:00000001:2.0:1788687342.765624:0:32134:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687342.765626:0:32134:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687342.765629:0:32134:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e9c00. 00000100:00000001:2.0:1788687342.765634:0:32134:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687342.765635:0:32134:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687342.765640:0:32134:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788687342.765642:0:32134:0:(dcache.c:176:ll_intent_release()) intent ffffaca0816b7b20 released 00000080:00000001:2.0:1788687342.765644:0:32134:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1788687342.765832:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7d08 00000080:00200008:2.0:1788687342.765835:0:32134:0:(file.c:6296:ll_getattr_dentry()) START file f22.recovery-small-1:[0x200000404:0x2c:0x0](ffff9b29d8591988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788687342.765848:0:32134:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1788687342.765852:0:32134:0:(statahead.c:604:ll_sai_alloc()) Process entered 00000080:00000010:2.0:1788687342.765863:0:32134:0:(statahead.c:606:ll_sai_alloc()) kmalloced '(sai)': 504 at ffff9b29cb07aa00. 00000080:00000001:2.0:1788687342.765867:0:32134:0:(statahead.c:628:ll_sai_alloc()) Process leaving (rc=18446633202535082496 : -110871174469120 : ffff9b29cb07aa00) 00000080:00000001:2.0:1788687342.765875:0:32134:0:(statahead.c:529:ll_sax_alloc()) Process entered 00000080:00000010:2.0:1788687342.765879:0:32134:0:(statahead.c:531:ll_sax_alloc()) kmalloced '(ctx)': 2592 at ffff9b29c68f1000. 00000080:00000001:2.0:1788687342.766121:0:32134:0:(statahead.c:544:ll_sax_alloc()) Process leaving (rc=18446633202460069888 : -110871249481728 : ffff9b29c68f1000) 00000080:00400000:2.0:1788687342.766127:0:32134:0:(statahead.c:2469:start_statahead_thread()) start statahead thread: [pid 32134] [parent /] 00000080:00000001:2.0:1788687342.766728:0:32134:0:(statahead.c:1163:ll_start_agl()) Process entered 00000080:00400000:2.0:1788687342.766732:0:32134:0:(statahead.c:1166:ll_start_agl()) start agl thread: sai ffff9b29cb07aa00, parent / 00000080:00000001:2.0:1788687342.767317:0:32134:0:(statahead.c:1183:ll_start_agl()) Process leaving 00000080:00000001:2.0:1788687342.767373:0:32134:0:(statahead.c:2500:start_statahead_thread()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:2.0:1788687342.767381:0:32134:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687342.767384:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7c80 00000080:00200000:2.0:1788687342.767387:0:32134:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x2c:0x0](ffff9b29d8591988),name=f22.recovery-small-1 00000080:00000010:2.0:1788687342.767397:0:32134:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29cb07a000. 00800000:00000002:2.0:1788687342.767405:0:32134:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687342.767424:0:32134:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687342.767430:0:32134:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687342.767433:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7ba0 00800000:00000002:2.0:1788687342.767436:0:32134:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x2c:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788687342.767437:0:32136:0:(statahead.c:1097:ll_agl_thread()) Process entered 00800000:00000001:2.0:1788687342.767441:0:32134:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000080:00400000:0.0:1788687342.767441:0:32136:0:(statahead.c:1100:ll_agl_thread()) agl thread started: sai ffff9b29cb07aa00, parent / 00800000:00000002:2.0:1788687342.767448:0:32134:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2c:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687342.767454:0:32134:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687342.767457:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7a70 00000002:00010000:2.0:1788687342.767459:0:32134:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x2c:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687342.767463:0:32134:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687342.767466:0:32134:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687342.767470:0:32134:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687342.767480:0:32134:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 2 00010000:00000001:2.0:1788687342.767483:0:32134:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687342.767490:0:32134:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687342.767495:0:32134:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687342.767501:0:32134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811e47 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d270b expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788687342.767514:0:32134:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687342.767521:0:32134:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687342.767525:0:32134:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811e47 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d270b expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788687342.767532:0:32134:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687342.767534:0:32134:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687342.767536:0:32134:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687342.767538:0:32134:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687342.767540:0:32134:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687342.767542:0:32134:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687342.767545:0:32134:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687342.767548:0:32134:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687342.767552:0:32134:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29cb07a000. 00000080:00000001:2.0:1788687342.767557:0:32134:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687342.767559:0:32134:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687342.767562:0:32134:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2c:0x0](ffff9b29d8591988) 00000080:00010000:2.0:1788687342.767576:0:32134:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2c:0x0](ffff9b29d8591988) for lock 0x230d04438e811e47 00800000:00000001:2.0:1788687342.767581:0:32134:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687342.767583:0:32134:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687342.767585:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687342.767588:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687342.767592:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8200 refcount=3 00000020:00000001:2.0:1788687342.767595:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000001:2.0:1788687342.767598:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000001:2.0:1788687342.767601:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.767603:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687342.767604:0:32134:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687342.767606:0:32134:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687342.767609:0:32134:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811e47 from it ffffaca0816b7cb8 00010000:00000001:2.0:1788687342.767612:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687342.767613:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687342.767614:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8200 refcount=3 00000020:00000001:2.0:1788687342.767616:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000001:2.0:1788687342.767618:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000001:2.0:1788687342.767621:0:32134:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687342.767624:0:32134:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811e47 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d270b expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687342.767631:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.767632:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687342.767634:0:32134:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687342.767638:0:32134:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687342.767649:0:32134:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811e47 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d270b expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687342.767659:0:32134:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687342.767662:0:32134:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687342.767665:0:32134:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687342.767671:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.767672:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687342.767674:0:32134:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.767678:0:32134:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687342.767680:0:32134:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.767682:0:32134:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.767685:0:32134:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.767687:0:32134:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687342.767688:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.767689:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687342.767692:0:32134:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687342.767694:0:32134:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687342.767698:0:32134:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788687342.767701:0:32134:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788687342.767703:0:32134:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687342.767705:0:32134:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788687342.767707:0:32134:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687342.767709:0:32134:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687342.767713:0:32134:0:(file.c:6360:ll_getattr_dentry()) Process leaving via fill_attr (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788687342.767720:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7d08 00000080:00000008:2.0:1788687342.767722:0:32134:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f22.recovery-small-1:[0x200000404:0x2c:0x0](ffff9b29d8591988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788687342.767728:0:32134:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788687342.767731:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7da0 00000080:00002000:2.0:1788687342.767733:0:32134:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-1 (ffff9b29d870aca8, parent ffff9b29d84cabd0, inode ffff9b29d8591988) hashed, 00000080:00000001:2.0:1788687342.767736:0:32134:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687342.767785:0:32134:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687342.767789:0:32134:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687342.767791:0:32134:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687342.767792:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7bd8 00000080:00200000:2.0:1788687342.767794:0:32134:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687342.767798:0:32134:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29cb07a000. 00800000:00000002:2.0:1788687342.767801:0:32134:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687342.767803:0:32134:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687342.767805:0:32134:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687342.767806:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7af8 00800000:00000002:2.0:1788687342.767808:0:32134:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687342.767811:0:32134:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687342.767813:0:32134:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687342.767816:0:32134:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687342.767818:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b79c8 00000002:00010000:2.0:1788687342.767819:0:32134:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687342.767822:0:32134:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687342.767823:0:32134:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687342.767824:0:32134:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687342.767828:0:32134:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de200 count: 2 00010000:00000001:2.0:1788687342.767829:0:32134:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687342.767832:0:32134:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687342.767834:0:32134:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687342.767837:0:32134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811e40 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26ef expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788687342.767844:0:32134:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687342.767846:0:32134:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687342.767849:0:32134:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811e40 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26ef expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788687342.767855:0:32134:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687342.767857:0:32134:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687342.767858:0:32134:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687342.767859:0:32134:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687342.767861:0:32134:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687342.767863:0:32134:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687342.767865:0:32134:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687342.767867:0:32134:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687342.767869:0:32134:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29cb07a000. 00000080:00000001:2.0:1788687342.767873:0:32134:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687342.767874:0:32134:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687342.767876:0:32134:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687342.767879:0:32134:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811e40 00800000:00000001:2.0:1788687342.767881:0:32134:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687342.767882:0:32134:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687342.767883:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687342.767885:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687342.767887:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5000 refcount=3 00000020:00000001:2.0:1788687342.767889:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:2.0:1788687342.767891:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:2.0:1788687342.767893:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.767894:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687342.767895:0:32134:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687342.767897:0:32134:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687342.767899:0:32134:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811e40 from it ffffaca0816b7c10 00010000:00000001:2.0:1788687342.767901:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687342.767902:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687342.767903:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5000 refcount=3 00000020:00000001:2.0:1788687342.767934:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:2.0:1788687342.767936:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:2.0:1788687342.767939:0:32134:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687342.767942:0:32134:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811e40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d26ef expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687342.767949:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.767950:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687342.767951:0:32134:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687342.767953:0:32134:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687342.767955:0:32134:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811e40 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26ef expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687342.767961:0:32134:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687342.767963:0:32134:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687342.767964:0:32134:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687342.767967:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.767968:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687342.767969:0:32134:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.767971:0:32134:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687342.767972:0:32134:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.767974:0:32134:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.767976:0:32134:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.767977:0:32134:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687342.767978:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.767979:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687342.767981:0:32134:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687342.767982:0:32134:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687342.767985:0:32134:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788687342.767989:0:32134:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687342.767998:0:32134:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788687342.768000:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7da8 00000080:00002000:2.0:1788687342.768003:0:32134:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-1(ffff9b29d870aca8) flags 0x48000e refc 0 00000080:00000001:2.0:1788687342.768006:0:32134:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687342.768008:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7e18 00000080:00200000:2.0:1788687342.768010:0:32134:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-1, flags=0 00000080:00000001:2.0:1788687342.768015:0:32134:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000001:2.0:1788687342.768018:0:32134:0:(statahead.c:1941:ll_shared_statahead_check()) Process entered 00000080:00000001:2.0:1788687342.768020:0:32134:0:(statahead.c:1958:ll_shared_statahead_check()) Process leaving via out_unlock (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:2.0:1788687342.768023:0:32134:0:(statahead.c:1967:ll_shared_statahead_check()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00000001:2.0:1788687342.768026:0:32134:0:(statahead.c:2050:revalidate_statahead_dentry()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:2.0:1788687342.768029:0:32134:0:(statahead.c:2145:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00400000:2.0:1788687342.768032:0:32134:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-1: rc = -17. 00000080:00000001:2.0:1788687342.768037:0:32134:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687342.768039:0:32134:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687342.768040:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7d38 00000080:00200000:2.0:1788687342.768042:0:32134:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687342.768046:0:32134:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29cb07a000. 00800000:00000002:2.0:1788687342.768049:0:32134:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687342.768051:0:32134:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687342.768052:0:32134:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687342.768054:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7c58 00800000:00000002:2.0:1788687342.768055:0:32134:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687342.768058:0:32134:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687342.768060:0:32134:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687342.768063:0:32134:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687342.768064:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7b28 00000002:00010000:2.0:1788687342.768066:0:32134:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687342.768070:0:32134:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687342.768071:0:32134:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687342.768072:0:32134:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687342.768075:0:32134:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de200 count: 2 00010000:00000001:2.0:1788687342.768077:0:32134:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687342.768080:0:32134:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687342.768082:0:32134:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687342.768085:0:32134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811e40 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26ef expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788687342.768091:0:32134:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687342.768093:0:32134:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687342.768096:0:32134:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811e40 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26ef expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788687342.768102:0:32134:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687342.768104:0:32134:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687342.768106:0:32134:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687342.768107:0:32134:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687342.768110:0:32134:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687342.768111:0:32134:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687342.768114:0:32134:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687342.768116:0:32134:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687342.768117:0:32134:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29cb07a000. 00000080:00000001:2.0:1788687342.768120:0:32134:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687342.768122:0:32134:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687342.768124:0:32134:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687342.768126:0:32134:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811e40 00800000:00000001:2.0:1788687342.768129:0:32134:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687342.768131:0:32134:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687342.768132:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687342.768133:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687342.768135:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5000 refcount=3 00000020:00000001:2.0:1788687342.768137:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:2.0:1788687342.768139:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:2.0:1788687342.768141:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.768142:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687342.768144:0:32134:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687342.768145:0:32134:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687342.768147:0:32134:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811e40 from it ffffaca0816b7d70 00010000:00000001:2.0:1788687342.768149:0:32134:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687342.768150:0:32134:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687342.768152:0:32134:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5000 refcount=3 00000020:00000001:2.0:1788687342.768154:0:32134:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:2.0:1788687342.768156:0:32134:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:2.0:1788687342.768158:0:32134:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687342.768161:0:32134:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811e40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d26ef expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687342.768168:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.768169:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687342.768171:0:32134:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687342.768172:0:32134:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687342.768175:0:32134:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811e40 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d26ef expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788687342.768181:0:32134:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687342.768183:0:32134:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687342.768184:0:32134:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687342.768186:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.768187:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687342.768188:0:32134:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.768190:0:32134:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687342.768191:0:32134:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.768193:0:32134:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.768195:0:32134:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.768274:0:32134:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687342.768276:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.768277:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687342.768278:0:32134:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687342.768280:0:32134:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687342.768283:0:32134:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788687342.768286:0:32134:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687342.768290:0:32134:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:2.0:1788687342.768292:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7e00 00000080:00200000:2.0:1788687342.768294:0:32134:0:(namei.c:2351:ll_unlink()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00000001:2.0:1788687342.768297:0:32134:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1788687342.768300:0:32134:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687342.768305:0:32134:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:2.0:1788687342.768307:0:32134:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:2.0:1788687342.768311:0:32134:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788687342.768315:0:32134:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f4d8) owner 0000000000000000/ffff9b29c12227c0 00020000:00000002:2.0:1788687342.768319:0:32134:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f4d8) owner 0000000000000000/ffff9b29c12227c0 00020000:00000001:2.0:1788687342.768322:0:32134:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788687342.768324:0:32134:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788687342.768327:0:32134:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00000080:00000001:2.0:1788687342.768330:0:32134:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788687342.768335:0:32134:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29cb07a000. 00800000:00000002:2.0:1788687342.768338:0:32134:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00800000:00000001:2.0:1788687342.768347:0:32134:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1788687342.768351:0:32134:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:2.0:1788687342.768354:0:32134:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x2c:0x0] 00800000:00000001:2.0:1788687342.768357:0:32134:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788687342.768359:0:32134:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x2c:0x0] -> mds #0 00000002:00000001:2.0:1788687342.768364:0:32134:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1788687342.768366:0:32134:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788687342.768370:0:32134:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de200 count: 2 00010000:00000001:2.0:1788687342.768372:0:32134:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687342.768375:0:32134:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788687342.768379:0:32134:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788687342.768382:0:32134:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811e40 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d26ef expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1788687342.768390:0:32134:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788687342.768396:0:32134:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788687342.768398:0:32134:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788687342.768400:0:32134:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788687342.768403:0:32134:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687342.768404:0:32134:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687342.768406:0:32134:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de200 count: 3 00010000:00000001:2.0:1788687342.768408:0:32134:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687342.768419:0:32134:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687342.768421:0:32134:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687342.768422:0:32134:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687342.768423:0:32134:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de200 count: 3 00010000:00000001:2.0:1788687342.768425:0:32134:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687342.768427:0:32134:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687342.768429:0:32134:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687342.768430:0:32134:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687342.768431:0:32134:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de200 count: 3 00010000:00000001:2.0:1788687342.768433:0:32134:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687342.768435:0:32134:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687342.768437:0:32134:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788687342.768440:0:32134:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b29d8594200, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788687342.768445:0:32134:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788687342.768448:0:32134:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788687342.768451:0:32134:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788687342.768452:0:32134:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.768456:0:32134:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788687342.768459:0:32134:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788687342.768461:0:32134:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788687342.768463:0:32134:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687342.768465:0:32134:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788687342.768468:0:32134:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc5000 with handle 0x230d04438e811e40 from hash 00010000:00000001:2.0:1788687342.768470:0:32134:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788687342.768472:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.768473:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687342.768474:0:32134:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788687342.768477:0:32134:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788687342.768479:0:32134:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788687342.768481:0:32134:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788687342.768484:0:32134:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687342.768486:0:32134:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687342.768489:0:32134:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788687342.768491:0:32134:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 2 00010000:00000001:2.0:1788687342.768493:0:32134:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687342.768495:0:32134:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788687342.768497:0:32134:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788687342.768500:0:32134:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811e47 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x59c08f76ab1d270b expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788687342.768507:0:32134:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788687342.768509:0:32134:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788687342.768510:0:32134:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788687342.768511:0:32134:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2c:0x0] mode (null) 00000002:00000001:2.0:1788687342.768513:0:32134:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687342.768515:0:32134:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687342.768516:0:32134:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 3 00010000:00000001:2.0:1788687342.768518:0:32134:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687342.768521:0:32134:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687342.768522:0:32134:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687342.768524:0:32134:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687342.768525:0:32134:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 3 00010000:00000001:2.0:1788687342.768527:0:32134:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687342.768529:0:32134:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687342.768531:0:32134:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687342.768532:0:32134:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687342.768533:0:32134:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 3 00010000:00000001:2.0:1788687342.768534:0:32134:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687342.768536:0:32134:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687342.768537:0:32134:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687342.768538:0:32134:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687342.768539:0:32134:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 3 00010000:00000001:2.0:1788687342.768540:0:32134:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687342.768542:0:32134:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687342.768544:0:32134:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687342.768546:0:32134:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788687342.768547:0:32134:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687342.768549:0:32134:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:2.0:1788687342.768552:0:32134:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:2.0:1788687342.768554:0:32134:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788687342.768556:0:32134:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2c:0x0]: losing layout lock 00000080:00000001:2.0:1788687342.768559:0:32134:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788687342.768561:0:32134:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788687342.768565:0:32134:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788687342.768568:0:32134:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788687342.768570:0:32134:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2c:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788687342.768572:0:32134:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687342.768574:0:32134:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788687342.768576:0:32134:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00000080:00000001:2.0:1788687342.768578:0:32134:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687342.768580:0:32134:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788687342.768582:0:32134:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2c:0x0](ffff9b29d8591988) invalid 00000020:00000001:2.0:1788687342.768585:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7a68 00000080:00002000:2.0:1788687342.768587:0:32134:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-1 (ffff9b29d870aca8) parent ffff9b29d84cabd0 inode ffff9b29d8591988 refc 1 00000080:00000001:2.0:1788687342.768591:0:32134:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788687342.768592:0:32134:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788687342.768593:0:32134:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.768596:0:32134:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788687342.768598:0:32134:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788687342.768599:0:32134:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788687342.768600:0:32134:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687342.768602:0:32134:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788687342.768604:0:32134:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29d13a8200 with handle 0x230d04438e811e47 from hash 00010000:00000001:2.0:1788687342.768606:0:32134:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788687342.768608:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.768609:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687342.768610:0:32134:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788687342.768611:0:32134:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788687342.768613:0:32134:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788687342.768615:0:32134:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788687342.768617:0:32134:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687342.768619:0:32134:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788687342.768625:0:32134:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e9c00. 00000020:00000040:2.0:1788687342.768630:0:32134:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:2.0:1788687342.768636:0:32134:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788687342.768638:0:32134:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.768641:0:32134:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687342.768646:0:32134:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687342.768649:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.768650:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687342.768651:0:32134:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687342.768655:0:32134:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687342.768657:0:32134:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687342.768660:0:32134:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687342.768668:0:32134:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29cb07b800. 00000100:00000001:2.0:1788687342.768677:0:32134:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.768680:0:32134:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687342.768683:0:32134:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788687342.768690:0:32134:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811e47 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d270b expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788687342.768699:0:32134:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811e40 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d26ef expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1788687342.768712:0:32134:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:2.0:1788687342.768714:0:32134:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788687342.768715:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788687342.768718:0:32134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811e47 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d270b expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1788687342.768726:0:32134:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c6090500 count: 0 00010000:00000010:2.0:1788687342.768732:0:32134:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5044180. 00010000:00000001:2.0:1788687342.768745:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687342.768746:0:32134:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788687342.768749:0:32134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5000/0x230d04438e811e40 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d26ef expref: -99 pid: 32134 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1788687342.768756:0:32134:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64de200 count: 0 00010000:00000010:2.0:1788687342.768759:0:32134:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5ca0580. 00010000:00000001:2.0:1788687342.768766:0:32134:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687342.768768:0:32134:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.768770:0:32134:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687342.768771:0:32134:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.768773:0:32134:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788687342.768787:0:32134:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:2.0:1788687342.768802:0:32134:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c42e9c00 x1875572824539264/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687342.768810:0:32134:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687342.768812:0:32134:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687342.768820:0:32134:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c52b5c00. 00000100:00000001:2.0:1788687342.768822:0:32134:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202436758528 : -110871272793088 : ffff9b29c52b5c00) 00000100:00000001:2.0:1788687342.768825:0:32134:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687342.768827:0:32134:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420194304 : -110871289357312 : ffff9b29c42e9c00) 00000100:00000001:2.0:1788687342.768832:0:32134:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687342.768838:0:32134:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687342.768841:0:32134:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687342.768842:0:32134:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687342.768848:0:32134:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e9c00 x1875572824539264/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687342.768856:0:32134:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687342.768858:0:32134:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687342.768862:0:32134:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687342.768864:0:32134:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687342.768867:0:32134:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687342.768871:0:32134:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e9c00 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:32134:1875572824539264:192.168.203.144@tcp:36:multiop.0 00000100:00000001:2.0:1788687342.768876:0:32134:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687342.768883:0:32134:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687342.768886:0:32134:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687342.768889:0:32134:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687342.768894:0:32134:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d4400. 02000000:00000001:2.0:1788687342.768896:0:32134:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687342.768977:0:32134:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687342.768984:0:32134:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd3c8. 00000400:00000010:2.0:1788687342.768993:0:32134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240088. 00000100:00000200:2.0:1788687342.769003:0:32134:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824539264, portal 10 00000100:00000001:2.0:1788687342.769005:0:32134:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687342.769006:0:32134:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420194304 : -110871289357312 : ffff9b29c42e9c00) 00000100:00000040:2.0:1788687342.769015:0:32134:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e9c00 x1875572824539264/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/624 e 0 to 0 dl 1788687358 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687342.769023:0:32134:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687342.769026:0:32134:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687342.769029:0:32134:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240dd0. 00000100:00000200:2.0:1788687342.769033:0:32134:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875572824539264, offset 0 00000400:00000200:2.0:1788687342.769040:0:32134:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687342.769051:0:32134:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687342.769060:0:32134:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687342.769067:0:32134:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687342.769072:0:32134:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687342.769077:0:32134:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687342.769080:0:32134:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687342.769085:0:32134:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2468:2468:256:4294967295] 192.168.203.144@tcp LPNI seq info [2468:2468:8:4294967295] 00000400:00000200:2.0:1788687342.769090:0:32134:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687342.769102:0:32134:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687342.769109:0:32134:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687342.769116:0:32134:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29cb3a8b00. 00000800:00000200:2.0:1788687342.769124:0:32134:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687342.769135:0:32134:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687342.769141:0:32134:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29cb3a8b00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1788687342.769154:0:32134:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687342.769159:0:32134:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 788083 usecs (789 jiffies) 00000400:00000200:2.0:1788687342.769162:0:32134:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687342.769166:0:32134:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296469563 00000100:00000001:2.0:1788687342.769169:0:32134:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296471260 00000100:00000001:2.0:1788687342.769172:0:32134:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296469563 00000100:00000001:2.0:1788687342.769174:0:32134:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296471261 00000100:00000001:2.0:1788687342.769177:0:32134:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687342.769180:0:32134:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687342.769182:0:32134:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687342.769184:0:32134:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687342.769187:0:32134:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c52b5c00 going to sleep for 11 seconds 00000100:00000001:2.0:1788687342.769190:0:32134:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687342.769194:0:32134:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687342.769378:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687342.769384:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29cb3a8b00. 00000400:00000200:3.0:1788687342.769391:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687342.769396:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687342.769404:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240dd0 00000400:00000010:3.0:1788687342.769407:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240dd0. 00000100:00000001:3.0:1788687342.769420:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687342.769426:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e9c00 x1875572824539264/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/624 e 0 to 0 dl 1788687358 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687342.769438:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687342.769442:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e9c00 x1875572824539264/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/624 e 0 to 0 dl 1788687358 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687342.769449:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687342.769451:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000080:00000001:1.0:1788687342.771185:0:32135:0:(statahead.c:1544:ll_statahead_thread()) Process entered 00000080:00400000:1.0:1788687342.771194:0:32135:0:(statahead.c:1547:ll_statahead_thread()) statahead thread starting: sai ffff9b29cb07aa00, parent / 00800000:00000001:1.0:1788687342.771211:0:32135:0:(lmv_obd.c:4431:lmv_batch_create()) Process entered 00800000:00000010:1.0:1788687342.771221:0:32135:0:(lmv_obd.c:4432:lmv_batch_create()) kmalloced '(lbh)': 48 at ffff9b29d099bcc0. 00800000:00000001:1.0:1788687342.771225:0:32135:0:(lmv_obd.c:4449:lmv_batch_create()) Process leaving (rc=18446633202628541632 : -110871081009984 : ffff9b29d099bcc0) 00000080:00000001:1.0:1788687342.771229:0:32135:0:(statahead.c:1486:ll_statahead_by_fname()) Process entered 00000080:00400000:1.0:1788687342.771231:0:32135:0:(statahead.c:1489:ll_statahead_by_fname()) lustre: FNAME statahead: parent / fname prefix f22.recovery-small- 00000080:00000010:1.0:1788687342.771236:0:32135:0:(statahead.c:1491:ll_statahead_by_fname()) kmalloced '(fname)': 255 at ffff9b29c63e2f00. 00000080:00000001:1.0:1788687342.771240:0:32135:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788687342.771242:0:32135:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788687342.771247:0:32135:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9b29c5d3b300. 00000020:00000001:1.0:1788687342.771251:0:32135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bcd8 00000080:00400000:1.0:1788687342.771253:0:32135:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-2(ffff9b29c5d3b300) index 1 00000080:00000001:1.0:1788687342.771258:0:32135:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446633202447790848 : -110871261760768 : ffff9b29c5d3b300) 00000080:00000001:1.0:1788687342.771263:0:32135:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788687342.771265:0:32135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bc98 00000080:00002000:1.0:1788687342.771267:0:32135:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff9b29d8724000) flags 0x40000e refc 1 00000080:00000001:1.0:1788687342.771270:0:32135:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687342.771272:0:32135:0:(statahead.c:1012:sa_revalidate()) Process entered 00000080:00000010:1.0:1788687342.771276:0:32135:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9b29c6912400. 00800000:00000002:1.0:1788687342.771285:0:32135:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 3 00800000:00000001:1.0:1788687342.771297:0:32135:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687342.771304:0:32135:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687342.771306:0:32135:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687342.771311:0:32135:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687342.771320:0:32135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f900 count: 2 00010000:00000001:1.0:1788687342.771323:0:32135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687342.771335:0:32135:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687342.771340:0:32135:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687342.771347:0:32135:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811e32 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d26be expref: -99 pid: 32132 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788687342.771359:0:32135:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687342.771365:0:32135:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687342.771372:0:32135:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811e32 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d26be expref: -99 pid: 32132 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788687342.771380:0:32135:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687342.771382:0:32135:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687342.771384:0:32135:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687342.771387:0:32135:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788687342.771389:0:32135:0:(dcache.c:176:ll_intent_release()) intent ffffaca080d4bd78 released 00000080:00010000:1.0:1788687342.771391:0:32135:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811e32 from it ffffaca080d4bd78 00010000:00000001:1.0:1788687342.771395:0:32135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687342.771397:0:32135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687342.771400:0:32135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4c00 refcount=3 00000020:00000001:1.0:1788687342.771402:0:32135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687342.771405:0:32135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509040640 : -110871200510976 : ffff9b29c97a4c00) 00010000:00000001:1.0:1788687342.771408:0:32135:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687342.771420:0:32135:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811e32 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d26be expref: -99 pid: 32132 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687342.771428:0:32135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687342.771429:0:32135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687342.771431:0:32135:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687342.771433:0:32135:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687342.771436:0:32135:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811e32 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d26be expref: -99 pid: 32132 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788687342.771445:0:32135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687342.771448:0:32135:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687342.771451:0:32135:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687342.771455:0:32135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687342.771458:0:32135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687342.771459:0:32135:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687342.771464:0:32135:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687342.771467:0:32135:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687342.771469:0:32135:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687342.771472:0:32135:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687342.771474:0:32135:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687342.771475:0:32135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687342.771477:0:32135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687342.771478:0:32135:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:1.0:1788687342.771481:0:32135:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 3 00000080:00000010:1.0:1788687342.771485:0:32135:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9b29c6912400. 00000080:00000001:1.0:1788687342.771490:0:32135:0:(statahead.c:1031:sa_revalidate()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687342.771507:0:32135:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1788687342.771510:0:32135:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788687342.771511:0:32135:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788687342.771514:0:32135:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9b29c5d3b900. 00000020:00000001:1.0:1788687342.771516:0:32135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bcd8 00000080:00400000:1.0:1788687342.771517:0:32135:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-3(ffff9b29c5d3b900) index 2 00000080:00000001:1.0:1788687342.771520:0:32135:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446633202447792384 : -110871261759232 : ffff9b29c5d3b900) 00000080:00000001:1.0:1788687342.771522:0:32135:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1788687342.771524:0:32135:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9b29c6912400. 00800000:00000002:1.0:1788687342.771527:0:32135:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 3 00800000:00000001:1.0:1788687342.771531:0:32135:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788687342.771536:0:32135:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000010:1.0:1788687342.771538:0:32135:0:(lmv_obd.c:4594:lmv_batch_get_sub()) kmalloced '(sbh)': 32 at ffff9b29c5d009e0. 00000002:00000001:1.0:1788687342.771542:0:32135:0:(batch.c:649:cli_batch_create()) Process entered 00000002:00000010:1.0:1788687342.771544:0:32135:0:(batch.c:651:cli_batch_create()) kmalloced '(cbh)': 32 at ffff9b29c5d00200. 00000002:00000010:1.0:1788687342.771548:0:32135:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff9b29c974e7e0. 00000002:00000010:1.0:1788687342.771551:0:32135:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff9b29d099b540. 00000002:00000010:1.0:1788687342.771565:0:32135:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff9b29c695b000. 00000002:00000001:1.0:1788687342.771568:0:32135:0:(batch.c:666:cli_batch_create()) Process leaving (rc=18446633202447548928 : -110871262002688 : ffff9b29c5d00200) 00800000:00000001:1.0:1788687342.771570:0:32135:0:(lmv_obd.c:4612:lmv_batch_get_sub()) Process leaving (rc=18446633202447548928 : -110871262002688 : ffff9b29c5d00200) 00000002:00000001:1.0:1788687342.771574:0:32135:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1788687342.771578:0:32135:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9b29c6285c00. 00000002:00000001:1.0:1788687342.771580:0:32135:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1788687342.771582:0:32135:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788687342.771585:0:32135:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1788687342.771599:0:32135:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788687342.771602:0:32135:0:(ldlm_request.c:1254:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1788687342.771605:0:32135:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788687342.771610:0:32135:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c422fe00. 00010000:00000010:1.0:1788687342.771616:0:32135:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5d3ba00. 00010000:00000001:1.0:1788687342.771622:0:32135:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687342.771625:0:32135:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a4400. 00000020:00000001:1.0:1788687342.771629:0:32135:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687342.771631:0:32135:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a4400 with handle 0x230d04438e811e4e to hash 00000020:00000001:1.0:1788687342.771634:0:32135:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687342.771635:0:32135:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:1.0:1788687342.771639:0:32135:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00000080:00000001:0.0:1788687342.771841:0:32136:0:(statahead.c:681:ll_agl_trigger()) Process entered 00000080:00400000:0.0:1788687342.771846:0:32136:0:(statahead.c:738:ll_agl_trigger()) Handling (init) async glimpse: inode = [0x200000404:0x2b:0x0], idx = 1 00000001:00000001:0.0:1788687342.771850:0:32136:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788687342.771854:0:32136:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687342.771859:0:32136:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509237928 : -110871200313688 : ffff9b29c97d4ea8) 00000020:00001000:0.0:1788687342.771863:0:32136:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4ea0 00000020:00000001:0.0:1788687342.771868:0:32136:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0c38 -> ffff9b29d02b0c38 00000020:00000001:0.0:1788687342.771872:0:32136:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788687342.771875:0:32136:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788687342.771878:0:32136:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788687342.771882:0:32136:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687342.771884:0:32136:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788687342.771887:0:32136:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788687342.771889:0:32136:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687342.771891:0:32136:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687342.771897:0:32136:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2b:0x0]io ffff9b29d023cbf0 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788687342.771901:0:32136:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015b2e8) owner 0000000000000000/ffff9b29c5cba7c0 00020000:00000001:0.0:1788687342.771929:0:32136:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788687342.771932:0:32136:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788687342.771935:0:32136:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788687342.771937:0:32136:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687342.771940:0:32136:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788687342.771942:0:32136:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788687342.771944:0:32136:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687342.771946:0:32136:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687342.771947:0:32136:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788687342.771949:0:32136:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788687342.771951:0:32136:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015b2e8) owner 0000000000000000/ffff9b29c5cba7c0 00000020:00000001:0.0:1788687342.771953:0:32136:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788687342.771956:0:32136:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788687342.771958:0:32136:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x2b:0x0] 00000020:00000001:0.0:1788687342.771962:0:32136:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788687342.771964:0:32136:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788687342.771967:0:32136:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788687342.771969:0:32136:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788687342.771975:0:32136:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788687342.771982:0:32136:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c5ca0880. 00020000:00000002:0.0:1788687342.771985:0:32136:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788687342.771988:0:32136:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788687342.771990:0:32136:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687342.771992:0:32136:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788687342.771994:0:32136:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687342.771996:0:32136:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509234184 : -110871200317432 : ffff9b29c97d4008) 00000020:00001000:0.0:1788687342.771998:0:32136:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4000 00000020:00000001:0.0:1788687342.772002:0:32136:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0468 -> ffff9b29d02b0c38 00000020:00000001:0.0:1788687342.772004:0:32136:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788687342.772008:0:32136:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687342.772009:0:32136:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788687342.772011:0:32136:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687342.772014:0:32136:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687342.772016:0:32136:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:0.0:1788687342.772018:0:32136:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788687342.772022:0:32136:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29d1208000. 00000008:00010000:0.0:1788687342.772026:0:32136:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 2b 00000020:00000001:0.0:1788687342.772029:0:32136:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687342.772031:0:32136:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788687342.772032:0:32136:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c5ca08b0, osc lock ffff9b29d1208000, flags 0x400041012 00000020:00000001:0.0:1788687342.772035:0:32136:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687342.772037:0:32136:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687342.772040:0:32136:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202447157376 : -110871262394240 : ffff9b29c5ca0880) 00000020:00000001:0.0:1788687342.772043:0:32136:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687342.772044:0:32136:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788687342.772046:0:32136:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687342.772047:0:32136:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687342.772050:0:32136:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687342.772052:0:32136:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687342.772053:0:32136:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687342.772054:0:32136:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:0.0:1788687342.772057:0:32136:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687342.772060:0:32136:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687342.772062:0:32136:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788687342.772067:0:32136:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788687342.772070:0:32136:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788687342.772072:0:32136:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788687342.772074:0:32136:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788687342.772075:0:32136:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788687342.772077:0:32136:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788687342.772080:0:32136:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788687342.772082:0:32136:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687342.772088:0:32136:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.772091:0:32136:0:(ldlm_request.c:995:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1788687342.772097:0:32136:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f2680. 00000020:00000040:0.0:1788687342.772101:0:32136:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00010000:00000001:0.0:1788687342.772105:0:32136:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687342.772108:0:32136:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687342.772111:0:32136:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687342.772114:0:32136:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687342.772117:0:32136:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687342.772121:0:32136:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687342.772128:0:32136:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c6941c00. 00000100:00000001:0.0:1788687342.772137:0:32136:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.772140:0:32136:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687342.772142:0:32136:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.772143:0:32136:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687342.772145:0:32136:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.772147:0:32136:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.772150:0:32136:0:(ldlm_request.c:1009:ldlm_enqueue_pack()) Process leaving (rc=18446633202509358720 : -110871200192896 : ffff9b29c97f2680) 00010000:00000001:0.0:1788687342.772154:0:32136:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687342.772157:0:32136:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788687342.772160:0:32136:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c64de100. 00010000:00000010:0.0:1788687342.772163:0:32136:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9b29c64de900. 00010000:00000001:0.0:1788687342.772168:0:32136:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687342.772171:0:32136:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc4400. 00000020:00000001:0.0:1788687342.772175:0:32136:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687342.772178:0:32136:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc4400 with handle 0x230d04438e811e55 to hash 00000020:00000001:0.0:1788687342.772180:0:32136:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687342.772181:0:32136:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000010:0.0:1788687342.772185:0:32136:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9b29c4c6f6c0. 00010000:00000001:0.0:1788687342.772187:0:32136:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687342.772190:0:32136:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687342.772192:0:32136:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687342.772206:0:32136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000dfe4ebfb/0x230d04438e811e55 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32136 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687342.772218:0:32136:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400041010 ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000dfe4ebfb/0x230d04438e811e55 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32136 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.772230:0:32136:0:(ldlm_request.c:1190:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687342.772236:0:32136:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687342.772242:0:32136:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687342.772257:0:32136:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004384c5fc] to pc [ptlrpcd_00_00+0] req@ffff9b29c97f2680 x1875572824539392/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788687342.772285:0:32136:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687342.772288:0:32136:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687342.772290:0:32136:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687342.772292:0:32136:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687342.772294:0:32136:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687342.772296:0:32136:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687342.772298:0:32136:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788687342.772299:0:32136:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29d023cb90 (ffff9b29c97d4ea8/0) at cl_lock_release():245 00000020:00000001:0.0:1788687342.772302:0:32136:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788687342.772303:0:32136:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29d023cb90 (ffff9b29c97d4ea8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788687342.772306:0:32136:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788687342.772308:0:32136:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687342.772309:0:32136:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:0.0:1788687342.772311:0:32136:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788687342.772312:0:32136:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5ca08b0 (ffff9b29c97d4008/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788687342.772315:0:32136:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788687342.772317:0:32136:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00000008:00000001:0.0:1788687342.772319:0:32136:0:(osc_lock.c:1125:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788687342.772321:0:32136:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687342.772322:0:32136:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687342.772323:0:32136:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687342.772324:0:32136:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788687342.772326:0:32136:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29d023cb90 (ffff9b29c97d4ea8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788687342.772328:0:32136:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788687342.772329:0:32136:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788687342.772331:0:32136:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5ca08b0 (ffff9b29c97d4ea8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788687342.772334:0:32136:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d1208000. 00000020:00000001:0.0:1788687342.772339:0:32136:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788687342.772341:0:32136:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5ca0880. 00020000:00000001:0.0:1788687342.772344:0:32136:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788687342.772345:0:32136:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788687342.772346:0:32136:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788687342.772348:0:32136:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687342.772351:0:32136:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788687342.772353:0:32136:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788687342.772355:0:32136:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788687342.772356:0:32136:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788687342.772358:0:32136:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687342.772360:0:32136:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4000 00020000:00000001:0.0:1788687342.772362:0:32136:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788687342.772365:0:32136:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788687342.772367:0:32136:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788687342.772369:0:32136:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788687342.772374:0:32136:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788687342.772375:0:32136:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687342.772377:0:32136:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788687342.772379:0:32136:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788687342.772380:0:32136:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687342.772382:0:32136:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4ea0 00000001:00000001:0.0:1788687342.772384:0:32136:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788687342.772387:0:32136:0:(statahead.c:747:ll_agl_trigger()) Handled (init) async glimpse: inode= [0x200000404:0x2b:0x0], idx = 1, rc = 1 00000080:00000001:0.0:1788687342.772389:0:32136:0:(statahead.c:751:ll_agl_trigger()) Process leaving 00000100:00000001:0.0:1788687342.772397:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687342.772400:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687342.772404:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687342.772420:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f2680 x1875572824539392/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687342.772429:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687342.772432:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687342.772436:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687342.772439:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687342.772441:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687342.772445:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824539392:192.168.203.144@tcp:101:ll_agl.0 00000100:00000001:0.0:1788687342.772450:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687342.772456:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687342.772459:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687342.772462:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687342.772467:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a02000. 02000000:00000001:0.0:1788687342.772469:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687342.772479:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687342.772484:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f20. 00000400:00000010:0.0:1788687342.772492:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda110. 00000100:00000200:0.0:1788687342.772501:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824539392, portal 4 00000100:00000001:0.0:1788687342.772503:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687342.772505:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509358720 : -110871200192896 : ffff9b29c97f2680) 00000100:00000040:0.0:1788687342.772511:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f2680 x1875572824539392/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687358 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687342.772518:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687342.772521:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687342.772523:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda000. 00000100:00000200:0.0:1788687342.772528:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875572824539392, offset 0 00000400:00000200:0.0:1788687342.772534:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687342.772544:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687342.772553:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687342.772779:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687342.772785:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687342.772790:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687342.772793:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687342.772798:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2469:2469:256:4294967295] 192.168.203.144@tcp LPNI seq info [2469:2469:8:4294967295] 00000400:00000200:0.0:1788687342.772804:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687342.772816:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687342.772823:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687342.772830:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946300. 00000800:00000200:0.0:1788687342.772838:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687342.772848:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687342.772853:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788687342.772874:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687342.772880:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 272753 usecs (273 jiffies) 00000400:00000200:0.0:1788687342.772884:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687342.772887:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296469050 00000100:00000001:0.0:1788687342.772890:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296471260 00000100:00000001:0.0:1788687342.772893:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296469050 00000100:00000001:0.0:1788687342.772895:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296471261 00000100:00000001:0.0:1788687342.772897:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687342.772901:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687342.772971:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687342.772975:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687342.772988:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687342.772991:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788687342.772994:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687342.772996:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687342.772997:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687342.773000:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687342.773023:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687342.773026:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687342.773075:0:32135:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687342.773079:0:32135:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687342.773084:0:32135:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811e4e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687342.773092:0:32135:0:(ldlm_request.c:1274:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811e4e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687342.773100:0:32135:0:(ldlm_request.c:1286:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.773104:0:32135:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.773110:0:32135:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788687342.773121:0:32135:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9b29d099b700. 00000002:00000001:1.0:1788687342.773124:0:32135:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.773127:0:32135:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.773129:0:32135:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687342.773132:0:32135:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687342.773135:0:32135:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687342.773137:0:32135:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1788687342.773142:0:32135:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788687342.773144:0:32135:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788687342.773146:0:32135:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9b29c5d3ba80. 00000020:00000001:1.0:1788687342.773149:0:32135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bcd8 00000080:00400000:1.0:1788687342.773151:0:32135:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-4(ffff9b29c5d3ba80) index 3 00000080:00000001:1.0:1788687342.773155:0:32135:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446633202447792768 : -110871261758848 : ffff9b29c5d3ba80) 00000080:00000001:1.0:1788687342.773158:0:32135:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1788687342.773161:0:32135:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9b29c6913800. 00800000:00000002:1.0:1788687342.773168:0:32135:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 4 00800000:00000001:1.0:1788687342.773173:0:32135:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788687342.773176:0:32135:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1788687342.773178:0:32135:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446633202447548928 : -110871262002688 : ffff9b29c5d00200) 00000002:00000001:1.0:1788687342.773181:0:32135:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1788687342.773184:0:32135:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9b29c62856c0. 00000002:00000001:1.0:1788687342.773187:0:32135:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1788687342.773189:0:32135:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788687342.773191:0:32135:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1788687342.773297:0:32135:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788687342.773300:0:32135:0:(ldlm_request.c:1254:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1788687342.773302:0:32135:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788687342.773308:0:32135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422fe00 count: 2 00010000:00000001:1.0:1788687342.773311:0:32135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687342.773314:0:32135:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687342.773319:0:32135:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a4e00. 00000020:00000001:1.0:1788687342.773323:0:32135:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687342.773327:0:32135:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a4e00 with handle 0x230d04438e811e5c to hash 00000020:00000001:1.0:1788687342.773329:0:32135:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687342.773331:0:32135:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:1.0:1788687342.773335:0:32135:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:1.0:1788687342.773337:0:32135:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687342.773339:0:32135:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687342.773343:0:32135:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4e00/0x230d04438e811e5c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687342.773354:0:32135:0:(ldlm_request.c:1274:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4e00/0x230d04438e811e5c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687342.773359:0:32135:0:(ldlm_request.c:1286:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.773362:0:32135:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.773365:0:32135:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788687342.773368:0:32135:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9b29d099b680. 00000002:00000001:1.0:1788687342.773370:0:32135:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.773372:0:32135:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.773377:0:32135:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687342.773379:0:32135:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687342.773382:0:32135:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687342.773384:0:32135:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1788687342.773386:0:32135:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788687342.773388:0:32135:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788687342.773390:0:32135:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9b29c5d3bf00. 00000020:00000001:1.0:1788687342.773392:0:32135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bcd8 00000080:00400000:1.0:1788687342.773394:0:32135:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-5(ffff9b29c5d3bf00) index 4 00000080:00000001:1.0:1788687342.773397:0:32135:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446633202447793920 : -110871261757696 : ffff9b29c5d3bf00) 00000080:00000001:1.0:1788687342.773400:0:32135:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1788687342.773402:0:32135:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9b29c6910800. 00800000:00000002:1.0:1788687342.773405:0:32135:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 5 00800000:00000001:1.0:1788687342.773416:0:32135:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788687342.773419:0:32135:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1788687342.773420:0:32135:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446633202447548928 : -110871262002688 : ffff9b29c5d00200) 00000002:00000001:1.0:1788687342.773423:0:32135:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1788687342.773425:0:32135:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9b29c6285780. 00000002:00000001:1.0:1788687342.773427:0:32135:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1788687342.773429:0:32135:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788687342.773430:0:32135:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1788687342.773434:0:32135:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788687342.773436:0:32135:0:(ldlm_request.c:1254:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1788687342.773437:0:32135:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788687342.773439:0:32135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422fe00 count: 3 00010000:00000001:1.0:1788687342.773442:0:32135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687342.773445:0:32135:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687342.773447:0:32135:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a5400. 00000020:00000001:1.0:1788687342.773449:0:32135:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687342.773452:0:32135:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a5400 with handle 0x230d04438e811e63 to hash 00000020:00000001:1.0:1788687342.773455:0:32135:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687342.773456:0:32135:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509042688 : -110871200508928 : ffff9b29c97a5400) 00010000:00000001:1.0:1788687342.773458:0:32135:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509042688 : -110871200508928 : ffff9b29c97a5400) 00010000:00000001:1.0:1788687342.773461:0:32135:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687342.773463:0:32135:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687342.773466:0:32135:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5400/0x230d04438e811e63 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687342.773473:0:32135:0:(ldlm_request.c:1274:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5400/0x230d04438e811e63 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687342.773479:0:32135:0:(ldlm_request.c:1286:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.773480:0:32135:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.773483:0:32135:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788687342.773486:0:32135:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9b29d099b200. 00000002:00000001:1.0:1788687342.773488:0:32135:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.773490:0:32135:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.773492:0:32135:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687342.773494:0:32135:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687342.773496:0:32135:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687342.773498:0:32135:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1788687342.773500:0:32135:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788687342.773501:0:32135:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788687342.773504:0:32135:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9b29c5d3b000. 00000020:00000001:1.0:1788687342.773507:0:32135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bcd8 00000080:00400000:1.0:1788687342.773508:0:32135:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-6(ffff9b29c5d3b000) index 5 00000080:00000001:1.0:1788687342.773512:0:32135:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446633202447790080 : -110871261761536 : ffff9b29c5d3b000) 00000080:00000001:1.0:1788687342.773515:0:32135:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1788687342.773517:0:32135:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9b29c6913000. 00800000:00000002:1.0:1788687342.773520:0:32135:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 6 00800000:00000001:1.0:1788687342.773523:0:32135:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788687342.773525:0:32135:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1788687342.773527:0:32135:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446633202447548928 : -110871262002688 : ffff9b29c5d00200) 00000002:00000001:1.0:1788687342.773529:0:32135:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1788687342.773531:0:32135:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9b29c62853c0. 00000002:00000001:1.0:1788687342.773533:0:32135:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1788687342.773535:0:32135:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788687342.773536:0:32135:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1788687342.773539:0:32135:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788687342.773542:0:32135:0:(ldlm_request.c:1254:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1788687342.773543:0:32135:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788687342.773546:0:32135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422fe00 count: 4 00010000:00000001:1.0:1788687342.773548:0:32135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687342.773550:0:32135:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687342.773553:0:32135:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a4600. 00000020:00000001:1.0:1788687342.773760:0:32135:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687342.773766:0:32135:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a4600 with handle 0x230d04438e811e6a to hash 00000020:00000001:1.0:1788687342.773769:0:32135:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687342.773771:0:32135:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509039104 : -110871200512512 : ffff9b29c97a4600) 00010000:00000001:1.0:1788687342.773774:0:32135:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509039104 : -110871200512512 : ffff9b29c97a4600) 00010000:00000001:1.0:1788687342.773777:0:32135:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687342.773779:0:32135:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687342.773783:0:32135:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4600/0x230d04438e811e6a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687342.773789:0:32135:0:(ldlm_request.c:1274:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4600/0x230d04438e811e6a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687342.773795:0:32135:0:(ldlm_request.c:1286:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.773797:0:32135:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.773800:0:32135:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788687342.773806:0:32135:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9b29d099bdc0. 00000002:00000001:1.0:1788687342.773808:0:32135:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.773810:0:32135:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.773812:0:32135:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687342.773814:0:32135:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687342.773816:0:32135:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687342.773818:0:32135:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1788687342.773820:0:32135:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788687342.773822:0:32135:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788687342.773824:0:32135:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9b29c5d3b380. 00000020:00000001:1.0:1788687342.773826:0:32135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bcd8 00000080:00400000:1.0:1788687342.773845:0:32135:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-7(ffff9b29c5d3b380) index 6 00000080:00000001:1.0:1788687342.773849:0:32135:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446633202447790976 : -110871261760640 : ffff9b29c5d3b380) 00000080:00000001:1.0:1788687342.773852:0:32135:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1788687342.773855:0:32135:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9b29c6912800. 00800000:00000002:1.0:1788687342.773859:0:32135:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 7 00800000:00000001:1.0:1788687342.773863:0:32135:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788687342.773865:0:32135:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1788687342.773867:0:32135:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446633202447548928 : -110871262002688 : ffff9b29c5d00200) 00000002:00000001:1.0:1788687342.773869:0:32135:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1788687342.773873:0:32135:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9b29c6285240. 00000002:00000001:1.0:1788687342.773879:0:32135:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1788687342.773881:0:32135:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788687342.773882:0:32135:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1788687342.773887:0:32135:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788687342.773889:0:32135:0:(ldlm_request.c:1254:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1788687342.773890:0:32135:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788687342.773893:0:32135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422fe00 count: 5 00010000:00000001:1.0:1788687342.773900:0:32135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687342.773902:0:32135:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687342.773929:0:32135:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a5a00. 00000020:00000001:1.0:1788687342.773932:0:32135:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687342.773939:0:32135:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a5a00 with handle 0x230d04438e811e71 to hash 00000020:00000001:1.0:1788687342.773941:0:32135:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687342.773943:0:32135:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687342.773945:0:32135:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687342.773948:0:32135:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687342.773950:0:32135:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687342.773957:0:32135:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811e71 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687342.773964:0:32135:0:(ldlm_request.c:1274:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811e71 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687342.773970:0:32135:0:(ldlm_request.c:1286:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.773976:0:32135:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.773979:0:32135:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788687342.773982:0:32135:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9b29d099b180. 00000002:00000001:1.0:1788687342.773986:0:32135:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.773987:0:32135:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.773989:0:32135:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687342.773991:0:32135:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687342.773997:0:32135:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687342.773999:0:32135:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1788687342.774001:0:32135:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788687342.774003:0:32135:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788687342.774005:0:32135:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9b29c5d3b180. 00000020:00000001:1.0:1788687342.774008:0:32135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bcd8 00000080:00400000:1.0:1788687342.774011:0:32135:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-8(ffff9b29c5d3b180) index 7 00000080:00000001:1.0:1788687342.774014:0:32135:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446633202447790464 : -110871261761152 : ffff9b29c5d3b180) 00000080:00000001:1.0:1788687342.774060:0:32135:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1788687342.774063:0:32135:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9b29c6911000. 00800000:00000002:1.0:1788687342.774067:0:32135:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 8 00800000:00000001:1.0:1788687342.774071:0:32135:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788687342.774073:0:32135:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1788687342.774075:0:32135:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446633202447548928 : -110871262002688 : ffff9b29c5d00200) 00000002:00000001:1.0:1788687342.774078:0:32135:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1788687342.774081:0:32135:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9b29c6285cc0. 00000002:00000001:1.0:1788687342.774083:0:32135:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1788687342.774084:0:32135:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788687342.774086:0:32135:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1788687342.774091:0:32135:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788687342.774092:0:32135:0:(ldlm_request.c:1254:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1788687342.774094:0:32135:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788687342.774097:0:32135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422fe00 count: 6 00010000:00000001:1.0:1788687342.774100:0:32135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687342.774102:0:32135:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687342.774107:0:32135:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a4800. 00000020:00000001:1.0:1788687342.774110:0:32135:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687342.774113:0:32135:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a4800 with handle 0x230d04438e811e78 to hash 00000020:00000001:1.0:1788687342.774115:0:32135:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687342.774117:0:32135:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687342.774119:0:32135:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:1.0:1788687342.774122:0:32135:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687342.774125:0:32135:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687342.774128:0:32135:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e78 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687342.774386:0:32135:0:(ldlm_request.c:1274:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e78 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687342.774395:0:32135:0:(ldlm_request.c:1286:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.774398:0:32135:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.774401:0:32135:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788687342.774405:0:32135:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9b29d099bd80. 00000002:00000001:1.0:1788687342.774408:0:32135:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.774487:0:32135:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.774489:0:32135:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687342.774491:0:32135:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687342.774493:0:32135:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687342.774496:0:32135:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1788687342.774498:0:32135:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788687342.774499:0:32135:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788687342.774503:0:32135:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9b29c5d3b680. 00000020:00000001:1.0:1788687342.774506:0:32135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bcd8 00000080:00400000:1.0:1788687342.774508:0:32135:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-9(ffff9b29c5d3b680) index 8 00000080:00000001:1.0:1788687342.774511:0:32135:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446633202447791744 : -110871261759872 : ffff9b29c5d3b680) 00000080:00000001:1.0:1788687342.774514:0:32135:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1788687342.774517:0:32135:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9b29c6910000. 00800000:00000002:1.0:1788687342.774520:0:32135:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 9 00800000:00000001:1.0:1788687342.774524:0:32135:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788687342.774527:0:32135:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1788687342.774529:0:32135:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446633202447548928 : -110871262002688 : ffff9b29c5d00200) 00000002:00000001:1.0:1788687342.774531:0:32135:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1788687342.774534:0:32135:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9b29c62859c0. 00000002:00000001:1.0:1788687342.774536:0:32135:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1788687342.775361:0:32135:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788687342.775367:0:32135:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1788687342.775376:0:32135:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788687342.775378:0:32135:0:(ldlm_request.c:1254:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1788687342.775381:0:32135:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788687342.775387:0:32135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422fe00 count: 7 00010000:00000001:1.0:1788687342.775392:0:32135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687342.775396:0:32135:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687342.775402:0:32135:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a5e00. 00000020:00000001:1.0:1788687342.775407:0:32135:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687342.775418:0:32135:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a5e00 with handle 0x230d04438e811e7f to hash 00000020:00000001:1.0:1788687342.775421:0:32135:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687342.775423:0:32135:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687342.775427:0:32135:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:1.0:1788687342.775431:0:32135:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687342.775434:0:32135:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687342.775439:0:32135:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e7f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687342.775447:0:32135:0:(ldlm_request.c:1274:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e7f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687342.775455:0:32135:0:(ldlm_request.c:1286:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.775458:0:32135:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.775461:0:32135:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788687342.775465:0:32135:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9b29d099be80. 00000002:00000001:1.0:1788687342.775468:0:32135:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.775471:0:32135:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.776134:0:32135:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687342.776141:0:32135:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687342.776144:0:32135:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687342.776149:0:32135:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:1.0:1788687342.776153:0:32135:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:1.0:1788687342.776155:0:32135:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:1.0:1788687342.776158:0:32135:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:1.0:1788687342.776166:0:32135:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9bb80. 00000020:00000040:1.0:1788687342.776171:0:32135:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:1.0:1788687342.776176:0:32135:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687342.776180:0:32135:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687342.776186:0:32135:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687342.776537:0:32135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 4096 at ffff9b29c695e000. 00000100:00000001:1.0:1788687342.776547:0:32135:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.776554:0:32135:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.776770:0:32135:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687342.776774:0:32135:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687342.776781:0:32135:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687342.776786:0:32135:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687342.776801:0:32135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014b7f32c] to pc [ptlrpcd_00_01+1] req@ffff9b29c8b9bb80 x1875572824539520/t0(0) o63->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687342.776863:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687342.776868:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687342.776871:0:2368:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687342.776878:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9bb80 x1875572824539520/t0(0) o63->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687342.776894:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687342.776896:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687342.776902:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687342.776921:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687342.776923:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687342.776928:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824539520:192.168.203.144@tcp:63:ll_sa.0 00000100:00000001:0.0:1788687342.776932:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687342.776939:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687342.776942:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687342.776945:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687342.776954:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9b29c70ae000. 02000000:00000001:0.0:1788687342.776955:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687342.776964:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687342.776968:0:2368:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1268. 00000400:00000010:0.0:1788687342.776979:0:2368:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9b29c4f87c00. 00000100:00000200:0.0:1788687342.776987:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875572824539520, portal 4 00000100:00000001:0.0:1788687342.776989:0:2368:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687342.776991:0:2368:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496420736 : -110871213130880 : ffff9b29c8b9bb80) 00000002:00000001:1.0:1788687342.777755:0:32135:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687342.777761:0:32135:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687342.777765:0:32135:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687342.777773:0:32135:0:(statahead.c:1081:sa_statahead()) Process leaving 00000100:00000001:1.0:1788687342.777803:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687342.777806:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687342.777811:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687342.777815:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687342.777882:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9bb80 x1875572824539520/t0(0) o63->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788687358 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687342.777892:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687342.777896:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687342.777903:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda330. 00000100:00000200:0.0:1788687342.777931:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 3128 bytes to portal 24, xid 1875572824539520, offset 0 00000400:00000200:0.0:1788687342.777941:0:2368:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687342.777953:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687342.777964:0:2368:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687342.777971:0:2368:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687342.777976:0:2368:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687342.777981:0:2368:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687342.777984:0:2368:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687342.777989:0:2368:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2470:2470:255:4294967295] 192.168.203.144@tcp LPNI seq info [2470:2470:7:4294967295] 00000400:00000200:0.0:1788687342.777994:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687342.778011:0:2368:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687342.778019:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 3128 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687342.778025:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946400. 00000800:00000200:0.0:1788687342.778034:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687342.778043:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687342.778049:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946400 type 1, nob 3224 niov 1 nkiov 1 00000100:00000001:0.0:1788687342.778063:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687342.778069:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 788083 usecs (789 jiffies) 00000400:00000200:0.0:1788687342.778074:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687342.778076:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296469570 00000100:00000001:0.0:1788687342.778080:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296471260 00000100:00000001:0.0:1788687342.778083:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296469570 00000100:00000001:0.0:1788687342.778085:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296471261 00000100:00000001:0.0:1788687342.778087:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687342.778091:0:2368:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687342.778093:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687342.778096:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687342.778104:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687342.778106:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788687342.778109:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687342.778110:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687342.778111:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687342.778114:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687342.778285:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687342.778291:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946300. 00000400:00000200:3.0:1788687342.778299:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687342.778305:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687342.778313:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda000 00000400:00000010:3.0:1788687342.778316:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda000. 00000100:00000001:3.0:1788687342.778321:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687342.778329:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f2680 x1875572824539392/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687358 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687342.778342:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687342.778355:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f2680 x1875572824539392/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687358 ref 2 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687342.778363:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687342.778364:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687342.778493:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687342.778497:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946400. 00000400:00000200:3.0:1788687342.778500:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687342.778504:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687342.778507:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda330 00000400:00000010:3.0:1788687342.778509:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda330. 00000100:00000001:3.0:1788687342.778512:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687342.778525:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9bb80 x1875572824539520/t0(0) o63->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788687358 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687342.778533:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687342.778536:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9bb80 x1875572824539520/t0(0) o63->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788687358 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687342.778547:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687342.778549:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788687342.779953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090500. 00010000:00000010:2.1:1788687342.779971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8200. 00010000:00000010:2.1:1788687342.779976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de200. 00010000:00000010:2.1:1788687342.779980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5000. 00000800:00000001:3.0:1788687342.785500:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687342.785516:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687342.785520:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687342.785522:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687342.785531:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687342.785540:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687342.785548:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687342.785553:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687342.785559:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687342.785563:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 4 MB=0x6a9d2d3f50100 00000400:00000200:3.0:1788687342.785567:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687342.785573:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 400/400 into md 0x6c65 [1] + 224 00000800:00000001:3.0:1788687342.785580:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687342.785587:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687342.785590:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687342.785595:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687342.785604:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687342.785614:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f2680 x1875572824539392/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687358 ref 1 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687342.785625:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9b29c97f2680 x1875572824539392/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687358 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687342.785705:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687342.785709:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687342.785763:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687342.785772:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687342.785776:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788687342.785846:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687342.785848:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687342.785852:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f20. 00000400:00000200:1.0:1788687342.785857:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda110 00000400:00000010:1.0:1788687342.785859:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda110. 00000100:00000001:1.0:1788687342.785862:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687342.785867:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f2680 x1875572824539392/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687358 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687342.785876:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f2680 x1875572824539392/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687358 ref 1 fl Rpc:RNQU/600/ffffffff rc 0/-1 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687342.785882:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687342.785884:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687342.785886:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687342.785889:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687342.785891:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687342.785893:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687342.785896:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687342.785904:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=114 v=5 (5 5 16 16) 00000100:00001000:1.0:1788687342.785943:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687342.785946:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687342.785948:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687342.785950:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687342.785953:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687342.785956:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687342.785958:0:2367:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788687342.785961:0:2367:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687342.785962:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687342.785967:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f2680 x1875572824539392/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687358 ref 1 fl Rpc:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687342.785973:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687342.785976:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687342.785978:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788687342.785981:0:2367:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1788687342.785983:0:2367:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687342.785985:0:2367:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687342.785988:0:2367:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=4 00000020:00000001:1.0:1788687342.785990:0:2367:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:1.0:1788687342.785993:0:2367:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:1.0:1788687342.785996:0:2367:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687342.785996:0:2367:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687342.785997:0:2367:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=5 00000020:00000001:1.0:1788687342.785999:0:2367:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:1.0:1788687342.786001:0:2367:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:1.0:1788687342.786004:0:2367:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687342.786006:0:2367:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687342.786011:0:2367:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000dfe4ebfb/0x230d04438e811e55 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32136 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687342.786021:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687342.786023:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687342.786025:0:2367:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788687342.786027:0:2367:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687342.786028:0:2367:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687342.786029:0:2367:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=6 00000020:00000001:1.0:1788687342.786031:0:2367:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:1.0:1788687342.786033:0:2367:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000040:1.0:1788687342.786039:0:2367:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c5cc4400, remote cookie: 0x59c08f76ab1d272e, flags: 0x41011 00010000:00010000:1.0:1788687342.786045:0:2367:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000dfe4ebfb/0x230d04438e811e55 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d272e expref: -99 pid: 32136 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687342.786053:0:2367:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1788687342.786055:0:2367:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687342.786057:0:2367:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788687342.786061:0:2367:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1788687342.786066:0:2367:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000dfe4ebfb/0x230d04438e811e55 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d272e expref: -99 pid: 32136 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788687342.786075:0:2367:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x14:0x0].0x0 (ffff9b29c64de100) refcount = 1 00010000:00000040:1.0:1788687342.786078:0:2367:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788687342.786081:0:2367:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000dfe4ebfb/0x230d04438e811e55 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d272e expref: -99 pid: 32136 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687342.786089:0:2367:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788687342.786090:0:2367:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687342.786103:0:2367:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788687342.786106:0:2367:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687342.786109:0:2367:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000dfe4ebfb/0x230d04438e811e55 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d272e expref: -99 pid: 32136 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687342.786115:0:2367:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788687342.786117:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687342.786118:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687342.786119:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687342.786120:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788687342.786121:0:2367:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1788687342.786123:0:2367:0:(osc_lock.c:317:osc_lock_upcall_speculative()) Process entered 00000020:00000001:1.0:1788687342.786125:0:2367:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687342.786128:0:2367:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:1.0:1788687342.786131:0:2367:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00010000:00000001:1.0:1788687342.786132:0:2367:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687342.786133:0:2367:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687342.786134:0:2367:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=5 00000020:00000001:1.0:1788687342.786136:0:2367:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:1.0:1788687342.786138:0:2367:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00000008:00000001:1.0:1788687342.786141:0:2367:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1788687342.786144:0:2367:0:(cl_object.c:143:cl_object_top()) ffff9b29c9bd96c0 -> ffff9b29d02b0c38 00000008:00010000:1.0:1788687342.786147:0:2367:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000dfe4ebfb/0x230d04438e811e55 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d272e expref: -99 pid: 32136 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1788687342.786155:0:2367:0:(cl_object.c:143:cl_object_top()) ffff9b29c9bd96c0 -> ffff9b29d02b0c38 00000020:00000001:1.0:1788687342.786156:0:2367:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788687342.786158:0:2367:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788687342.786161:0:2367:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788687342.786163:0:2367:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687342.786165:0:2367:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687342.786166:0:2367:0:(cl_object.c:143:cl_object_top()) ffff9b29c9bd96c0 -> ffff9b29d02b0c38 00000008:00000001:1.0:1788687342.786168:0:2367:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00010000:00000001:1.0:1788687342.786169:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687342.786170:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00001000:1.0:1788687342.786172:0:2367:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000008:00000001:1.0:1788687342.786175:0:2367:0:(osc_lock.c:344:osc_lock_upcall_speculative()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687342.786177:0:2367:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687342.786178:0:2367:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687342.786179:0:2367:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=5 00000800:00000001:3.0:1788687342.786430:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687342.786436:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687342.786438:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687342.786440:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687342.786444:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687342.786448:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687342.786454:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687342.786457:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687342.786460:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687342.786463:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f50080 00000400:00000200:3.0:1788687342.786467:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687342.786471:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x6c55 [1] + 224 00000800:00000001:3.0:1788687342.786475:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687342.786480:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687342.786482:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687342.786485:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687342.786489:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687342.786494:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e9c00 x1875572824539264/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/624 e 0 to 0 dl 1788687358 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687342.786504:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b29c42e9c00 x1875572824539264/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/624 e 0 to 0 dl 1788687358 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687342.786521:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788687342.786526:0:2362:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788687342.786529:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687342.786534:0:2362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687342.786539:0:2362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2471:2471:256:4294967295] 192.168.203.144@tcp LPNI seq info [2471:2471:8:4294967295] 00000400:00000200:3.0:1788687342.786543:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687342.786550:0:2362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1788687342.786555:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687342.786561:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a400. 00000800:00000200:3.0:1788687342.786566:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687342.786574:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687342.786578:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788687342.786626:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687342.786630:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a400. 00000400:00000200:3.0:1788687342.786634:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687342.786638:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1788687342.786643:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687342.786646:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687342.786667:0:32134:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687342.786681:0:32134:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687342.786685:0:32134:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687342.786690:0:32134:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd3c8. 00000400:00000200:2.0:1788687342.786700:0:32134:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240088 00000400:00000010:2.0:1788687342.786702:0:32134:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240088. 00000100:00000001:2.0:1788687342.786708:0:32134:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687342.786719:0:32134:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e9c00 x1875572824539264/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/624 e 0 to 0 dl 1788687358 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687342.786731:0:32134:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e9c00 x1875572824539264/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/624 e 0 to 0 dl 1788687358 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687342.786740:0:32134:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687342.786742:0:32134:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687342.786745:0:32134:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687342.786748:0:32134:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687342.786750:0:32134:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687342.786752:0:32134:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687342.786755:0:32134:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687342.786764:0:32134:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=114 v=5 (5 103 103 103) 00000100:00001000:2.0:1788687342.786769:0:32134:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687342.786772:0:32134:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687342.786774:0:32134:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.786777:0:32134:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687342.786780:0:32134:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687342.786784:0:32134:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788687342.786787:0:32134:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x100000164] 00000100:00000001:2.0:1788687342.786788:0:32134:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788687342.786792:0:32134:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687342.786793:0:32134:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420194304 : -110871289357312 : ffff9b29c42e9c00) 00000100:00000001:2.0:1788687342.786797:0:32134:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687342.786798:0:32134:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967650 00000100:00000001:2.0:1788687342.786801:0:32134:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687342.786803:0:32134:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687342.786808:0:32134:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e9c00 x1875572824539264/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/456 e 0 to 0 dl 1788687358 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687342.786815:0:32134:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687342.786819:0:32134:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687342.786821:0:32134:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687342.786825:0:32134:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e9c00 x1875572824539264/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/456 e 0 to 0 dl 1788687358 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687342.786839:0:32134:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e9c00 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:32134:1875572824539264:192.168.203.144@tcp:36:multiop.0 00000100:00000001:2.0:1788687342.786845:0:32134:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687342.786849:0:32134:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687342.786861:0:32134:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687342.786865:0:32134:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687342.786869:0:32134:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e9c00 x1875572824539264/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/456 e 0 to 0 dl 1788687358 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687342.786877:0:32134:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687342.786881:0:32134:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c52b5c00. 00000100:00000001:2.0:1788687342.786886:0:32134:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687342.786887:0:32134:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687342.786896:0:32134:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687342.786900:0:32134:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788687342.786930:0:32134:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 9 00000080:00000010:2.0:1788687342.786935:0:32134:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29cb07a000. 00000100:00000001:2.0:1788687342.786944:0:32134:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687342.786948:0:32134:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e9c00 x1875572824539264/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/456 e 0 to 0 dl 1788687358 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687342.786954:0:32134:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687342.786959:0:32134:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687342.786972:0:32134:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788687342.786976:0:32134:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0816b7e30 00000080:00002000:2.0:1788687342.786979:0:32134:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-1 (ffff9b29d870aca8, parent ffff9b29d84cabd0, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788687342.786982:0:32134:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687342.786990:0:32134:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788687342.786997:0:32134:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788687342.787006:0:32134:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1788687342.787010:0:32134:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788687342.787012:0:32134:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687342.787016:0:32134:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:2.0:1788687342.787019:0:32134:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:2.0:1788687342.787024:0:32134:0:(cl_object.c:143:cl_object_top()) ffff9b29c97eaf58 -> ffff9b29c97eaf58 00000020:00000001:2.0:1788687342.787028:0:32134:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788687342.787032:0:32134:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788687342.787035:0:32134:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788687342.787039:0:32134:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687342.787041:0:32134:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788687342.787043:0:32134:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687342.787047:0:32134:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2c:0x0]io ffff9b29c38c6a00 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1788687342.787051:0:32134:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f4d8) owner 0000000000000000/ffff9b29c12227c0 00020000:00000001:2.0:1788687342.787055:0:32134:0:(lov_io.c:2207:lov_io_init_empty()) Process entered 00020000:00000001:2.0:1788687342.787057:0:32134:0:(lov_io.c:2241:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:2.0:1788687342.787058:0:32134:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f4d8) owner 0000000000000000/ffff9b29c12227c0 00000020:00000001:2.0:1788687342.787062:0:32134:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788687342.787064:0:32134:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:2.0:1788687342.787067:0:32134:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788687342.787069:0:32134:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788687342.787072:0:32134:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788687342.787074:0:32134:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788687342.787078:0:32134:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00000080:00000001:2.0:1788687342.787082:0:32134:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687342.787086:0:32134:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1788687342.787089:0:32134:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x2c:0x0](ffff9b29d8591988) 00800000:00000001:2.0:1788687342.787094:0:32134:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1788687342.787097:0:32134:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x2c:0x0] 00000002:00000001:2.0:1788687342.787103:0:32134:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788687342.787110:0:32134:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687342.787111:0:32134:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687342.787115:0:32134:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1788687342.787117:0:32134:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1788687342.787119:0:32134:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687342.787121:0:32134:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687342.787125:0:32134:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687342.787126:0:32134:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:2.0:1788687342.787128:0:32134:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00020000:00000001:2.0:1788687342.787135:0:32134:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:2.0:1788687342.787137:0:32134:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f4d8) owner 0000000000000000/ffff9b29c12227c0 00020000:00000001:2.0:1788687342.787141:0:32134:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:2.0:1788687342.787143:0:32134:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687342.787146:0:32134:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f4d8) owner 0000000000000000/ffff9b29c12227c0 00020000:00000001:2.0:1788687342.787148:0:32134:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:2.0:1788687342.787151:0:32134:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:2.0:1788687342.787152:0:32134:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f4d8) owner 0000000000000000/ffff9b29c12227c0 00020000:00000002:2.0:1788687342.787154:0:32134:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f4d8) owner 0000000000000000/ffff9b29c12227c0 00020000:00000010:2.0:1788687342.787158:0:32134:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9b29c524f4d8. 00020000:00000001:2.0:1788687342.787294:0:32134:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:2.0:1788687342.787298:0:32134:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9b29c97eaed8. 00000020:00001000:2.0:1788687342.787303:0:32134:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00000080:00000001:2.0:1788687342.787306:0:32134:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1788687342.787308:0:32134:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000020:00000001:1.0:1788687342.787539:0:2367:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:1.0:1788687342.787545:0:2367:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:1.0:1788687342.787549:0:2367:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687342.787554:0:2367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000dfe4ebfb/0x230d04438e811e55 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d272e expref: -99 pid: 32136 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687342.787563:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687342.787565:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788687342.787568:0:2367:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000dfe4ebfb/0x230d04438e811e55 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d272e expref: -99 pid: 32136 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687342.787574:0:2367:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687342.787575:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687342.787576:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788687342.787577:0:2367:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687342.787580:0:2367:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687342.787581:0:2367:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687342.787583:0:2367:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=4 00000020:00000001:1.0:1788687342.787585:0:2367:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:1.0:1788687342.787587:0:2367:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:1.0:1788687342.787589:0:2367:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687342.787591:0:2367:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000dfe4ebfb/0x230d04438e811e55 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d272e expref: -99 pid: 32136 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687342.787597:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687342.787598:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687342.787600:0:2367:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687342.787603:0:2367:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687342.787606:0:2367:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000dfe4ebfb/0x230d04438e811e55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d272e expref: -99 pid: 32136 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687342.787615:0:2367:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687342.787618:0:2367:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687342.787620:0:2367:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687342.787624:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687342.787626:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687342.787627:0:2367:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687342.787630:0:2367:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687342.787632:0:2367:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687342.787634:0:2367:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687342.787636:0:2367:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687342.787639:0:2367:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687342.787640:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687342.787641:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687342.787643:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687342.787644:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788687342.787645:0:2367:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687342.787656:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f2680 x1875572824539392/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687358 ref 1 fl Interpret:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687342.787664:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824539392:192.168.203.144@tcp:101:ll_agl.0 00000100:00000001:1.0:1788687342.787670:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687342.787673:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687342.787677:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f2680 x1875572824539392/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687358 ref 1 fl Complete:RNQU/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687342.787683:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687342.787686:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687342.787690:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a02000. 02000000:00000001:1.0:1788687342.787749:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687342.787752:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687342.787754:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687342.787756:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687342.787759:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c6941c00. 02000000:00000001:1.0:1788687342.787764:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687342.787766:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687342.787768:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f2680. 00000100:00000001:1.0:1788687342.787772:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687342.787773:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687342.787776:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687342.787784:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687342.787786:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687342.787790:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687342.787793:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687342.788713:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687342.788726:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687342.788729:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687342.788732:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687342.788737:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687342.788744:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687342.788752:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687342.788756:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687342.788761:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687342.788765:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 7008 into portal 4 MB=0x6a9d2d3f50180 00000400:00000200:3.0:1788687342.788769:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687342.788775:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 7008/7008 into md 0x6c6d [2] + 224 00000800:00000001:3.0:1788687342.788781:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687342.788803:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687342.788806:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687342.788809:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687342.788816:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687342.788823:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9bb80 x1875572824539520/t0(0) o63->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788687358 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687342.788832:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=7008 offset=224 replen=7008 req@ffff9b29c8b9bb80 x1875572824539520/t0(0) o63->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788687358 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687342.788899:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687342.788902:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687342.789057:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687342.789068:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687342.789075:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788687342.789554:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687342.789558:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687342.789562:0:2368:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1268. 00000400:00000200:0.0:1788687342.789567:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c4f87c00 00000400:00000010:0.0:1788687342.789570:0:2368:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9b29c4f87c00. 00000100:00000001:0.0:1788687342.789574:0:2368:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687342.789581:0:2368:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9bb80 x1875572824539520/t0(0) o63->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788687358 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687342.789590:0:2368:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9bb80 x1875572824539520/t0(0) o63->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788687358 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687342.789597:0:2368:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687342.789600:0:2368:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687342.789603:0:2368:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687342.789606:0:2368:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687342.789608:0:2368:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687342.789611:0:2368:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687342.789614:0:2368:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687342.789623:0:2368:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7d80 time=1788687342 v=5 (0 0 0 0) 00000100:00001000:0.0:1788687342.789627:0:2368:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687342.789630:0:2368:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788687342.789635:0:2368:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9b29c8b9bb80 x1875572824539520/t0(0) o63->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788687358 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687342.789642:0:2368:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1788687342.789645:0:2368:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687342.789647:0:2368:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967650 00000100:00000001:0.0:1788687342.789650:0:2368:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687342.789654:0:2368:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1788687342.789662:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9bb80 x1875572824539520/t0(0) o63->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788687358 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687342.789668:0:2368:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1788687342.789673:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687342.789675:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687342.789678:0:2368:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:0.0:1788687342.789683:0:2368:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:0.0:1788687342.789688:0:2368:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687342.789690:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687342.789693:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687342.789696:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4400 refcount=4 00000020:00000001:0.0:1788687342.789699:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:0.0:1788687342.789703:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00010000:0.0:1788687342.789708:0:2368:0:(ldlm_request.c:687:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811e4e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.789716:0:2368:0:(ldlm_request.c:690:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788687342.789720:0:2368:0:(ldlm_request.c:590:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811e4e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.789725:0:2368:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687342.789727:0:2368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811e4e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.789733:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.789736:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687342.789739:0:2368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811e4e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.789745:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687342.789747:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.789750:0:2368:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788687342.789753:0:2368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811e4e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687342.789761:0:2368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29c97a4400 already unused, calling callback (ffffffffc1baf630) 00000080:00000001:0.0:1788687342.789765:0:2368:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788687342.791633:0:2368:0:(ldlm_request.c:1731:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811e4e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.791648:0:2368:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788687342.791650:0:2368:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788687342.791653:0:2368:0:(ldlm_request.c:1741:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811e4e lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.791659:0:2368:0:(ldlm_request.c:1742:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788687342.791662:0:2368:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788687342.791664:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687342.791666:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687342.791668:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4400 refcount=5 00000020:00000001:0.0:1788687342.791670:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:0.0:1788687342.791672:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509038592 : -110871200513024 : ffff9b29c97a4400) 00010000:00000001:0.0:1788687342.791675:0:2368:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687342.791677:0:2368:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811e4e lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x20e400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788687342.791683:0:2368:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788687342.791685:0:2368:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687342.791688:0:2368:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788687342.791689:0:2368:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687342.791692:0:2368:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687342.791694:0:2368:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687342.791696:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687342.791698:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788687342.791701:0:2368:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a4400 with handle 0x230d04438e811e4e from hash 00010000:00000001:0.0:1788687342.791703:0:2368:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687342.791704:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.791706:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.791707:0:2368:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687342.791709:0:2368:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687342.791711:0:2368:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788687342.791713:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.791714:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.791715:0:2368:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687342.791717:0:2368:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687342.791721:0:2368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811e4e lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.791727:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.791729:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.791730:0:2368:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788687342.791732:0:2368:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687342.791734:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.791735:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.791736:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687342.791738:0:2368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4400/0x230d04438e811e4e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.791748:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687342.791751:0:2368:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788687342.791755:0:2368:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788687342.791758:0:2368:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081bd3c58 00000080:00400000:0.0:1788687342.791760:0:2368:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-3 rc -125 00000080:00000001:0.0:1788687342.791762:0:2368:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788687342.791766:0:2368:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788687342.791767:0:2368:0:(dcache.c:176:ll_intent_release()) intent ffff9b29c6912590 released 00000080:00000001:0.0:1788687342.791769:0:2368:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788687342.791772:0:2368:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 8 00000080:00000010:0.0:1788687342.791776:0:2368:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9b29c6285c00. 00000080:00000010:0.0:1788687342.791780:0:2368:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9b29c6912400. 00000080:00000001:0.0:1788687342.791784:0:2368:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788687342.791787:0:2368:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9b29d099b700. 00010000:00000001:0.0:1788687342.791791:0:2368:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687342.791793:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687342.791794:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687342.791796:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4e00 refcount=4 00000020:00000001:0.0:1788687342.791798:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:0.0:1788687342.791800:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00010000:0.0:1788687342.791804:0:2368:0:(ldlm_request.c:687:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4e00/0x230d04438e811e5c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.791810:0:2368:0:(ldlm_request.c:690:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788687342.791813:0:2368:0:(ldlm_request.c:590:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4e00/0x230d04438e811e5c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.791818:0:2368:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687342.791821:0:2368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4e00/0x230d04438e811e5c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.791826:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.791827:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687342.791830:0:2368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4e00/0x230d04438e811e5c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.791835:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687342.791837:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.791839:0:2368:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788687342.791841:0:2368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4e00/0x230d04438e811e5c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687342.791846:0:2368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29c97a4e00 already unused, calling callback (ffffffffc1baf630) 00000080:00000001:0.0:1788687342.791848:0:2368:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788687342.791851:0:2368:0:(ldlm_request.c:1731:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4e00/0x230d04438e811e5c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.791855:0:2368:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788687342.791857:0:2368:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788687342.791860:0:2368:0:(ldlm_request.c:1741:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4e00/0x230d04438e811e5c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.791864:0:2368:0:(ldlm_request.c:1742:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788687342.791866:0:2368:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788687342.791867:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687342.791869:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687342.791870:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4e00 refcount=5 00000020:00000001:0.0:1788687342.791872:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:0.0:1788687342.791873:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:0.0:1788687342.791876:0:2368:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687342.791878:0:2368:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4e00/0x230d04438e811e5c lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x20e400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788687342.791882:0:2368:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788687342.791883:0:2368:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687342.791885:0:2368:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788687342.791886:0:2368:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687342.791887:0:2368:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687342.791888:0:2368:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687342.791889:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687342.791891:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788687342.791892:0:2368:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a4e00 with handle 0x230d04438e811e5c from hash 00010000:00000001:0.0:1788687342.791894:0:2368:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687342.791895:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.791896:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.791897:0:2368:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687342.791898:0:2368:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687342.791900:0:2368:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788687342.791902:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.791903:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.791904:0:2368:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687342.792106:0:2368:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687342.792110:0:2368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4e00/0x230d04438e811e5c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.792115:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.792116:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.792117:0:2368:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788687342.792118:0:2368:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687342.792119:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.792120:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.792121:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687342.792123:0:2368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4e00/0x230d04438e811e5c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.792131:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687342.792133:0:2368:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788687342.792135:0:2368:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788687342.792137:0:2368:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081bd3c58 00000080:00400000:0.0:1788687342.792139:0:2368:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-4 rc -125 00000080:00000001:0.0:1788687342.792140:0:2368:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788687342.792142:0:2368:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788687342.792143:0:2368:0:(dcache.c:176:ll_intent_release()) intent ffff9b29c6913990 released 00000080:00000001:0.0:1788687342.792550:0:2368:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788687342.792554:0:2368:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 7 00000080:00000010:0.0:1788687342.792558:0:2368:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9b29c62856c0. 00000080:00000010:0.0:1788687342.792561:0:2368:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9b29c6913800. 00000080:00000001:0.0:1788687342.792564:0:2368:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788687342.792567:0:2368:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9b29d099b680. 00010000:00000001:0.0:1788687342.792571:0:2368:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687342.792573:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687342.792574:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687342.792577:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5400 refcount=4 00000020:00000001:0.0:1788687342.792578:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509042688 : -110871200508928 : ffff9b29c97a5400) 00010000:00000001:0.0:1788687342.792581:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509042688 : -110871200508928 : ffff9b29c97a5400) 00010000:00010000:0.0:1788687342.792585:0:2368:0:(ldlm_request.c:687:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5400/0x230d04438e811e63 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.792589:0:2368:0:(ldlm_request.c:690:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788687342.792592:0:2368:0:(ldlm_request.c:590:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5400/0x230d04438e811e63 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.792597:0:2368:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687342.792599:0:2368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5400/0x230d04438e811e63 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.792604:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.792605:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687342.792607:0:2368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5400/0x230d04438e811e63 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.792613:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687342.792614:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.792616:0:2368:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788687342.792618:0:2368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5400/0x230d04438e811e63 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687342.792623:0:2368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29c97a5400 already unused, calling callback (ffffffffc1baf630) 00000080:00000001:0.0:1788687342.792625:0:2368:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788687342.792627:0:2368:0:(ldlm_request.c:1731:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5400/0x230d04438e811e63 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.792632:0:2368:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788687342.792633:0:2368:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788687342.792636:0:2368:0:(ldlm_request.c:1741:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5400/0x230d04438e811e63 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.792641:0:2368:0:(ldlm_request.c:1742:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788687342.792642:0:2368:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788687342.792644:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687342.792645:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687342.792646:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5400 refcount=5 00000020:00000001:0.0:1788687342.792647:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509042688 : -110871200508928 : ffff9b29c97a5400) 00010000:00000001:0.0:1788687342.792649:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509042688 : -110871200508928 : ffff9b29c97a5400) 00010000:00000001:0.0:1788687342.792651:0:2368:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687342.792653:0:2368:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5400/0x230d04438e811e63 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x20e400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788687342.792658:0:2368:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788687342.792659:0:2368:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687342.792661:0:2368:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788687342.792662:0:2368:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687342.792665:0:2368:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687342.792666:0:2368:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687342.792667:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687342.792669:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788687342.792671:0:2368:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a5400 with handle 0x230d04438e811e63 from hash 00010000:00000001:0.0:1788687342.792673:0:2368:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687342.792674:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.792675:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.792677:0:2368:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687342.792678:0:2368:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687342.792679:0:2368:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788687342.792681:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.792682:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.792683:0:2368:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687342.792685:0:2368:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687342.792688:0:2368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5400/0x230d04438e811e63 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.792693:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.792693:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.792695:0:2368:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788687342.792696:0:2368:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687342.792697:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.792698:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.792699:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687342.792701:0:2368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5400/0x230d04438e811e63 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.792708:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687342.792709:0:2368:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788687342.792712:0:2368:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788687342.792714:0:2368:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081bd3c58 00000080:00400000:0.0:1788687342.792715:0:2368:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-5 rc -125 00000080:00000001:0.0:1788687342.792717:0:2368:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788687342.792719:0:2368:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788687342.792721:0:2368:0:(dcache.c:176:ll_intent_release()) intent ffff9b29c6910990 released 00000080:00000001:0.0:1788687342.792723:0:2368:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788687342.792724:0:2368:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 6 00000080:00000010:0.0:1788687342.792726:0:2368:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9b29c6285780. 00000080:00000010:0.0:1788687342.792729:0:2368:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9b29c6910800. 00000080:00000001:0.0:1788687342.792731:0:2368:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788687342.792733:0:2368:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9b29d099b200. 00010000:00000001:0.0:1788687342.792736:0:2368:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687342.792737:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687342.792738:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687342.792740:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4600 refcount=4 00000020:00000001:0.0:1788687342.792742:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039104 : -110871200512512 : ffff9b29c97a4600) 00010000:00000001:0.0:1788687342.792744:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039104 : -110871200512512 : ffff9b29c97a4600) 00010000:00010000:0.0:1788687342.792747:0:2368:0:(ldlm_request.c:687:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4600/0x230d04438e811e6a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.792752:0:2368:0:(ldlm_request.c:690:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788687342.792755:0:2368:0:(ldlm_request.c:590:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4600/0x230d04438e811e6a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.792760:0:2368:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687342.792762:0:2368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4600/0x230d04438e811e6a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.792767:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.792768:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687342.792770:0:2368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4600/0x230d04438e811e6a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.792775:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687342.792777:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.792778:0:2368:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788687342.792781:0:2368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4600/0x230d04438e811e6a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687342.792790:0:2368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29c97a4600 already unused, calling callback (ffffffffc1baf630) 00000080:00000001:0.0:1788687342.792792:0:2368:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788687342.792794:0:2368:0:(ldlm_request.c:1731:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4600/0x230d04438e811e6a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.792799:0:2368:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788687342.792800:0:2368:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788687342.792803:0:2368:0:(ldlm_request.c:1741:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4600/0x230d04438e811e6a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.792807:0:2368:0:(ldlm_request.c:1742:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788687342.792809:0:2368:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788687342.792810:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687342.792811:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687342.792812:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4600 refcount=5 00000020:00000001:0.0:1788687342.792814:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039104 : -110871200512512 : ffff9b29c97a4600) 00010000:00000001:0.0:1788687342.792816:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039104 : -110871200512512 : ffff9b29c97a4600) 00010000:00000001:0.0:1788687342.792818:0:2368:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687342.792820:0:2368:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4600/0x230d04438e811e6a lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788687342.792825:0:2368:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788687342.792827:0:2368:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687342.792829:0:2368:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788687342.792830:0:2368:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687342.792832:0:2368:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687342.792833:0:2368:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687342.792834:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687342.792836:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788687342.792838:0:2368:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a4600 with handle 0x230d04438e811e6a from hash 00010000:00000001:0.0:1788687342.792840:0:2368:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687342.792841:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.792842:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.792844:0:2368:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687342.792845:0:2368:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687342.792846:0:2368:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788687342.792848:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.792849:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.792850:0:2368:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687342.792852:0:2368:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687342.792854:0:2368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4600/0x230d04438e811e6a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.792859:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.792860:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.792861:0:2368:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788687342.792862:0:2368:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687342.792863:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.792865:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.792865:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687342.792867:0:2368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4600/0x230d04438e811e6a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.792875:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687342.792877:0:2368:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788687342.792879:0:2368:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788687342.792881:0:2368:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081bd3c58 00000080:00400000:0.0:1788687342.792882:0:2368:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-6 rc -125 00000080:00000001:0.0:1788687342.792884:0:2368:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788687342.792886:0:2368:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788687342.792887:0:2368:0:(dcache.c:176:ll_intent_release()) intent ffff9b29c6913190 released 00000080:00000001:0.0:1788687342.792889:0:2368:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788687342.792891:0:2368:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 5 00000080:00000010:0.0:1788687342.792893:0:2368:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9b29c62853c0. 00000080:00000010:0.0:1788687342.792895:0:2368:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9b29c6913000. 00000080:00000001:0.0:1788687342.792898:0:2368:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788687342.792900:0:2368:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9b29d099bdc0. 00010000:00000001:0.0:1788687342.792903:0:2368:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687342.792904:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687342.793558:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687342.793561:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=4 00000020:00000001:0.0:1788687342.793565:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687342.793568:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00010000:0.0:1788687342.793573:0:2368:0:(ldlm_request.c:687:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811e71 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.793579:0:2368:0:(ldlm_request.c:690:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788687342.793582:0:2368:0:(ldlm_request.c:590:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811e71 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.793587:0:2368:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687342.793589:0:2368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811e71 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.793594:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.793596:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687342.793597:0:2368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811e71 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.793603:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687342.793604:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.793606:0:2368:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788687342.793608:0:2368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811e71 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687342.793614:0:2368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29c97a5a00 already unused, calling callback (ffffffffc1baf630) 00000080:00000001:0.0:1788687342.793616:0:2368:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788687342.793619:0:2368:0:(ldlm_request.c:1731:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811e71 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.793628:0:2368:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788687342.793629:0:2368:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788687342.793632:0:2368:0:(ldlm_request.c:1741:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811e71 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.793637:0:2368:0:(ldlm_request.c:1742:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788687342.793639:0:2368:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788687342.793641:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687342.793642:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687342.793643:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=5 00000020:00000001:0.0:1788687342.793645:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687342.793647:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687342.793649:0:2368:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687342.793651:0:2368:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811e71 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788687342.793659:0:2368:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788687342.793660:0:2368:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687342.793663:0:2368:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788687342.793664:0:2368:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687342.793666:0:2368:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687342.793668:0:2368:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687342.793670:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687342.793672:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788687342.793674:0:2368:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a5a00 with handle 0x230d04438e811e71 from hash 00010000:00000001:0.0:1788687342.793676:0:2368:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687342.793677:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.793678:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.793679:0:2368:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687342.793681:0:2368:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687342.793682:0:2368:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788687342.793684:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.793686:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.793687:0:2368:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687342.793690:0:2368:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687342.793692:0:2368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811e71 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.793697:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.793698:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.793699:0:2368:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788687342.793700:0:2368:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687342.793701:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.793703:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.793703:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687342.793706:0:2368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811e71 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.793714:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687342.793716:0:2368:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788687342.793719:0:2368:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788687342.793720:0:2368:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081bd3c58 00000080:00400000:0.0:1788687342.793722:0:2368:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-7 rc -125 00000080:00000001:0.0:1788687342.793724:0:2368:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788687342.793726:0:2368:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788687342.793727:0:2368:0:(dcache.c:176:ll_intent_release()) intent ffff9b29c6912990 released 00000080:00000001:0.0:1788687342.793728:0:2368:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788687342.793730:0:2368:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 4 00000080:00000010:0.0:1788687342.793732:0:2368:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9b29c6285240. 00000080:00000010:0.0:1788687342.793736:0:2368:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9b29c6912800. 00000080:00000001:0.0:1788687342.793739:0:2368:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788687342.793742:0:2368:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9b29d099b180. 00010000:00000001:0.0:1788687342.793745:0:2368:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687342.793746:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687342.793747:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687342.793749:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=4 00000020:00000001:0.0:1788687342.793750:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:0.0:1788687342.793753:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00010000:0.0:1788687342.793757:0:2368:0:(ldlm_request.c:687:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e78 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.793762:0:2368:0:(ldlm_request.c:690:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788687342.793765:0:2368:0:(ldlm_request.c:590:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e78 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.793770:0:2368:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687342.793772:0:2368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e78 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.793777:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.793778:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687342.793780:0:2368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e78 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.793785:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687342.793787:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.793789:0:2368:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788687342.793791:0:2368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e78 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687342.793796:0:2368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29c97a4800 already unused, calling callback (ffffffffc1baf630) 00000080:00000001:0.0:1788687342.793797:0:2368:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788687342.793800:0:2368:0:(ldlm_request.c:1731:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e78 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.793805:0:2368:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788687342.793806:0:2368:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788687342.793809:0:2368:0:(ldlm_request.c:1741:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e78 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.793813:0:2368:0:(ldlm_request.c:1742:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788687342.793815:0:2368:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788687342.793816:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687342.793818:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687342.793819:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4800 refcount=5 00000020:00000001:0.0:1788687342.793821:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:0.0:1788687342.793823:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509039616 : -110871200512000 : ffff9b29c97a4800) 00010000:00000001:0.0:1788687342.793824:0:2368:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687342.793826:0:2368:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e78 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788687342.793831:0:2368:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788687342.793832:0:2368:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687342.793834:0:2368:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788687342.793835:0:2368:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687342.793837:0:2368:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687342.793839:0:2368:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687342.793840:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687342.793842:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788687342.793845:0:2368:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a4800 with handle 0x230d04438e811e78 from hash 00010000:00000001:0.0:1788687342.793847:0:2368:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687342.793848:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.793849:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.793850:0:2368:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687342.793851:0:2368:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687342.793853:0:2368:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788687342.793855:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.793856:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.793857:0:2368:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687342.793859:0:2368:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687342.793862:0:2368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e78 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.793867:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.793868:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.793869:0:2368:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788687342.793870:0:2368:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687342.793871:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.793873:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.793874:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687342.793876:0:2368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4800/0x230d04438e811e78 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.793883:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687342.793885:0:2368:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788687342.793887:0:2368:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788687342.793889:0:2368:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081bd3c58 00000080:00400000:0.0:1788687342.793890:0:2368:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-8 rc -125 00000080:00000001:0.0:1788687342.793892:0:2368:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788687342.793893:0:2368:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788687342.793895:0:2368:0:(dcache.c:176:ll_intent_release()) intent ffff9b29c6911190 released 00000080:00000001:0.0:1788687342.793896:0:2368:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788687342.793898:0:2368:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 3 00000080:00000010:0.0:1788687342.793900:0:2368:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9b29c6285cc0. 00000080:00000010:0.0:1788687342.793903:0:2368:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9b29c6911000. 00000080:00000001:0.0:1788687342.794023:0:2368:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788687342.794027:0:2368:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9b29d099bd80. 00010000:00000001:0.0:1788687342.794031:0:2368:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687342.794032:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687342.794034:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687342.794035:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=4 00000020:00000001:0.0:1788687342.794037:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:0.0:1788687342.794040:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00010000:0.0:1788687342.794043:0:2368:0:(ldlm_request.c:687:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e7f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.794048:0:2368:0:(ldlm_request.c:690:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788687342.794051:0:2368:0:(ldlm_request.c:590:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e7f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.794056:0:2368:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687342.794058:0:2368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e7f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.794063:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.794064:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687342.794066:0:2368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e7f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.794071:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687342.794073:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.794075:0:2368:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788687342.794077:0:2368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e7f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687342.794082:0:2368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29c97a5e00 already unused, calling callback (ffffffffc1baf630) 00000080:00000001:0.0:1788687342.794084:0:2368:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788687342.794087:0:2368:0:(ldlm_request.c:1731:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e7f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.794092:0:2368:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788687342.794093:0:2368:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788687342.794096:0:2368:0:(ldlm_request.c:1741:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e7f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.794101:0:2368:0:(ldlm_request.c:1742:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788687342.794102:0:2368:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788687342.794103:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687342.794104:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687342.794106:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5e00 refcount=5 00000020:00000001:0.0:1788687342.794108:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:0.0:1788687342.794110:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509045248 : -110871200506368 : ffff9b29c97a5e00) 00010000:00000001:0.0:1788687342.794112:0:2368:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687342.794114:0:2368:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e7f lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x20e400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788687342.794123:0:2368:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788687342.794124:0:2368:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687342.794127:0:2368:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788687342.794128:0:2368:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687342.794129:0:2368:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687342.794130:0:2368:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687342.794132:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687342.794133:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788687342.794135:0:2368:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a5e00 with handle 0x230d04438e811e7f from hash 00010000:00000001:0.0:1788687342.794137:0:2368:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687342.794138:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.794139:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.794140:0:2368:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687342.794141:0:2368:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687342.794142:0:2368:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788687342.794144:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.794145:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.794146:0:2368:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687342.794148:0:2368:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687342.794149:0:2368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e7f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687342.794154:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.794155:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.794155:0:2368:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788687342.794157:0:2368:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687342.794157:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687342.794158:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687342.794159:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687342.794161:0:2368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5e00/0x230d04438e811e7f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788687342.794167:0:2368:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c422fe00 count: 0 00010000:00000010:0.0:1788687342.794173:0:2368:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5d3ba00. 00010000:00000001:0.0:1788687342.794179:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687342.794181:0:2368:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788687342.794322:0:2368:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788687342.794325:0:2368:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081bd3c58 00000080:00400000:0.0:1788687342.794327:0:2368:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-9 rc -125 00000080:00000001:0.0:1788687342.794329:0:2368:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788687342.794444:0:2368:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788687342.794445:0:2368:0:(dcache.c:176:ll_intent_release()) intent ffff9b29c6910190 released 00000080:00000001:0.0:1788687342.794447:0:2368:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788687342.794448:0:2368:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687342.794450:0:2368:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9b29c62859c0. 00000080:00000010:0.0:1788687342.794453:0:2368:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9b29c6910000. 00000080:00000001:0.0:1788687342.794456:0:2368:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788687342.794458:0:2368:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9b29d099be80. 00000002:00000010:0.0:1788687342.794462:0:2368:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff9b29c695b000. 00000002:00000010:0.0:1788687342.794465:0:2368:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff9b29d099b540. 00000002:00000010:0.0:1788687342.794468:0:2368:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff9b29c974e7e0. 00000002:00000001:0.0:1788687342.794471:0:2368:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:0.0:1788687342.794473:0:2368:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1788687342.794486:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9bb80 x1875572824539520/t0(0) o63->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788687358 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687342.794496:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824539520:192.168.203.144@tcp:63:ll_sa.0 00000100:00000001:0.0:1788687342.794501:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687342.794505:0:2368:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687342.794508:0:2368:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9bb80 x1875572824539520/t0(0) o63->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788687358 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687342.794515:0:2368:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687342.794518:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687342.794521:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9b29c70ae000. 02000000:00000001:0.0:1788687342.794524:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687342.794526:0:2368:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687342.794528:0:2368:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687342.794531:0:2368:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687342.794533:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 4096 at ffff9b29c695e000. 02000000:00000001:0.0:1788687342.794537:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687342.794539:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687342.794541:0:2368:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9bb80. 00000100:00000001:0.0:1788687342.794545:0:2368:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687342.794546:0:2368:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687342.794549:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687342.794556:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687342.794558:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687342.794561:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687342.794564:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.1:1788687342.798104:0:32137:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636d7c0. 00000080:00000010:2.1:1788687342.798133:0:32137:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85918c0. 00010000:00000010:0.1:1788687342.801966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4400. 00010000:00000010:0.1:1788687342.801979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4e00. 00010000:00000010:0.1:1788687342.801984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5400. 00010000:00000010:0.1:1788687342.802004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4600. 00010000:00000010:0.1:1788687342.802007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5a00. 00010000:00000010:0.1:1788687342.802010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4800. 00010000:00000010:0.1:1788687342.802015:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fe00. 00010000:00000010:0.1:1788687342.802018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5e00. 00010000:00010000:0.0:1788687342.804436:0:32138:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:0.0:1788687342.804447:0:32138:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687342.804450:0:32138:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687342.804456:0:32138:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687342.804460:0:32138:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687342.804466:0:32138:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687342.804470:0:32138:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687342.804473:0:32138:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788687342.804537:0:32138:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:2.0:1788687342.804787:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687342.804791:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687342.804795:0:15943:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1788687342.804799:0:15943:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788687342.804802:0:15943:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788687342.804808:0:15943:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811e32 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x59c08f76ab1d26be expref: -99 pid: 32132 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788687342.804823:0:15943:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788687342.804828:0:15943:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788687342.804831:0:15943:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788687342.804834:0:15943:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2b:0x0] mode (null) 00000002:00000001:2.0:1788687342.804839:0:15943:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687342.804843:0:15943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687342.804850:0:15943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f900 count: 2 00010000:00000001:2.0:1788687342.804853:0:15943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687342.804859:0:15943:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687342.804861:0:15943:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687342.804862:0:15943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687342.804863:0:15943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f900 count: 2 00010000:00000001:2.0:1788687342.804866:0:15943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687342.804867:0:15943:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687342.804869:0:15943:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687342.804870:0:15943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687342.804871:0:15943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f900 count: 2 00010000:00000001:2.0:1788687342.804874:0:15943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687342.804876:0:15943:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687342.804878:0:15943:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687342.804878:0:15943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687342.804880:0:15943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f900 count: 2 00010000:00000001:2.0:1788687342.804882:0:15943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687342.804883:0:15943:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687342.804885:0:15943:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687342.804887:0:15943:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788687342.804891:0:15943:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687342.804895:0:15943:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:2.0:1788687342.804898:0:15943:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:2.0:1788687342.804901:0:15943:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788687342.804963:0:15943:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2b:0x0]: losing layout lock 00000080:00000001:2.0:1788687342.804969:0:15943:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788687342.804971:0:15943:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788687342.804977:0:15943:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788687342.804980:0:15943:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788687342.804983:0:15943:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788687342.804986:0:15943:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687342.804988:0:15943:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788687342.804990:0:15943:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00000080:00000001:2.0:1788687342.804994:0:15943:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687342.804998:0:15943:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788687342.805001:0:15943:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2b:0x0](ffff9b29d85adb88) invalid 00000020:00000001:2.0:1788687342.805006:0:15943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c7bca0 00000080:00002000:2.0:1788687342.805008:0:15943:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff9b29d8724000) parent ffff9b29d84cabd0 inode ffff9b29d85adb88 refc 1 00000080:00000001:2.0:1788687342.805012:0:15943:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788687342.805015:0:15943:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788687342.805017:0:15943:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.805023:0:15943:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788687342.805028:0:15943:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788687342.805030:0:15943:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788687342.805032:0:15943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687342.805034:0:15943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788687342.805039:0:15943:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a4c00 with handle 0x230d04438e811e32 from hash 00010000:00000001:2.0:1788687342.805041:0:15943:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788687342.805043:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687342.805045:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687342.805047:0:15943:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788687342.805052:0:15943:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788687342.805054:0:15943:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788687342.805057:0:15943:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788687342.805060:0:15943:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687342.805063:0:15943:0:(ldlm_request.c:1526:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788687342.805074:0:15943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42eb100. 00000020:00000040:2.0:1788687342.805078:0:15943:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:2.0:1788687342.805085:0:15943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687342.805088:0:15943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687342.805094:0:15943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687342.805103:0:15943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29cb07a000. 00000100:00000001:2.0:1788687342.805111:0:15943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687342.805115:0:15943:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788687342.805123:0:15943:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811e32 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d26be expref: -99 pid: 32132 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788687342.805130:0:15943:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788687342.805132:0:15943:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687342.805135:0:15943:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687342.805137:0:15943:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687342.805144:0:15943:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c52b5c00. 00000100:00000001:2.0:1788687342.805146:0:15943:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202436758528 : -110871272793088 : ffff9b29c52b5c00) 00000100:00000001:2.0:1788687342.805149:0:15943:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687342.805151:0:15943:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420199680 : -110871289351936 : ffff9b29c42eb100) 00000100:00000001:2.0:1788687342.805157:0:15943:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687342.805294:0:15943:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687342.805297:0:15943:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687342.805299:0:15943:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687342.805312:0:15943:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42eb100 x1875572824539648/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687342.805321:0:15943:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687342.805324:0:15943:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687342.805329:0:15943:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687342.805332:0:15943:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687342.805335:0:15943:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687342.805338:0:15943:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42eb100 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:15943:1875572824539648:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788687342.805342:0:15943:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687342.805421:0:15943:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687342.805424:0:15943:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687342.805427:0:15943:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687342.805433:0:15943:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29cb07b400. 02000000:00000001:2.0:1788687342.805435:0:15943:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687342.805446:0:15943:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687342.805452:0:15943:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd3c8. 00000400:00000010:2.0:1788687342.805461:0:15943:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240088. 00000100:00000200:2.0:1788687342.805471:0:15943:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824539648, portal 18 00000100:00000001:2.0:1788687342.805474:0:15943:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687342.805475:0:15943:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420199680 : -110871289351936 : ffff9b29c42eb100) 00000100:00000040:2.0:1788687342.805483:0:15943:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42eb100 x1875572824539648/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687358 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687342.805490:0:15943:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687342.805493:0:15943:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687342.805496:0:15943:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240bb0. 00000100:00000200:2.0:1788687342.805499:0:15943:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875572824539648, offset 0 00000400:00000200:2.0:1788687342.805506:0:15943:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687342.805516:0:15943:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687342.805525:0:15943:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687342.805531:0:15943:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687342.805537:0:15943:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687342.805541:0:15943:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687342.805544:0:15943:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687342.805548:0:15943:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2472:2472:256:4294967295] 192.168.203.144@tcp LPNI seq info [2472:2472:8:4294967295] 00000400:00000200:2.0:1788687342.805553:0:15943:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687342.805563:0:15943:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687342.805571:0:15943:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687342.805576:0:15943:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29cb3a8100. 00000800:00000200:2.0:1788687342.805585:0:15943:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687342.805595:0:15943:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687342.805600:0:15943:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29cb3a8100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788687342.805736:0:15943:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687342.805743:0:15943:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 786055 usecs (787 jiffies) 00000400:00000200:2.0:1788687342.805746:0:15943:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687342.805750:0:15943:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296469597 00000100:00000001:2.0:1788687342.805753:0:15943:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296471260 00000100:00000001:2.0:1788687342.805755:0:15943:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296469597 00000100:00000001:2.0:1788687342.805757:0:15943:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296471261 00000100:00000001:2.0:1788687342.805760:0:15943:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687342.805763:0:15943:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687342.805765:0:15943:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687342.805767:0:15943:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687342.805770:0:15943:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c52b5c00 going to sleep for 11 seconds 00000100:00000001:2.0:1788687342.805773:0:15943:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687342.805776:0:15943:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687342.806066:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687342.806072:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29cb3a8100. 00000400:00000200:3.0:1788687342.806080:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687342.806086:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687342.806094:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240bb0 00000400:00000010:3.0:1788687342.806097:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240bb0. 00000100:00000001:3.0:1788687342.806102:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687342.806107:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42eb100 x1875572824539648/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687358 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687342.806118:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687342.806122:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42eb100 x1875572824539648/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687358 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687342.806128:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687342.806130:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687342.813078:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687342.813102:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687342.813107:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687342.813114:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687342.813127:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687342.813137:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687342.813150:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687342.813156:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687342.813178:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687342.813183:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x6a9d2d3f50200 00000400:00000200:2.0:1788687342.813189:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687342.813195:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6c75 [1] + 224 00000800:00000001:2.0:1788687342.813205:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687342.813220:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687342.813224:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687342.813230:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687342.813244:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687342.813257:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42eb100 x1875572824539648/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687358 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687342.813269:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42eb100 x1875572824539648/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687358 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687342.813299:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687342.813310:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687342.813314:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687342.813380:0:15943:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687342.813390:0:15943:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687342.813392:0:15943:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687342.813396:0:15943:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd3c8. 00000400:00000200:1.0:1788687342.813401:0:15943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240088 00000400:00000010:1.0:1788687342.813405:0:15943:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240088. 00000100:00000001:1.0:1788687342.813418:0:15943:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687342.813424:0:15943:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42eb100 x1875572824539648/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687358 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687342.813434:0:15943:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42eb100 x1875572824539648/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687358 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687342.813441:0:15943:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687342.813443:0:15943:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687342.813446:0:15943:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687342.813450:0:15943:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687342.813453:0:15943:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687342.813456:0:15943:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687342.813460:0:15943:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687342.813473:0:15943:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7d38 time=113 v=5 (5 5 5 5) 00000100:00001000:1.0:1788687342.813478:0:15943:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687342.813481:0:15943:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687342.813483:0:15943:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687342.813486:0:15943:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687342.813491:0:15943:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687342.813496:0:15943:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687342.813498:0:15943:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967650 00000100:00000001:1.0:1788687342.813500:0:15943:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687342.813504:0:15943:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687342.813510:0:15943:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42eb100 x1875572824539648/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687358 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687342.813518:0:15943:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687342.813522:0:15943:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687342.813525:0:15943:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687342.813529:0:15943:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42eb100 x1875572824539648/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687358 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687342.813537:0:15943:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42eb100 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:15943:1875572824539648:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788687342.813544:0:15943:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687342.813547:0:15943:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687342.813549:0:15943:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687342.813551:0:15943:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687342.813555:0:15943:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42eb100 x1875572824539648/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687358 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687342.813563:0:15943:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687342.813566:0:15943:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c52b5c00. 00000100:00000001:1.0:1788687342.813571:0:15943:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687342.813572:0:15943:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687342.813576:0:15943:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687342.813579:0:15943:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42eb100 x1875572824539648/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687358 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687342.813587:0:15943:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687342.813590:0:15943:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687342.813594:0:15943:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29cb07b400. 02000000:00000001:1.0:1788687342.813598:0:15943:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687342.813602:0:15943:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687342.813604:0:15943:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687342.813607:0:15943:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687342.813610:0:15943:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29cb07a000. 02000000:00000001:1.0:1788687342.813614:0:15943:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687342.813616:0:15943:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687342.813619:0:15943:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42eb100. 00000100:00000001:1.0:1788687342.813623:0:15943:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687342.813624:0:15943:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788687342.813627:0:15943:0:(ldlm_request.c:1631:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:1.0:1788687342.813630:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687342.813636:0:15943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a4c00/0x230d04438e811e32 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d26be expref: -99 pid: 32132 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788687342.813664:0:15943:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29d099b1c0. 00010000:00000040:1.0:1788687342.813668:0:15943:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c422f900 count: 0 00010000:00000010:1.0:1788687342.813679:0:15943:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5d3bc00. 00010000:00000001:1.0:1788687342.813691:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687342.813693:0:15943:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687342.813708:0:15943:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687342.813712:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687342.813714:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687342.813717:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788687342.813719:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687342.813721:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687342.813722:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788687342.813724:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687342.813726:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687342.813728:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788687342.813775:0:32138:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.813784:0:32138:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687342.813786:0:32138:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1788687342.828275:0:32139:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f900. 00010000:00000010:1.1:1788687342.828292:0:32139:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4c00. 00010000:00000001:0.0:1788687343.627097:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687343.627104:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687343.627110:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687343.627112:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687343.627244:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687343.627248:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687343.627251:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788687344.651227:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687344.651237:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687344.651245:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687344.651246:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687344.651280:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687344.651283:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687344.651286:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788687345.547205:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296471260, at 4296471552 00000100:00000010:2.0:1788687345.547229:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c3344300. 00000100:00000040:3.0:1788687345.549074:0:30596:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296471261, at 4296471554 00000100:00000010:3.0:1788687345.549091:0:30596:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c3344420. 00010000:00000001:0.0:1788687345.676110:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687345.676119:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687345.676127:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687345.676128:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687345.676258:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687345.676264:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687345.676268:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788687346.059254:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687346.059269:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687346.059285:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9ad80. 00000020:00000040:1.0:1788687346.059293:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1788687346.059298:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687346.059302:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687346.059310:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687346.059321:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c63e2000. 00000100:00000001:1.0:1788687346.059330:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687346.059347:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c8b9ad80 x1875572824539776/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687346.059359:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687346.059364:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687346.059372:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080bdd27c] to pc [ptlrpcd_00_00+0] req@ffff9b29c8b9ad80 x1875572824539776/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687346.059427:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687346.059431:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687346.059435:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687346.059440:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9bb80. 00000020:00000040:1.0:1788687346.059443:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:1.0:1788687346.059445:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687346.059446:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687346.059448:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687346.059452:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c63e2d00. 00000100:00000001:1.0:1788687346.059455:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687346.059459:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID req@ffff9b29c8b9bb80 x1875572824539904/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687346.059466:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687346.059468:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687346.059472:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014b7f32c] to pc [ptlrpcd_00_01+1] req@ffff9b29c8b9bb80 x1875572824539904/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687346.059480:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687346.059482:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687346.059486:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687346.059490:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b98700. 00000020:00000040:1.0:1788687346.059492:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:1.0:1788687346.059495:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687346.059496:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687346.059497:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687346.059501:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c63e2600. 00000100:00000001:1.0:1788687346.059504:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687346.059508:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID req@ffff9b29c8b98700 x1875572824540032/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687346.059522:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687346.059524:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687346.059528:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037df8877] to pc [ptlrpcd_00_00+0] req@ffff9b29c8b98700 x1875572824540032/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687346.059534:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687346.059537:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687346.059540:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687346.059544:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9aa00. 00000020:00000040:1.0:1788687346.059546:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:1.0:1788687346.059548:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687346.059549:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687346.059551:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687346.059555:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c63e2800. 00000100:00000001:1.0:1788687346.059558:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687346.059562:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID req@ffff9b29c8b9aa00 x1875572824540160/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687346.059568:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687346.059570:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687346.059573:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051159710] to pc [ptlrpcd_00_01+1] req@ffff9b29c8b9aa00 x1875572824540160/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687346.059581:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687346.059586:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1809) 00000100:00000001:0.0:1788687346.059990:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687346.059997:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687346.060010:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687346.060024:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9ad80 x1875572824539776/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687346.060033:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687346.060036:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687346.060040:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687346.060044:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687346.060047:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687346.060051:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2367:1875572824539776:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1788687346.060056:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687346.060064:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687346.060067:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687346.060070:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687346.060076:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6941400. 02000000:00000001:0.0:1788687346.060079:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687346.060090:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687346.060094:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1268. 00000400:00000010:0.0:1788687346.060104:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda110. 00000100:00000200:0.0:1788687346.060114:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824539776, portal 25 00000100:00000001:0.0:1788687346.060117:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687346.060119:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000100:00000040:0.0:1788687346.060126:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9ad80 x1875572824539776/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687346.060134:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687346.060137:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687346.060140:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda330. 00000100:00000200:0.0:1788687346.060144:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824539776, offset 0 00000400:00000200:0.0:1788687346.060152:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687346.060162:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687346.060172:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687346.060180:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687346.060184:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687346.060189:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687346.060192:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687346.060196:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2473:2473:256:4294967295] 192.168.203.144@tcp LPNI seq info [2473:2473:8:4294967295] 00000400:00000200:0.0:1788687346.060201:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687346.060223:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687346.060231:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687346.060237:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946e00. 00000800:00000200:0.0:1788687346.060245:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687346.060256:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687346.060262:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788687346.060343:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687346.060350:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687346.060353:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296476378 00000100:00000010:0.0:1788687346.060360:0:2367:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c33444e0. 00000100:00000001:0.0:1788687346.060370:0:2367:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788687346.060377:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296476378 00000100:00000010:0.0:1788687346.060381:0:2367:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c3344960. 00000100:00000001:0.0:1788687346.060384:0:2367:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788687346.060396:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687346.060399:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687346.060403:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687346.060408:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b98700 x1875572824540032/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687346.060415:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687346.060416:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687346.060418:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687346.060420:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687346.060422:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687346.060426:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824540032:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1788687346.060429:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687346.060432:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687346.060433:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687346.060435:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687346.060439:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6941c00. 02000000:00000001:0.0:1788687346.060441:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687346.060444:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687346.060447:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e10b0. 00000400:00000010:0.0:1788687346.060451:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda000. 00000100:00000200:0.0:1788687346.060454:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824540032, portal 4 00000100:00000001:0.0:1788687346.060456:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687346.060457:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496407296 : -110871213144320 : ffff9b29c8b98700) 00000100:00000040:0.0:1788687346.060475:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b98700 x1875572824540032/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687346.060481:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687346.060484:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687346.060487:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda6e8. 00000100:00000200:0.0:1788687346.060489:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824540032, offset 0 00000400:00000200:0.0:1788687346.060494:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687346.060498:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687346.060502:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687346.060505:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687346.060508:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687346.060510:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687346.060512:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687346.060515:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2474:2474:255:4294967295] 192.168.203.144@tcp LPNI seq info [2474:2474:7:4294967295] 00000400:00000200:0.0:1788687346.060519:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687346.060526:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687346.060531:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687346.060535:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946c00. 00000800:00000200:0.0:1788687346.060539:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687346.060544:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687346.060546:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788687346.060549:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687346.060553:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20348 usecs (21 jiffies) 00000400:00000200:0.0:1788687346.060556:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687346.060558:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296472086 00000100:00000001:0.0:1788687346.060561:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296476378 00000100:00000001:0.0:1788687346.060563:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296472086 00000100:00000001:0.0:1788687346.060565:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296476378 00000100:00000001:0.0:1788687346.060567:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687346.060569:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687346.060572:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687346.060576:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687346.060584:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687346.060587:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788687346.060589:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687346.060590:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687346.060592:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687346.060595:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1788687346.060597:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687346.060599:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687346.060600:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687346.060602:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687346.060603:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687346.060604:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687346.060609:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9bb80 x1875572824539904/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687346.060616:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687346.060618:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687346.060620:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687346.060622:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687346.060624:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687346.060627:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824539904:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1788687346.060630:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687346.060633:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687346.060635:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687346.060637:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687346.060640:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6941600. 02000000:00000001:0.0:1788687346.060642:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687346.060646:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687346.060649:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f20. 00000400:00000010:0.0:1788687346.060653:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda770. 00000100:00000200:0.0:1788687346.060656:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824539904, portal 10 00000100:00000001:0.0:1788687346.060658:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687346.060660:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496420736 : -110871213130880 : ffff9b29c8b9bb80) 00000100:00000040:0.0:1788687346.060675:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9bb80 x1875572824539904/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687346.060682:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687346.060685:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687346.060688:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda660. 00000100:00000200:0.0:1788687346.060690:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824539904, offset 0 00000400:00000200:0.0:1788687346.060694:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687346.060698:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687346.060702:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687346.060704:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687346.060707:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687346.060709:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687346.060711:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687346.060714:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2475:2475:254:4294967295] 192.168.203.144@tcp LPNI seq info [2475:2475:6:4294967295] 00000400:00000200:0.0:1788687346.060718:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687346.060724:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687346.060728:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687346.060732:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946400. 00000800:00000200:0.0:1788687346.060736:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687346.060741:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687346.060744:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788687346.060746:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687346.060750:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 785033 usecs (786 jiffies) 00000400:00000200:0.0:1788687346.060752:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687346.060754:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296472851 00000100:00000001:0.0:1788687346.060756:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296476378 00000100:00000001:0.0:1788687346.060758:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296472851 00000100:00000001:0.0:1788687346.060760:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296476378 00000100:00000001:0.0:1788687346.060762:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687346.060764:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687346.060766:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687346.060770:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9aa00 x1875572824540160/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687346.060777:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687346.060778:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687346.060781:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687346.060783:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687346.060785:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687346.060788:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824540160:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1788687346.060791:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687346.060793:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687346.060795:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687346.060796:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687346.060799:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6941200. 02000000:00000001:0.0:1788687346.060801:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687346.060804:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687346.060807:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f78. 00000400:00000010:0.0:1788687346.060810:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdaaa0. 00000100:00000200:0.0:1788687346.060813:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824540160, portal 4 00000100:00000001:0.0:1788687346.060816:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687346.060817:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496416256 : -110871213135360 : ffff9b29c8b9aa00) 00000100:00000040:0.0:1788687346.060823:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9aa00 x1875572824540160/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687346.060830:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687346.060832:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687346.060835:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdab28. 00000100:00000200:0.0:1788687346.060837:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824540160, offset 0 00000400:00000200:0.0:1788687346.060841:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687346.060844:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687346.060848:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687346.060850:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687346.060853:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687346.060855:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687346.060858:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687346.060860:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2476:2476:253:4294967295] 192.168.203.144@tcp LPNI seq info [2476:2476:5:4294967295] 00000400:00000200:0.0:1788687346.060864:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687346.060869:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687346.060873:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687346.060877:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946300. 00000800:00000200:0.0:1788687346.060880:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687346.060884:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687346.060887:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788687346.060889:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687346.060893:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 271145 usecs (272 jiffies) 00000400:00000200:0.0:1788687346.060896:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687346.060898:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296472337 00000100:00000001:0.0:1788687346.060900:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296476378 00000100:00000001:0.0:1788687346.060901:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296472337 00000100:00000001:0.0:1788687346.060903:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296476378 00000100:00000001:0.0:1788687346.060968:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687346.060970:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687346.060972:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687346.060974:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687346.060986:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687346.060987:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687346.061185:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687346.061190:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946e00. 00000400:00000200:3.0:1788687346.061201:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687346.061217:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687346.061224:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda330 00000400:00000010:3.0:1788687346.061227:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda330. 00000100:00000001:3.0:1788687346.061233:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687346.061239:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9ad80 x1875572824539776/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687346.061250:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687346.061254:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9ad80 x1875572824539776/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687346.061261:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687346.061263:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687346.061713:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687346.061716:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946c00. 00000400:00000200:3.0:1788687346.061721:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687346.061726:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687346.061729:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda6e8 00000400:00000010:3.0:1788687346.061730:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda6e8. 00000100:00000001:3.0:1788687346.061734:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687346.061744:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b98700 x1875572824540032/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687346.061753:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687346.061756:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b98700 x1875572824540032/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687346.061762:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687346.061764:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687346.061773:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687346.061775:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946400. 00000400:00000200:3.0:1788687346.061778:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687346.061782:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687346.061784:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda660 00000400:00000010:3.0:1788687346.061786:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda660. 00000100:00000001:3.0:1788687346.061788:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687346.061792:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9bb80 x1875572824539904/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687346.061799:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687346.061802:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9bb80 x1875572824539904/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687346.061809:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687346.061811:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687346.061899:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687346.061903:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946300. 00000400:00000200:3.0:1788687346.061931:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687346.061935:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687346.061941:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdab28 00000400:00000010:3.0:1788687346.061944:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdab28. 00000100:00000001:3.0:1788687346.061947:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687346.061951:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9aa00 x1875572824540160/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687346.061958:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687346.061961:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9aa00 x1875572824540160/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687346.061968:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687346.061970:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687346.066192:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687346.066218:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687346.066225:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687346.066228:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687346.066240:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687346.066250:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687346.066261:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687346.066280:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687346.066287:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687346.066293:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f50280 00000400:00000200:2.0:1788687346.066300:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687346.066308:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6c85 [1] + 224 00000800:00000001:2.0:1788687346.066317:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687346.066322:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687346.066326:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687346.066332:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687346.066342:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687346.066354:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9ad80 x1875572824539776/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687346.066367:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b9ad80 x1875572824539776/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687346.066443:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687346.066448:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687346.066473:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687346.066484:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687346.066488:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687346.066490:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687346.066493:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687346.066496:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687346.066500:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687346.066505:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687346.066508:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687346.066510:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687346.066513:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f50300 00000400:00000200:2.0:1788687346.066517:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687346.066522:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x6c95 [1] + 224 00000800:00000001:2.0:1788687346.066525:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687346.066531:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687346.066533:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687346.066537:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687346.066540:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687346.066545:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9bb80 x1875572824539904/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687346.066554:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b9bb80 x1875572824539904/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687346.066562:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687346.066565:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687346.066568:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788687346.066829:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687346.066833:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687346.066837:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1268. 00000400:00000200:0.0:1788687346.066843:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda110 00000400:00000010:0.0:1788687346.066846:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda110. 00000100:00000001:0.0:1788687346.066849:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687346.066855:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9ad80 x1875572824539776/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687346.066864:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9ad80 x1875572824539776/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687346.066871:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687346.066873:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687346.066876:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687346.066881:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687346.066883:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687346.066886:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687346.066889:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687346.066898:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=118 v=5 (5 5 5 5) 00000100:00001000:0.0:1788687346.066903:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=118 v=5 (1 1 1 1) 00000100:00000001:0.0:1788687346.066944:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687346.066946:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687346.066949:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687346.066952:0:2367:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687346.066956:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687346.066962:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9ad80 x1875572824539776/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687346.066969:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687346.066973:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687346.066976:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687346.066981:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9ad80 x1875572824539776/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687346.066990:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2367:1875572824539776:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1788687346.066996:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687346.066999:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687346.067003:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9ad80 x1875572824539776/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687346.067010:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687346.067013:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687346.067017:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6941400. 02000000:00000001:0.0:1788687346.067024:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687346.067027:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687346.067029:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1788687346.067031:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687346.067034:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c63e2000. 02000000:00000001:0.0:1788687346.067038:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687346.067041:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687346.067043:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9ad80. 00000100:00000001:0.0:1788687346.067047:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687346.067049:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687346.067053:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687346.067055:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687346.067057:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687346.067059:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687346.067061:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687346.067062:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f20. 00000400:00000200:0.0:1788687346.067064:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda770 00000400:00000010:0.0:1788687346.067066:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda770. 00000100:00000001:0.0:1788687346.067068:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687346.067072:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9bb80 x1875572824539904/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687346.067081:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9bb80 x1875572824539904/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687346.067088:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687346.067089:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687346.067091:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687346.067093:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687346.067094:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687346.067095:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687346.067097:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687346.067104:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=118 v=5 (5 103 103 103) 00000100:00001000:0.0:1788687346.067106:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687346.067108:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687346.067110:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687346.067111:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687346.067115:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687346.067118:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788687346.067121:0:2367:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: committing for last_committed 4294967653 gen 2 00000100:00000040:0.0:1788687346.067127:0:2367:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967653) req@ffff9b29c8b99f80 x1875572824538112/t4294967651(4294967651) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687357 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687346.067136:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687346.067138:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496413568 : -110871213138048 : ffff9b29c8b99f80) 00000100:00000001:0.0:1788687346.067140:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687346.067143:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99f80 x1875572824538112/t4294967651(4294967651) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687357 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687346.067150:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687346.067155:0:2367:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967653) req@ffff9b29c97f3b80 x1875572824538752/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/448 e 0 to 0 dl 1788687358 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687346.067162:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687346.067165:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f3b80 x1875572824538752/t4294967652(4294967652) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/448 e 0 to 0 dl 1788687358 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687346.067170:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687346.067172:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687346.067174:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a00c00. 02000000:00000001:0.0:1788687346.067177:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687346.067178:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687346.067180:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687346.067181:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687346.067183:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a02800. 02000000:00000001:0.0:1788687346.067186:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687346.067187:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687346.067188:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f3b80. 00000100:00000001:0.0:1788687346.067191:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687346.067192:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687346.067198:0:2367:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967653) req@ffff9b29c42e9c00 x1875572824539264/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/456 e 0 to 0 dl 1788687358 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687346.067204:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687346.067207:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e9c00 x1875572824539264/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/456 e 0 to 0 dl 1788687358 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687346.067213:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687346.067214:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687346.067216:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c63d4400. 02000000:00000001:0.0:1788687346.067219:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687346.067220:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687346.067221:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687346.067223:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687346.067225:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29cb07b800. 02000000:00000001:0.0:1788687346.067227:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687346.067228:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687346.067230:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e9c00. 00000100:00000001:0.0:1788687346.067232:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687346.067234:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687346.067236:0:2367:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788687346.067239:0:2367:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: normal: skip=1 replay=3/3 committed=0/0 00000100:00000001:0.0:1788687346.067241:0:2367:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687346.067243:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687346.067247:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9bb80 x1875572824539904/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687346.067260:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687346.067262:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687346.067264:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687346.067268:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9bb80 x1875572824539904/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687346.067276:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824539904:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1788687346.067281:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687346.067283:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687346.067286:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9bb80 x1875572824539904/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687346.067292:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687346.067293:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687346.067295:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6941600. 02000000:00000001:0.0:1788687346.067297:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687346.067298:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687346.067299:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687346.067301:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687346.067303:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c63e2d00. 02000000:00000001:0.0:1788687346.067305:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687346.067306:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687346.067307:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9bb80. 00000100:00000001:0.0:1788687346.067309:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687346.067311:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687346.067313:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687346.067314:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687346.067316:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687346.067318:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687346.067319:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687346.072318:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687346.072342:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687346.072347:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687346.072361:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687346.072373:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687346.072383:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687346.072403:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687346.072409:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687346.072415:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687346.072421:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f50380 00000400:00000200:3.0:1788687346.072723:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687346.072732:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6c8d [1] + 224 00000800:00000001:3.0:1788687346.072742:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687346.072748:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687346.072753:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687346.072759:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687346.072769:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687346.072781:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b98700 x1875572824540032/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687346.072794:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b98700 x1875572824540032/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687346.072820:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687346.072830:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687346.072834:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687346.072836:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687346.072839:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687346.072843:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687346.072846:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687346.072851:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687346.072854:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687346.072857:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687346.072860:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f50400 00000400:00000200:3.0:1788687346.072863:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687346.072866:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6c9d [1] + 224 00000800:00000001:3.0:1788687346.072870:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687346.072877:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687346.072879:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687346.072882:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687346.072885:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687346.072890:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9aa00 x1875572824540160/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687346.072961:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b9aa00 x1875572824540160/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687346.072970:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687346.072974:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687346.072977:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687346.074408:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687346.074417:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687346.074428:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687346.074430:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687346.074436:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f78. 00000400:00000200:0.0:1788687346.074446:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdaaa0 00000400:00000010:0.0:1788687346.074449:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdaaa0. 00000100:00000001:0.0:1788687346.074453:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687346.074530:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9aa00 x1875572824540160/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687346.074543:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9aa00 x1875572824540160/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687346.074550:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687346.074553:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687346.074556:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687346.074561:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687346.074564:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687346.074567:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687346.074570:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687346.074583:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=118 v=5 (5 5 16 16) 00000100:00001000:0.0:1788687346.074588:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=13 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687346.074591:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687346.074594:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687346.074597:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687346.074602:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687346.074607:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687346.074609:0:2367:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788687346.074612:0:2367:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687346.074614:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687346.074619:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9aa00 x1875572824540160/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687346.074627:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687346.074631:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687346.074633:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687346.074638:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9aa00 x1875572824540160/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687346.074646:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824540160:192.168.203.144@tcp:400:kworker.0 00000400:00000001:0.0:1788687346.074654:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687346.074655:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687346.074657:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e10b0. 00000400:00000200:0.0:1788687346.074660:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda000 00000400:00000010:0.0:1788687346.074662:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda000. 00000100:00000001:0.0:1788687346.074665:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687346.074895:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b98700 x1875572824540032/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687346.074938:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b98700 x1875572824540032/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687346.074945:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687346.074947:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687346.074948:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687346.074950:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687346.074952:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687346.074953:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687346.074955:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687346.074961:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=118 v=5 (5 5 16 137) 00000100:00001000:0.0:1788687346.074964:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687346.074967:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687346.074968:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687346.074970:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687346.074971:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687346.074974:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687346.074976:0:2367:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967342 00000100:00000001:0.0:1788687346.074977:0:2367:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687346.074979:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687346.074983:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b98700 x1875572824540032/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687346.074990:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687346.074992:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687346.074994:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687346.074997:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b98700 x1875572824540032/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687346.075005:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824540032:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1788687346.075009:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687346.075012:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687346.075016:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9aa00 x1875572824540160/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687346.075024:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687346.075027:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687346.075031:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6941200. 02000000:00000001:0.0:1788687346.075039:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687346.075042:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687346.075045:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:0.0:1788687346.075047:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687346.075050:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c63e2800. 02000000:00000001:0.0:1788687346.075055:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687346.075058:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687346.075060:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9aa00. 00000100:00000001:0.0:1788687346.075064:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687346.075066:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687346.075067:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687346.075071:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b98700 x1875572824540032/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687346.075078:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687346.075079:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687346.075081:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6941c00. 02000000:00000001:0.0:1788687346.075083:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687346.075084:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687346.075085:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:0.0:1788687346.075087:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687346.075088:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c63e2600. 02000000:00000001:0.0:1788687346.075090:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687346.075091:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687346.075092:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b98700. 00000100:00000001:0.0:1788687346.075095:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687346.075096:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687346.075099:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687346.075109:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687346.075111:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687346.075113:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687346.075117:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687346.699083:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687346.699094:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687346.699103:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687346.699104:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687346.699488:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687346.699493:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687346.699496:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788687347.723084:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687347.723093:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687347.723101:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687347.723102:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687347.723137:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687347.723141:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687347.723145:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788687348.747122:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687348.747132:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687348.747139:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687348.747140:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687348.755761:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687348.755772:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687348.755778:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788687349.771060:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687349.771069:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687349.771074:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687349.771076:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687349.771160:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687349.771166:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687349.771172:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788687350.667044:0:30596:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296476378, at 4296476672 00000100:00000010:3.0:1788687350.667062:0:30596:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c3344960. 00000100:00000040:2.0:1788687350.667141:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296476378, at 4296476672 00000100:00000010:2.0:1788687350.667155:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c33444e0. 00010000:00000001:0.0:1788687350.795085:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687350.795093:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687350.795100:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687350.795101:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687350.795132:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687350.795135:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687350.795138:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788687351.179081:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687351.179091:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687351.179100:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42ebb80. 00000020:00000040:2.0:1788687351.179105:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1788687351.179110:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687351.179112:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687351.179117:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687351.179126:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29cb3a8100. 00000100:00000001:2.0:1788687351.179132:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687351.179143:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c42ebb80 x1875572824540288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687351.179153:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687351.179157:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687351.179162:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001863023b] to pc [ptlrpcd_01_01+1] req@ffff9b29c42ebb80 x1875572824540288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687351.179215:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687351.179218:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687351.179221:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687351.179227:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42ebb80 x1875572824540288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687351.179233:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687351.179235:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687351.179238:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687351.179241:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687351.179253:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687351.179257:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824540288:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687351.179261:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687351.179266:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687351.179269:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687351.179271:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687351.179276:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c7f3dc00. 02000000:00000001:3.0:1788687351.179278:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687351.179285:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687351.179289:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4318. 00000400:00000010:3.0:1788687351.179295:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0880. 00000100:00000200:3.0:1788687351.179301:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824540288, portal 25 00000100:00000001:3.0:1788687351.179304:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687351.179305:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420202368 : -110871289349248 : ffff9b29c42ebb80) 00000100:00000040:3.0:1788687351.179310:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42ebb80 x1875572824540288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687351.179318:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687351.179321:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687351.179323:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0440. 00000100:00000200:3.0:1788687351.179326:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824540288, offset 0 00000400:00000200:3.0:1788687351.179331:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687351.179339:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687351.179346:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687351.179361:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687351.179365:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687351.179368:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687351.179371:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687351.179375:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2477:2477:256:4294967295] 192.168.203.144@tcp LPNI seq info [2477:2477:8:4294967295] 00000400:00000200:3.0:1788687351.179379:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687351.179388:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687351.179393:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687351.179398:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a400. 00000800:00000200:3.0:1788687351.179405:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687351.179413:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687351.179417:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687351.179433:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687351.179436:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687351.179438:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296481497 00000100:00000010:3.0:1788687351.179443:0:2370:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c97abc00. 00000100:00000001:3.0:1788687351.179449:0:2370:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788687351.179454:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296481497 00000100:00000010:3.0:1788687351.179457:0:2370:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c97abd20. 00000100:00000001:3.0:1788687351.179460:0:2370:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788687351.179463:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687351.179465:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687351.179468:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687351.179470:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687351.180965:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687351.180973:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687351.180977:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687351.180985:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8e00. 00000020:00000040:2.0:1788687351.180989:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:2.0:1788687351.180992:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687351.180995:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687351.180998:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687351.181004:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29cb3a8b00. 00000100:00000001:2.0:1788687351.181011:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687351.181020:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID req@ffff9b29c42e8e00 x1875572824540416/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687351.181030:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687351.181033:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687351.181038:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d6a3b0d] to pc [ptlrpcd_01_00+0] req@ffff9b29c42e8e00 x1875572824540416/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687351.182604:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687351.182610:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788687351.182615:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687351.182617:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687351.182620:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687351.182624:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788687351.182626:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687351.182634:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687351.182636:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687351.182638:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687351.182639:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687351.182641:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687351.182662:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8e00 x1875572824540416/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687351.182673:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687351.182676:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687351.182682:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687351.182684:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687351.182688:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687351.182691:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824540416:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687351.182696:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687351.182702:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687351.182704:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687351.182706:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687351.182713:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c7f3d600. 02000000:00000001:3.0:1788687351.182715:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687351.182722:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687351.182726:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4898. 00000400:00000010:3.0:1788687351.182733:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0dd0. 00000100:00000200:3.0:1788687351.182738:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824540416, portal 10 00000100:00000001:3.0:1788687351.182740:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687351.182742:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420190720 : -110871289360896 : ffff9b29c42e8e00) 00000100:00000040:3.0:1788687351.182749:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e8e00 x1875572824540416/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687351.182757:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687351.182760:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687351.182762:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0cc0. 00000100:00000200:3.0:1788687351.182764:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824540416, offset 0 00000400:00000200:3.0:1788687351.182769:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687351.182776:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687351.182782:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687351.182787:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687351.182790:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687351.182794:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687351.182796:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687351.182800:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2478:2478:255:4294967295] 192.168.203.144@tcp LPNI seq info [2478:2478:7:4294967295] 00000400:00000200:3.0:1788687351.182804:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687351.182813:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687351.182819:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687351.182823:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415af00. 00000800:00000200:3.0:1788687351.182829:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687351.182836:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687351.182841:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687351.182845:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687351.182848:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 784012 usecs (785 jiffies) 00000400:00000200:3.0:1788687351.182851:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687351.182854:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296477972 00000100:00000001:3.0:1788687351.182857:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296481497 00000100:00000001:3.0:1788687351.182860:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296477972 00000100:00000001:3.0:1788687351.182862:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296481497 00000100:00000001:3.0:1788687351.182863:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687351.182866:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687351.182868:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687351.182870:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687351.182927:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687351.182930:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a400. 00000400:00000200:3.0:1788687351.182935:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687351.182939:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687351.182943:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0440 00000400:00000010:3.0:1788687351.182945:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0440. 00000100:00000001:3.0:1788687351.182950:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687351.182954:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42ebb80 x1875572824540288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687351.182963:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687351.182966:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42ebb80 x1875572824540288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687351.182973:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687351.182975:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687351.183032:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687351.183034:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415af00. 00000400:00000200:3.0:1788687351.183037:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687351.183040:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687351.183042:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0cc0 00000400:00000010:3.0:1788687351.183044:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0cc0. 00000100:00000001:3.0:1788687351.183046:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687351.183049:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8e00 x1875572824540416/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687351.183056:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687351.183059:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8e00 x1875572824540416/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687351.183066:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687351.183067:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788687351.183075:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687351.183077:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687351.184457:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687351.184464:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687351.184468:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687351.184478:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e9500. 00000020:00000040:2.0:1788687351.184483:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:2.0:1788687351.184487:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687351.184490:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687351.184494:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687351.184501:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29cb3a8000. 00000100:00000001:2.0:1788687351.184508:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687351.184517:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID req@ffff9b29c42e9500 x1875572824540544/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687351.184527:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687351.184531:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687351.184536:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085f2fc7a] to pc [ptlrpcd_01_01+1] req@ffff9b29c42e9500 x1875572824540544/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687351.184558:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687351.184560:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687351.184563:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687351.184566:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8380. 00000020:00000040:2.0:1788687351.184568:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:2.0:1788687351.184570:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687351.184571:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687351.184573:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687351.184577:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c5452000. 00000100:00000001:2.0:1788687351.184580:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687351.184584:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID req@ffff9b29c42e8380 x1875572824540672/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687351.184590:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687351.184592:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687351.184595:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f834c1eb] to pc [ptlrpcd_01_00+0] req@ffff9b29c42e8380 x1875572824540672/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687351.184601:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687351.184605:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1814) 00000100:00000001:2.0:1788687351.184624:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687351.184626:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687351.184628:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687351.184633:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8380 x1875572824540672/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687351.184641:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687351.184643:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687351.184646:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687351.184648:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687351.184651:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687351.184653:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824540672:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687351.185443:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687351.185448:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687351.185450:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687351.185459:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e9500 x1875572824540544/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687351.185467:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687351.185469:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687351.185471:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687351.185473:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687351.185476:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687351.185478:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824540544:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687351.185482:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687351.185488:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687351.185490:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687351.185492:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687351.185498:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c7f3d800. 02000000:00000001:3.0:1788687351.185500:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687351.185507:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687351.185511:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4478. 00000400:00000010:3.0:1788687351.185517:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0cc0. 00000100:00000200:3.0:1788687351.185522:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824540544, portal 4 00000100:00000001:3.0:1788687351.185524:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687351.185526:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420192512 : -110871289359104 : ffff9b29c42e9500) 00000100:00000040:3.0:1788687351.185532:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e9500 x1875572824540544/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687351.185538:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687351.185541:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687351.185543:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0440. 00000100:00000200:3.0:1788687351.185545:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824540544, offset 0 00000400:00000200:3.0:1788687351.185555:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687351.185562:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687351.185614:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687351.185617:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687351.185618:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687351.185620:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687351.185623:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c57f3c00. 02000000:00000001:2.0:1788687351.185625:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687351.185629:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687351.185632:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd630. 00000400:00000010:2.0:1788687351.185635:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240088. 00000100:00000200:2.0:1788687351.185638:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824540672, portal 4 00000100:00000001:2.0:1788687351.185640:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687351.185641:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188032 : -110871289363584 : ffff9b29c42e8380) 00000100:00000040:2.0:1788687351.185646:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e8380 x1875572824540672/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687351.185652:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687351.185956:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687351.185961:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240bb0. 00000100:00000200:2.0:1788687351.185964:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824540672, offset 0 00000400:00000200:2.0:1788687351.185970:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687351.186009:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687351.186016:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687351.186021:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687351.186024:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687351.186027:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687351.186031:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2479:2479:256:4294967295] 192.168.203.144@tcp LPNI seq info [2479:2479:8:4294967295] 00000400:00000200:3.0:1788687351.186035:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687351.186044:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687351.186050:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687351.186055:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415af00. 00000800:00000200:3.0:1788687351.186061:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687351.186069:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687351.186074:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687351.186088:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687351.186092:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20343 usecs (21 jiffies) 00000400:00000200:3.0:1788687351.186095:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687351.186098:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296477212 00000100:00000001:3.0:1788687351.186101:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296481497 00000100:00000001:3.0:1788687351.186103:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296477212 00000100:00000001:3.0:1788687351.186106:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296481497 00000100:00000001:3.0:1788687351.186108:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687351.186111:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687351.186114:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687351.186117:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687351.186124:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687351.186126:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788687351.186129:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687351.186130:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687351.186131:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687351.186134:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687351.186223:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687351.186227:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415af00. 00000400:00000200:3.0:1788687351.186231:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687351.186236:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687351.186719:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687351.186725:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687351.186728:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687351.186730:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687351.186733:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687351.186735:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687351.186738:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2480:2480:255:4294967295] 192.168.203.144@tcp LPNI seq info [2480:2480:7:4294967295] 00000400:00000200:2.0:1788687351.186741:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687351.186747:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687351.186752:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687351.186757:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c5452700. 00000800:00000200:2.0:1788687351.186762:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687351.186766:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687351.186769:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c5452700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687351.186773:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687351.186777:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 269567 usecs (270 jiffies) 00000400:00000200:2.0:1788687351.186780:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687351.186782:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296477461 00000100:00000001:2.0:1788687351.186784:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296481497 00000100:00000001:2.0:1788687351.186786:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296477461 00000100:00000001:2.0:1788687351.186788:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296481497 00000100:00000001:2.0:1788687351.186790:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687351.186792:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687351.186795:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687351.186797:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687351.186801:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687351.186803:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788687351.186805:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687351.186807:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687351.186808:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687351.186810:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687351.187122:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0440 00000400:00000010:3.0:1788687351.187126:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0440. 00000100:00000001:3.0:1788687351.187132:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687351.187139:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e9500 x1875572824540544/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687351.187149:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687351.187152:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e9500 x1875572824540544/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687351.187159:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687351.187161:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687351.187183:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687351.187186:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c5452700. 00000400:00000200:3.0:1788687351.187189:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687351.187193:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687351.187196:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240bb0 00000400:00000010:3.0:1788687351.187199:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240bb0. 00000100:00000001:3.0:1788687351.187201:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687351.187205:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8380 x1875572824540672/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687351.187212:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687351.187215:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8380 x1875572824540672/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687351.187226:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687351.187228:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687351.187880:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687351.187892:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687351.187895:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687351.187897:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687351.187904:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687351.187946:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687351.187953:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687351.187957:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687351.187961:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687351.187965:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f50480 00000400:00000200:3.0:1788687351.187970:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687351.187975:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6ca5 [1] + 224 00000800:00000001:3.0:1788687351.187981:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687351.187985:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687351.187987:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687351.187991:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687351.187997:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687351.188002:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42ebb80 x1875572824540288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687351.188010:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42ebb80 x1875572824540288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687351.188032:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687351.188039:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788687351.189169:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687351.189175:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687351.189185:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687351.189187:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687351.189190:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4318. 00000400:00000200:2.0:1788687351.189198:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0880 00000400:00000010:2.0:1788687351.189200:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0880. 00000100:00000001:2.0:1788687351.189205:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687351.189214:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42ebb80 x1875572824540288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687351.189223:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42ebb80 x1875572824540288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687351.189230:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687351.189232:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687351.189234:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687351.189237:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687351.189240:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687351.189336:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687351.189341:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687351.189347:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=123 v=5 (5 5 5 5) 00000100:00001000:2.0:1788687351.189361:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=123 v=5 (1 1 1 1) 00000100:00000001:2.0:1788687351.189364:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687351.189366:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687351.189369:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687351.189371:0:2370:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687351.189374:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687351.189380:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42ebb80 x1875572824540288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687351.189388:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687351.189391:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687351.189393:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687351.189396:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42ebb80 x1875572824540288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687351.189403:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824540288:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687351.189407:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687351.189410:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687351.189413:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42ebb80 x1875572824540288/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687351.189418:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687351.189421:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687351.189424:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c7f3dc00. 02000000:00000001:2.0:1788687351.189428:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687351.189431:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687351.189432:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1788687351.189435:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687351.189437:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29cb3a8100. 02000000:00000001:2.0:1788687351.189441:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687351.189443:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687351.189445:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42ebb80. 00000100:00000001:2.0:1788687351.189448:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687351.189450:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687351.189453:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687351.189454:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687351.189456:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687351.189457:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687351.189459:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687351.189650:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687351.189654:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687351.189660:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687351.189666:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687351.189671:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687351.189678:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687351.189682:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687351.189687:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687351.189690:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f50500 00000400:00000200:3.0:1788687351.189695:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687351.189701:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x6cb5 [1] + 224 00000800:00000001:3.0:1788687351.189707:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687351.189712:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687351.189715:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687351.189719:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687351.189724:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687351.189729:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8e00 x1875572824540416/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687351.189739:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42e8e00 x1875572824540416/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687351.189791:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687351.189793:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687351.189878:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687351.189886:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687351.189890:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687351.192723:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687351.192741:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687351.192745:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687351.192748:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687351.192757:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687351.192764:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687351.192772:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687351.192777:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687351.192781:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687351.192785:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f50580 00000400:00000200:3.0:1788687351.192790:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687351.192796:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6cc5 [1] + 224 00000800:00000001:3.0:1788687351.192803:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687351.192853:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687351.192857:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687351.192863:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687351.192870:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687351.192877:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e9500 x1875572824540544/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687351.192888:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42e9500 x1875572824540544/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687351.192897:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687351.192954:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687351.192959:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788687351.193968:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687351.193973:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687351.193977:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4898. 00000400:00000200:2.0:1788687351.193985:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0dd0 00000400:00000010:2.0:1788687351.193987:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0dd0. 00000100:00000001:2.0:1788687351.193991:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687351.193999:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e8e00 x1875572824540416/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687351.194009:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e8e00 x1875572824540416/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687351.194017:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687351.194019:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687351.194021:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687351.194024:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687351.194026:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687351.194028:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687351.194031:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687351.194039:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=123 v=5 (5 103 103 103) 00000100:00001000:2.0:1788687351.194304:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687351.194309:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687351.194310:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687351.194313:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687351.194317:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687351.194321:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687351.194323:0:2370:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967653 00000100:00000001:2.0:1788687351.194326:0:2370:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687351.194327:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687351.194334:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e8e00 x1875572824540416/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687351.194342:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687351.194345:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687351.194347:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687351.194361:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e8e00 x1875572824540416/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687351.194370:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824540416:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687351.194375:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687351.194378:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687351.194382:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e8e00 x1875572824540416/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687351.194390:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687351.194392:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687351.194396:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c7f3d600. 02000000:00000001:2.0:1788687351.194400:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687351.194403:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687351.194405:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687351.194408:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687351.194410:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29cb3a8b00. 02000000:00000001:2.0:1788687351.194414:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687351.194416:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687351.194418:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e8e00. 00000100:00000001:2.0:1788687351.194421:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687351.194423:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687351.194426:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687351.194428:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687351.194431:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687351.194435:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687351.194436:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687351.194438:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4478. 00000400:00000200:2.0:1788687351.194441:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0cc0 00000400:00000010:2.0:1788687351.194443:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0cc0. 00000100:00000001:2.0:1788687351.194446:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687351.194450:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e9500 x1875572824540544/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687351.194459:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e9500 x1875572824540544/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687351.194466:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687351.194467:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687351.194469:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687351.194470:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687351.194473:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687351.194475:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687351.194477:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687351.194481:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=123 v=5 (5 5 16 137) 00000100:00001000:2.0:1788687351.194484:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=20 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687351.194487:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687351.194488:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687351.194490:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687351.194492:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687351.194494:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687351.194496:0:2370:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967342 00000100:00000001:2.0:1788687351.194497:0:2370:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687351.194499:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687351.194503:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e9500 x1875572824540544/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687351.194510:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687351.194511:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687351.194513:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687351.194516:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e9500 x1875572824540544/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687351.194524:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824540544:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687351.194528:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687351.194530:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687351.194533:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e9500 x1875572824540544/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687351.194539:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687351.194540:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687351.194542:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c7f3d800. 02000000:00000001:2.0:1788687351.194544:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687351.194545:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687351.194547:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:2.0:1788687351.194549:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687351.194551:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29cb3a8000. 02000000:00000001:2.0:1788687351.194553:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687351.194554:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687351.194555:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e9500. 00000100:00000001:2.0:1788687351.194558:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687351.194559:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687351.194561:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687351.194568:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687351.194569:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687351.194571:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687351.194573:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687351.200057:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687351.200080:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687351.200086:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687351.200246:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687351.200261:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687351.200272:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687351.200341:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687351.200348:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687351.200362:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687351.200367:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f50600 00000400:00000200:3.0:1788687351.200374:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687351.200382:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6cd5 [1] + 224 00000800:00000001:3.0:1788687351.200392:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687351.200402:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687351.200406:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687351.200412:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687351.200423:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687351.200434:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8380 x1875572824540672/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687351.200447:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42e8380 x1875572824540672/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687351.200468:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687351.200479:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687351.200482:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687351.200932:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687351.200946:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687351.200955:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687351.200957:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687351.200961:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd630. 00000400:00000200:2.0:1788687351.200970:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240088 00000400:00000010:2.0:1788687351.200972:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240088. 00000100:00000001:2.0:1788687351.200977:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687351.200988:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e8380 x1875572824540672/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687351.201000:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e8380 x1875572824540672/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687351.201009:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687351.201011:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687351.201013:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687351.201017:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687351.201019:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687351.201021:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687351.201024:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687351.201033:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=123 v=5 (5 5 16 16) 00000100:00001000:2.0:1788687351.201037:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=18 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687351.201049:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687351.201051:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687351.201054:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687351.201057:0:2369:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687351.201061:0:2369:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687351.201064:0:2369:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788687351.201066:0:2369:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687351.201068:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687351.201072:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e8380 x1875572824540672/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687351.201081:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687351.201084:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687351.201086:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687351.201089:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e8380 x1875572824540672/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687351.201098:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824540672:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687351.201103:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687351.201105:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687351.201109:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e8380 x1875572824540672/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687351.201116:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687351.201118:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687351.201121:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c57f3c00. 02000000:00000001:2.0:1788687351.201125:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687351.201128:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687351.201129:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:2.0:1788687351.201132:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687351.201135:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c5452000. 02000000:00000001:2.0:1788687351.201138:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687351.201140:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687351.201142:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e8380. 00000100:00000001:2.0:1788687351.201145:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687351.201146:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687351.201149:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687351.201155:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687351.201157:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687351.201159:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687351.201161:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687351.819987:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687351.819998:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687351.820005:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687351.820024:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687351.820118:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687351.820125:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687351.820130:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788687352.715254:0:32132:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788687352.715264:0:32132:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687352.715268:0:32132:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788687352.715275:0:32132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6285180 going to sleep for 1 seconds 00000100:00000001:1.0:1788687352.715279:0:32132:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687352.715283:0:32132:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687352.843950:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687352.843964:0:31210:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687352.843967:0:31210:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687352.843971:0:31210:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687352.843977:0:31210:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687352.843979:0:31210:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687352.843993:0:31210:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687352.843995:0:31210:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687352.843999:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687352.844001:0:31210:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687352.844002:0:31210:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687352.844009:0:31210:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687352.844012:0:31210:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687352.844013:0:31210:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687352.844015:0:31210:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687352.844016:0:31210:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687352.844017:0:31210:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687352.844019:0:31210:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687352.844337:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687352.844349:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687352.844353:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788687353.739066:0:32132:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788687353.739078:0:32132:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687353.739081:0:32132:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788687353.739088:0:32132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6285180 going to sleep for 1 seconds 00000100:00000001:1.0:1788687353.739094:0:32132:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687353.739099:0:32132:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687353.868390:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687353.868398:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687353.868406:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687353.868407:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687353.868442:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687353.868445:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687353.868449:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788687354.763291:0:32132:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788687354.763299:0:32132:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687354.763301:0:32132:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788687354.763306:0:32132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6285180 going to sleep for 1 seconds 00000100:00000001:1.0:1788687354.763310:0:32132:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687354.763312:0:32132:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687354.891608:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687354.891617:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687354.891623:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687354.891624:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687354.891714:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687354.891718:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687354.891721:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788687355.787516:0:32132:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788687355.787533:0:32132:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687355.787535:0:32132:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788687355.787540:0:32132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6285180 going to sleep for 1 seconds 00000100:00000001:1.0:1788687355.787544:0:32132:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687355.787548:0:32132:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687355.787859:0:30596:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296481497, at 4296481792 00000100:00000010:3.0:1788687355.787870:0:30596:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c97abd20. 00000100:00000040:2.0:1788687355.788259:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296481497, at 4296481793 00000100:00000010:2.0:1788687355.788266:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c97abc00. 00010000:00000001:0.0:1788687355.920294:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687355.920301:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687355.920306:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687355.920307:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687355.920495:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687355.920499:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687355.920502:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788687356.304686:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687356.304697:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687356.304709:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8380. 00000020:00000040:2.0:1788687356.304717:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1788687356.304721:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687356.304724:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687356.304730:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687356.304739:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c5452000. 00000100:00000001:2.0:1788687356.304747:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687356.304759:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c42e8380 x1875572824540800/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687356.304771:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687356.304775:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687356.304782:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f834c1eb] to pc [ptlrpcd_01_01+1] req@ffff9b29c42e8380 x1875572824540800/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687356.304832:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687356.304835:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687356.304838:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687356.304842:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e9500. 00000020:00000040:2.0:1788687356.304845:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:2.0:1788687356.304847:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687356.304848:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687356.304850:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687356.304854:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c5452300. 00000100:00000001:2.0:1788687356.304857:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687356.304862:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID req@ffff9b29c42e9500 x1875572824540928/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687356.304870:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687356.304872:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687356.304876:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085f2fc7a] to pc [ptlrpcd_01_00+0] req@ffff9b29c42e9500 x1875572824540928/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687356.304884:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687356.304886:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687356.304889:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788687356.304892:0:38:0:(import.c:2112:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1788687356.304894:0:38:0:(import.c:1806:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1788687356.304897:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8e00. 00000020:00000040:2.0:1788687356.304899:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:2.0:1788687356.304901:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687356.304903:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687356.304904:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687356.304937:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c5452400. 00000100:00000001:2.0:1788687356.304940:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687356.304942:0:38:0:(import.c:1844:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446633202420190720 : -110871289360896 : ffff9b29c42e8e00) 00000100:00080000:2.0:1788687356.304945:0:38:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1788687356.304948:0:38:0:(import.c:2147:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9b29e019e800: disconnect after 21s idle 00000100:00000001:2.0:1788687356.304950:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687356.304953:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687356.304957:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d6a3b0d] to pc [ptlrpcd_rcv+-1] req@ffff9b29c42e8e00 x1875572824541056/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687356.304978:0:38:0:(import.c:2151:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687356.304981:0:38:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687356.304983:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687356.304986:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687356.304991:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42ebb80. 00000020:00000040:2.0:1788687356.304993:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:2.0:1788687356.304995:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687356.304996:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687356.304998:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687356.305001:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c5452e00. 00000100:00000001:2.0:1788687356.305004:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687356.305008:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID req@ffff9b29c42ebb80 x1875572824541184/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687356.305015:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687356.305017:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687356.305021:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001863023b] to pc [ptlrpcd_01_01+1] req@ffff9b29c42ebb80 x1875572824541184/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687356.305029:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687356.305033:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1820) 00000100:00000001:2.0:1788687356.305047:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687356.305050:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687356.305052:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687356.305057:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e9500 x1875572824540928/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687356.305064:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687356.305065:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687356.305068:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687356.305071:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687356.305073:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687356.305076:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824540928:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687356.305080:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687356.305084:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687356.305087:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687356.305090:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687356.305095:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c57f3c00. 02000000:00000001:2.0:1788687356.305096:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687356.305104:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687356.305108:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd630. 00000400:00000010:2.0:1788687356.305115:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240088. 00000100:00000200:2.0:1788687356.305122:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824540928, portal 10 00000100:00000001:2.0:1788687356.305124:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687356.305126:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420192512 : -110871289359104 : ffff9b29c42e9500) 00000100:00000040:2.0:1788687356.305133:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e9500 x1875572824540928/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687356.305139:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687356.305142:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687356.305145:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240dd0. 00000100:00000200:2.0:1788687356.305148:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824540928, offset 0 00000400:00000200:2.0:1788687356.305154:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687356.305161:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687356.305169:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687356.305174:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687356.305178:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687356.305182:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687356.305184:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687356.305188:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2481:2481:256:4294967295] 192.168.203.144@tcp LPNI seq info [2481:2481:8:4294967295] 00000400:00000200:2.0:1788687356.305192:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687356.305201:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687356.305207:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687356.305213:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c5452700. 00000800:00000200:2.0:1788687356.305219:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687356.305228:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687356.305232:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c5452700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687356.305242:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687356.305246:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 783003 usecs (784 jiffies) 00000400:00000200:2.0:1788687356.305249:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687356.305251:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296483094 00000100:00000010:2.0:1788687356.305257:0:2369:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c33d0000. 00000100:00000001:2.0:1788687356.305263:0:2369:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788687356.305269:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296483094 00000100:00000010:2.0:1788687356.305272:0:2369:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c33d0540. 00000100:00000001:2.0:1788687356.305275:0:2369:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788687356.305278:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687356.305280:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687356.305281:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687356.305286:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687356.305289:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687356.305293:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687356.305296:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687356.305296:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788687356.305299:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788687356.305304:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1788687356.305305:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8e00 x1875572824541056/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687356.305306:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687356.305309:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687356.305313:0:2369:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788687356.305332:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687356.305334:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687356.305337:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687356.305339:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687356.305341:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687356.305346:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788687356.305346:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824541056:192.168.203.144@tcp:9:kworker.0 00000100:00000001:2.0:1788687356.305351:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687356.305354:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687356.305356:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788687356.305358:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1788687356.305360:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1788687356.305361:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1788687356.305363:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687356.305364:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1788687356.305368:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1788687356.305372:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8380 x1875572824540800/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1788687356.305373:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29d0260a00. 02000000:00000001:1.0:1788687356.305377:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687356.305386:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1788687356.305386:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687356.305390:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1788687356.305391:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150108. 02000000:00000001:2.0:1788687356.305393:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687356.305396:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1788687356.305399:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc330. 00000100:00000200:1.0:1788687356.305404:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824541056, portal 4 00000100:00000001:1.0:1788687356.305406:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687356.305408:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420190720 : -110871289360896 : ffff9b29c42e8e00) 02000000:00000001:2.0:1788687356.305410:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687356.305416:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2369:1875572824540800:192.168.203.144@tcp:400:kworker.0 00000100:00000040:1.0:1788687356.305418:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e8e00 x1875572824541056/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687356.305422:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687356.305426:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687356.305429:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687356.305430:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1788687356.305434:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1788687356.305435:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687356.305440:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcb28. 02000000:00000010:2.0:1788687356.305442:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c120b200. 00000100:00000200:1.0:1788687356.305443:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824541056, offset 0 02000000:00000001:2.0:1788687356.305448:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687356.305452:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687356.305455:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687356.305459:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687356.305461:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fdd68. 00000400:00000200:1.0:1788687356.305465:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000010:2.0:1788687356.305467:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240b28. 00000400:00000200:1.0:1788687356.305469:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1788687356.305474:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824540800, portal 25 00000400:00000200:1.0:1788687356.305474:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000100:00000001:2.0:1788687356.305479:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1788687356.305479:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788687356.305482:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188032 : -110871289363584 : ffff9b29c42e8380) 00000400:00000200:1.0:1788687356.305484:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687356.305489:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2482:2482:255:4294967295] 192.168.203.144@tcp LPNI seq info [2482:2482:7:4294967295] 00000100:00000040:2.0:1788687356.305493:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e8380 x1875572824540800/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788687356.305497:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687356.305506:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1788687356.305510:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000100:00000040:2.0:1788687356.305515:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687356.305519:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240440. 00000800:00000200:1.0:1788687356.305519:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000100:00000200:2.0:1788687356.305525:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824540800, offset 0 00000800:00000010:1.0:1788687356.305527:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2a00. 00000400:00000200:2.0:1788687356.305536:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000800:00000200:1.0:1788687356.305537:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000400:00000200:2.0:1788687356.305546:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000800:00000200:1.0:1788687356.305546:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687356.305552:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1788687356.305555:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000100:00000001:1.0:1788687356.305556:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687356.305562:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1788687356.305562:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20306 usecs (21 jiffies) 00000400:00000200:2.0:1788687356.305567:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687356.305571:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687356.305573:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1788687356.305575:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296482331 00000400:00000200:2.0:1788687356.305578:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000100:00000001:1.0:1788687356.305580:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296483094 00000400:00000200:2.0:1788687356.305586:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2483:2483:254:4294967295] 192.168.203.144@tcp LPNI seq info [2483:2483:6:4294967295] 00000100:00000001:1.0:1788687356.305586:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296482331 00000100:00000001:1.0:1788687356.305589:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296483094 00000100:00000001:1.0:1788687356.305594:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788687356.305596:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687356.305598:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687356.305603:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687356.305607:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687356.305611:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000100:00000001:1.0:1788687356.305614:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687356.305617:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000800:00000200:2.0:1788687356.305619:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000100:00000001:1.0:1788687356.305621:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687356.305624:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1788687356.305625:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29cb3a8000. 00000100:00000001:1.0:1788687356.305626:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687356.305630:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687356.305633:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687356.305639:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687356.305642:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29cb3a8000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687356.305645:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687356.305649:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687356.305651:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296486623 00000100:00000001:2.0:1788687356.305657:0:2369:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296483094 00000100:00000001:2.0:1788687356.305660:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296486623 00000100:00000001:2.0:1788687356.305663:0:2369:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296483094 00000100:00000001:2.0:1788687356.305666:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687356.305668:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687356.305670:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687356.305674:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42ebb80 x1875572824541184/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687356.305680:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687356.305681:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687356.305684:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687356.305685:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687356.305687:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687356.305690:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824541184:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687356.305693:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687356.305695:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687356.305697:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687356.305698:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687356.305701:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c120a800. 02000000:00000001:2.0:1788687356.305703:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687356.305705:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687356.305708:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fda50. 00000400:00000010:2.0:1788687356.305711:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02405d8. 00000100:00000200:2.0:1788687356.305713:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824541184, portal 4 00000100:00000001:2.0:1788687356.305715:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687356.305716:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420202368 : -110871289349248 : ffff9b29c42ebb80) 00000100:00000040:2.0:1788687356.305721:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42ebb80 x1875572824541184/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687356.305727:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687356.305729:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687356.305732:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02406e8. 00000100:00000200:2.0:1788687356.305734:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824541184, offset 0 00000400:00000200:2.0:1788687356.305737:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687356.305740:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687356.305744:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687356.305746:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687356.305749:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687356.305751:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687356.305752:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687356.305755:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2484:2484:253:4294967295] 192.168.203.144@tcp LPNI seq info [2484:2484:5:4294967295] 00000400:00000200:2.0:1788687356.305759:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687356.305764:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687356.305768:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687356.305771:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29cb3a8b00. 00000800:00000200:2.0:1788687356.305774:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687356.305778:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687356.305780:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29cb3a8b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687356.305782:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687356.305785:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 268021 usecs (269 jiffies) 00000400:00000200:2.0:1788687356.305787:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687356.305789:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296482579 00000100:00000001:2.0:1788687356.305791:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296486623 00000100:00000001:2.0:1788687356.305793:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296482579 00000100:00000001:2.0:1788687356.305795:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296486623 00000100:00000001:2.0:1788687356.305797:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687356.305799:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687356.305801:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687356.305803:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687356.306145:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687356.306148:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687356.306184:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687356.306188:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c5452700. 00000400:00000200:3.0:1788687356.306198:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687356.306203:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687356.306208:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240dd0 00000400:00000010:3.0:1788687356.306211:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240dd0. 00000100:00000001:3.0:1788687356.306215:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687356.306219:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e9500 x1875572824540928/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687356.306228:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687356.306231:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e9500 x1875572824540928/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687356.306237:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687356.306239:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687356.306249:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687356.306251:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2a00. 00000400:00000200:3.0:1788687356.306253:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687356.306257:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687356.306259:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcb28 00000400:00000010:3.0:1788687356.306261:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcb28. 00000100:00000001:3.0:1788687356.306263:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687356.306266:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8e00 x1875572824541056/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687356.306273:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687356.306276:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8e00 x1875572824541056/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687366 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687356.306281:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687356.306283:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687356.306291:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687356.306293:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29cb3a8000. 00000400:00000200:3.0:1788687356.306295:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687356.306298:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687356.306300:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240440 00000400:00000010:3.0:1788687356.306302:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240440. 00000100:00000001:3.0:1788687356.306303:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687356.306306:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8380 x1875572824540800/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687356.306311:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687356.306314:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8380 x1875572824540800/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687356.306331:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687356.306332:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687356.306391:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687356.306394:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29cb3a8b00. 00000400:00000200:3.0:1788687356.306397:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687356.306400:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687356.306403:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02406e8 00000400:00000010:3.0:1788687356.306404:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02406e8. 00000100:00000001:3.0:1788687356.306407:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687356.306410:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42ebb80 x1875572824541184/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687356.306418:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687356.306421:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42ebb80 x1875572824541184/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687356.306426:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687356.306428:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687356.312782:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687356.312799:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687356.312804:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687356.312806:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687356.312816:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687356.312826:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687356.312834:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687356.312839:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687356.312843:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687356.312848:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f50680 00000400:00000200:3.0:1788687356.312866:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687356.312872:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6cfd [1] + 224 00000800:00000001:3.0:1788687356.312879:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687356.312883:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687356.312886:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687356.312891:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687356.312897:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687356.312940:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8380 x1875572824540800/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687356.312951:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42e8380 x1875572824540800/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687356.312974:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687356.312989:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687356.312993:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687356.312995:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687356.312997:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687356.313000:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687356.313003:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687356.313007:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687356.313009:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687356.313011:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687356.313014:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f50800 00000400:00000200:3.0:1788687356.313017:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687356.313021:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6d0d [1] + 224 00000800:00000001:3.0:1788687356.313024:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687356.313029:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687356.313031:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687356.313034:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687356.313037:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687356.313041:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42ebb80 x1875572824541184/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687356.313049:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42ebb80 x1875572824541184/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687356.313061:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687356.313065:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687356.313067:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687356.313447:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687356.313452:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687356.313458:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687356.313461:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687356.313464:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fdd68. 00000400:00000200:2.0:1788687356.313469:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240b28 00000400:00000010:2.0:1788687356.313471:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240b28. 00000100:00000001:2.0:1788687356.313474:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687356.313479:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e8380 x1875572824540800/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687356.313487:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e8380 x1875572824540800/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687356.313493:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687356.313495:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687356.313498:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687356.313500:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687356.313503:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687356.313505:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687356.313508:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687356.313515:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=128 v=5 (5 5 5 5) 00000100:00001000:2.0:1788687356.313519:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=128 v=5 (1 1 1 1) 00000100:00000001:2.0:1788687356.313521:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687356.313523:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687356.313525:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687356.313527:0:2369:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687356.313530:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687356.313535:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e8380 x1875572824540800/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687356.313541:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687356.313545:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687356.313547:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687356.313551:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e8380 x1875572824540800/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687372 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687356.313559:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2369:1875572824540800:192.168.203.144@tcp:400:kworker.0 00000400:00000001:2.0:1788687356.313565:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687356.313566:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687356.313568:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fda50. 00000400:00000200:2.0:1788687356.313570:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02405d8 00000400:00000010:2.0:1788687356.313572:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02405d8. 00000100:00000001:2.0:1788687356.313574:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687356.313577:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42ebb80 x1875572824541184/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687356.313585:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42ebb80 x1875572824541184/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687356.313590:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687356.313592:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687356.313594:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687356.313595:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687356.313596:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687356.313597:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687356.313599:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687356.313605:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=128 v=5 (5 5 16 16) 00000100:00001000:2.0:1788687356.313608:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687356.313611:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687356.313612:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687356.313613:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687356.313616:0:2369:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687356.313619:0:2369:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687356.313621:0:2369:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788687356.313623:0:2369:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687356.313625:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687356.313629:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42ebb80 x1875572824541184/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687356.313635:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687356.313637:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687356.313639:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687356.313642:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42ebb80 x1875572824541184/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687372 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687356.313655:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824541184:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687356.313660:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687356.313662:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687356.313666:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e8380 x1875572824540800/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687372 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687356.313672:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687356.313675:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687356.313678:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c120b200. 02000000:00000001:2.0:1788687356.313682:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687356.313684:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687356.313686:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1788687356.313688:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687356.313690:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c5452000. 02000000:00000001:2.0:1788687356.313694:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687356.313695:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687356.313697:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e8380. 00000100:00000001:2.0:1788687356.313700:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687356.313701:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687356.313702:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687356.313706:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42ebb80 x1875572824541184/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687372 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687356.313711:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687356.313712:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687356.313713:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c120a800. 02000000:00000001:2.0:1788687356.313716:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687356.313717:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687356.313718:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:2.0:1788687356.313720:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687356.313721:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c5452e00. 02000000:00000001:2.0:1788687356.313723:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687356.313724:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687356.313725:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42ebb80. 00000100:00000001:2.0:1788687356.313727:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687356.313729:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687356.313732:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687356.313733:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687356.313734:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687356.313736:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687356.313738:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687356.322037:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687356.322052:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687356.322061:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687356.322063:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687356.322072:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687356.322079:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687356.323169:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687356.323237:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687356.323243:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687356.323248:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f50780 00000400:00000200:3.0:1788687356.323254:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687356.323260:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6cf5 [1] + 224 00000800:00000001:3.0:1788687356.323268:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687356.323276:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687356.323280:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687356.323285:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687356.323291:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687356.323300:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8e00 x1875572824541056/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687366 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687356.323312:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42e8e00 x1875572824541056/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687356.323399:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687356.323403:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687356.323419:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687356.323429:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687356.323433:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687356.323435:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687356.323438:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687356.323442:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687356.323446:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687356.323450:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687356.323453:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687356.323455:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687356.323457:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f50700 00000400:00000200:3.0:1788687356.323460:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687356.323465:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x6ce5 [1] + 224 00000800:00000001:3.0:1788687356.323468:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687356.323475:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687356.323477:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687356.323479:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687356.323482:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687356.323487:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e9500 x1875572824540928/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687356.323495:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42e9500 x1875572824540928/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687356.323516:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687356.323519:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687356.323522:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687356.324876:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687356.324881:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687356.324889:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687356.324891:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687356.324894:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd630. 00000400:00000200:2.0:1788687356.324902:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240088 00000400:00000010:2.0:1788687356.324904:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240088. 00000100:00000001:2.0:1788687356.324948:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687356.324958:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e9500 x1875572824540928/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687356.324970:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e9500 x1875572824540928/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687356.324986:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687356.324988:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687356.324991:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687356.324993:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687356.324996:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687356.324998:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687356.325002:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687356.325011:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=128 v=5 (5 103 103 103) 00000100:00001000:2.0:1788687356.325015:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687356.325018:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687356.325019:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687356.325022:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687356.325025:0:2369:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687356.325029:0:2369:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687356.325030:0:2369:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967653 00000100:00000001:2.0:1788687356.325032:0:2369:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687356.325034:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687356.325039:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e9500 x1875572824540928/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687356.325045:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687356.325049:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687356.325050:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687356.325054:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e9500 x1875572824540928/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687372 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687356.325060:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824540928:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687356.325065:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687356.325067:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687356.325070:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e9500 x1875572824540928/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687372 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687356.325076:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687356.325078:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687356.325081:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c57f3c00. 02000000:00000001:2.0:1788687356.325085:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687356.325088:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687356.325090:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687356.325092:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687356.325094:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c5452300. 02000000:00000001:2.0:1788687356.325096:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687356.325098:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687356.325099:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e9500. 00000100:00000001:2.0:1788687356.325103:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687356.325105:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687356.325107:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687356.325114:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687356.325116:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687356.325118:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687356.325120:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788687356.325934:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687356.325939:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687356.325942:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150108. 00000400:00000200:1.0:1788687356.325950:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc330 00000400:00000010:1.0:1788687356.325952:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc330. 00000100:00000001:1.0:1788687356.325956:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687356.325964:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e8e00 x1875572824541056/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687356.325973:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e8e00 x1875572824541056/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687366 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687356.325991:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687356.325993:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687356.325995:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687356.325997:0:2366:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687356.325998:0:2366:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687356.326000:0:2366:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687356.326003:0:2366:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687356.326009:0:2366:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=128 v=5 (5 5 16 137) 00000100:00001000:1.0:1788687356.326012:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687356.326014:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687356.326016:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687356.326018:0:2366:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687356.326021:0:2366:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687356.326023:0:2366:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687356.326025:0:2366:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967342 00000100:00000001:1.0:1788687356.326027:0:2366:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687356.326028:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687356.326034:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e8e00 x1875572824541056/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687356.326040:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687356.326042:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687356.326043:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788687356.326047:0:2366:0:(import.c:2057:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9b29c42e8e00 x1875572824541056/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687366 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788687356.326267:0:2366:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1788687356.326274:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e8e00 x1875572824541056/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687366 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687356.326280:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824541056:192.168.203.144@tcp:9:kworker.0 00000100:00000001:1.0:1788687356.326285:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687356.326287:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687356.326290:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e8e00 x1875572824541056/t0(0) o9->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687366 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687356.326300:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687356.326302:0:2366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687356.326304:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29d0260a00. 02000000:00000001:1.0:1788687356.326308:0:2366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687356.326310:0:2366:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687356.326311:0:2366:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687356.326313:0:2366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687356.326326:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c5452400. 02000000:00000001:1.0:1788687356.326329:0:2366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687356.326331:0:2366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687356.326333:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e8e00. 00000100:00000001:1.0:1788687356.326336:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687356.326337:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687356.326339:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687356.326345:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687356.326347:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687356.326349:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687356.326350:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687356.812441:0:32132:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788687356.812449:0:32132:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687356.812452:0:32132:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788687356.812457:0:32132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6285180 going to sleep for 1 seconds 00000100:00000001:1.0:1788687356.812460:0:32132:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687356.812464:0:32132:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687356.945070:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687356.945077:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687356.945083:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687356.945084:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687356.945108:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687356.945111:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687356.945114:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788687357.835392:0:32132:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788687357.835400:0:32132:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1788687357.835413:0:32132:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788687341/real 1788687341] req@ffff9b29c8b99c00 x1875572824538368/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 1 dl 1788687357 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:0.0:1788687357.835430:0:32132:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687357.835432:0:32132:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687357.835435:0:32132:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150d68. 00000400:00000200:0.0:1788687357.835452:0:32132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcd48 00000400:00000010:0.0:1788687357.835455:0:32132:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcd48. 00000100:00000001:0.0:1788687357.835459:0:32132:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687357.835463:0:32132:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99c00 x1875572824538368/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 1 dl 1788687357 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687357.835472:0:32132:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99c00 x1875572824538368/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 1 dl 1788687357 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687357.835479:0:32132:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687357.835481:0:32132:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687357.835484:0:32132:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687357.835486:0:32132:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687357.835489:0:32132:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1788687357.835492:0:32132:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788687357.835496:0:32132:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9b29e019e800: Connection to lustre-MDT0000 (at 192.168.203.144@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1788687357.835499:0:32132:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1788687357.835502:0:32132:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1788687357.835505:0:32132:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687357.835506:0:32132:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788687357.835508:0:32132:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:0.0:1788687357.835533:0:32132:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1788687357.835535:0:32132:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687357.835538:0:32132:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687357.835540:0:32132:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687357.835544:0:32132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6285180 going to sleep for 0 seconds 00000100:00000001:0.0:1788687357.835546:0:32132:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687357.835549:0:32132:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687357.835552:0:32132:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687357.835554:0:32132:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687357.835556:0:32132:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687357.836178:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687357.836184:0:26091:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687357.836194:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99180. 00000020:00000040:1.0:1788687357.836198:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1788687357.836202:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687357.836205:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687357.836210:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687357.836218:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c63e2a00. 00000100:00000001:1.0:1788687357.836225:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687357.836232:0:26091:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c8b99180 x1875572824541312/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687357.836245:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687357.836249:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687357.836254:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1d6ece4] to pc [ptlrpcd_00_00+0] req@ffff9b29c8b99180 x1875572824541312/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687357.836281:0:26091:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788687357.836283:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788687357.836286:0:26091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788687357.836288:0:26091:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788687357.836290:0:26091:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788687357.836293:0:26091:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788687357.836296:0:26091:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9b29e019e800: connect to NID 192.168.203.144@tcp last attempt 1790 00000400:00000200:1.0:1788687357.836301:0:26091:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687357.836316:0:26091:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.144@tcp is discovered: rc = 1 00000100:00000040:1.0:1788687357.836320:0:26091:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 11 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687357.836323:0:26091:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788687357.836325:0:26091:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687357.836328:0:26091:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000020:00000001:1.0:1788687357.836330:0:26091:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788687357.836332:0:26091:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e81130a 00000020:00000001:1.0:1788687357.836335:0:26091:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687357.836338:0:26091:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c3ec1000 refcount=5 00000020:00000001:1.0:1788687357.836339:0:26091:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202415833088 : -110871293718528 : ffff9b29c3ec1000) 00000020:00000001:1.0:1788687357.836342:0:26091:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202415833088 : -110871293718528 : ffff9b29c3ec1000) 00000100:00000040:1.0:1788687357.836344:0:26091:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 11 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687357.836346:0:26091:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788687357.836347:0:26091:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687357.836349:0:26091:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000020:00000040:1.0:1788687357.836352:0:26091:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c3ec1000 : new refcount 4 00000100:00080000:1.0:1788687357.836355:0:26091:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff9b29e019e800: import ffff9b29c3ec7800 using connection 192.168.203.144@tcp/192.168.203.144@tcp 00000100:00000001:1.0:1788687357.836357:0:26091:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687357.836359:0:26091:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788687357.836364:0:26091:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687357.836366:0:26091:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687357.836368:0:26091:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1788687357.836373:0:26091:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788687357.836375:0:26091:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687357.836377:0:26091:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687357.836380:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b98000. 00000020:00000040:1.0:1788687357.836382:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:1.0:1788687357.836386:0:26091:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788687357.836387:0:26091:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687357.836389:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687357.836390:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687357.836392:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687357.836396:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6911000. 00000100:00000001:1.0:1788687357.836399:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687357.836405:0:26091:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b29c8b98000 x1875572824541440/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687357.836412:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687357.836413:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687357.836417:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a7d341b] to pc [ptlrpcd_rcv+-1] req@ffff9b29c8b98000 x1875572824541440/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687357.836439:0:26091:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687357.836442:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788687357.836446:0:26091:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788687357.836448:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687357.836451:0:26091:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687357.836455:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b98700. 00000020:00000040:1.0:1788687357.836457:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:1.0:1788687357.836459:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687357.836460:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687357.836462:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687357.836465:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c63e2600. 00000100:00000001:1.0:1788687357.836467:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687357.836472:0:26091:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID req@ffff9b29c8b98700 x1875572824541568/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687357.836478:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687357.836480:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687357.836483:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037df8877] to pc [ptlrpcd_00_01+1] req@ffff9b29c8b98700 x1875572824541568/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687357.836492:0:26091:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687357.836496:0:26091:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (1821) 00000100:00000001:3.0:1788687357.839386:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687357.839394:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687357.839397:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687357.839410:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b98000 x1875572824541440/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687357.839423:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687357.839426:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687357.839430:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687357.839434:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687357.839437:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687357.839441:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824541440:192.168.203.144@tcp:38:kworker.0 00000100:00000001:3.0:1788687357.839446:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687357.839450:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687357.839452:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687357.839454:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687357.839464:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c43bf000. 02000000:00000001:3.0:1788687357.839466:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687357.839473:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687357.839478:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4ec8. 00000400:00000010:3.0:1788687357.839486:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0440. 00000100:00000200:3.0:1788687357.839492:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824541440, portal 10 00000100:00000001:3.0:1788687357.839494:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687357.839496:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00000100:00000040:3.0:1788687357.839504:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b98000 x1875572824541440/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687357.839512:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687357.839514:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687357.839517:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0000. 00000100:00000200:3.0:1788687357.839521:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875572824541440, offset 0 00000400:00000200:3.0:1788687357.839526:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687357.839535:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687357.839542:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687357.839547:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687357.839550:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687357.839553:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687357.839555:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687357.839559:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2485:2485:256:4294967295] 192.168.203.144@tcp LPNI seq info [2485:2485:8:4294967295] 00000400:00000200:3.0:1788687357.839563:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687357.839572:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687357.839578:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687357.839584:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415af00. 00000800:00000200:3.0:1788687357.839590:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687357.839598:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687357.839602:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415af00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788687357.839628:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687357.839633:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 782008 usecs (783 jiffies) 00000400:00000200:3.0:1788687357.839636:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687357.839639:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296484627 00000100:00000001:3.0:1788687357.839642:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296486623 00000100:00000001:3.0:1788687357.839645:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296484627 00000100:00000001:3.0:1788687357.839647:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296486623 00000100:00000001:3.0:1788687357.839649:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687357.839652:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687357.839655:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687357.839659:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687357.839667:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687357.839669:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788687357.839671:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687357.839673:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687357.839674:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687357.839676:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687357.839751:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687357.839754:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687357.839756:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687357.839763:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99180 x1875572824541312/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687357.839770:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687357.839772:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687357.839775:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687357.839778:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1788687357.839779:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1788687357.839781:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1788687357.839786:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415af00. 00000100:00100000:0.0:1788687357.839787:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2367:1875572824541312:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1788687357.839793:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1788687357.839795:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1788687357.839797:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687357.839800:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687357.839804:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1788687357.839805:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 02000000:00000010:0.0:1788687357.839809:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6941c00. 00000400:00000200:2.0:1788687357.839812:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0000 02000000:00000001:0.0:1788687357.839813:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788687357.839818:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0000. 00000400:00000200:0.0:1788687357.839822:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687357.839826:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:0.0:1788687357.839827:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e10b0. 00000100:00000200:2.0:1788687357.839834:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b98000 x1875572824541440/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1788687357.839834:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda000. 00000100:00000200:0.0:1788687357.839840:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824541312, portal 25 00000100:00000001:0.0:1788687357.839844:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687357.839846:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496409984 : -110871213141632 : ffff9b29c8b99180) 00000100:00000001:2.0:1788687357.839851:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687357.839855:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b99180 x1875572824541312/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687357.839859:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b98000 x1875572824541440/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687357.839863:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687357.839866:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687357.839869:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdaaa0. 00000100:00000200:0.0:1788687357.839872:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824541312, offset 0 00000400:00000200:0.0:1788687357.839876:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687357.839880:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687357.839883:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687357.839886:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687357.839888:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687357.839890:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687357.839893:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687357.839895:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2486:2486:255:4294967295] 192.168.203.144@tcp LPNI seq info [2486:2486:7:4294967295] 00000400:00000200:0.0:1788687357.839899:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687357.839945:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687357.839950:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687357.839954:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946700. 00000800:00000200:0.0:1788687357.839958:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687357.839962:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687357.839965:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788687357.839967:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687357.839971:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687357.839973:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296488158 00000100:00000001:0.0:1788687357.839979:0:2367:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296486623 00000100:00000001:0.0:1788687357.839985:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296488158 00000100:00000001:0.0:1788687357.839988:0:2367:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296486623 00000100:00000001:0.0:1788687357.839991:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687357.839993:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687357.839996:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687357.839998:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687357.840001:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687357.840003:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788687357.840005:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687357.840006:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687357.840007:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687357.840013:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788687357.840017:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687357.840020:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687357.840023:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687357.840025:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687357.840026:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687357.840029:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687357.840030:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788687357.840031:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687357.840038:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b98700 x1875572824541568/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687357.840045:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687357.840046:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687357.840049:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1788687357.840051:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1788687357.840053:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1788687357.840056:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946700. 02000000:00000001:0.0:1788687357.840057:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687357.840063:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1788687357.840064:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824541568:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1788687357.840067:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687357.840070:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687357.840073:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687357.840076:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 02000000:00000001:0.0:1788687357.840077:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1788687357.840082:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdaaa0 02000000:00000010:0.0:1788687357.840083:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6941200. 00000400:00000010:2.0:1788687357.840086:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdaaa0. 02000000:00000001:0.0:1788687357.840087:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687357.840092:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1788687357.840095:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000200:2.0:1788687357.840101:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99180 x1875572824541312/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1788687357.840101:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f78. 00000400:00000010:0.0:1788687357.840106:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda770. 00000100:00000200:0.0:1788687357.840112:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824541568, portal 4 00000100:00000001:2.0:1788687357.840116:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687357.840117:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687357.840120:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496407296 : -110871213144320 : ffff9b29c8b98700) 00000100:00000040:2.0:1788687357.840123:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99180 x1875572824541312/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788687357.840131:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b98700 x1875572824541568/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687357.840133:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687357.840137:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788687357.840143:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687357.840146:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687357.840150:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda110. 00000100:00000200:0.0:1788687357.840153:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824541568, offset 0 00000400:00000200:0.0:1788687357.840157:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687357.840162:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687357.840166:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687357.840169:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687357.840171:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687357.840173:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687357.840176:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687357.840178:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2487:2487:256:4294967295] 192.168.203.144@tcp LPNI seq info [2487:2487:8:4294967295] 00000400:00000200:0.0:1788687357.840182:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687357.840188:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687357.840192:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687357.840195:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946900. 00000800:00000200:0.0:1788687357.840198:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687357.840202:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687357.840205:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788687357.840215:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687357.840219:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 266432 usecs (267 jiffies) 00000400:00000200:0.0:1788687357.840221:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687357.840223:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296484112 00000100:00000001:0.0:1788687357.840225:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296488158 00000100:00000001:0.0:1788687357.840227:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296484112 00000100:00000001:0.0:1788687357.840229:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296488158 00000100:00000001:0.0:1788687357.840231:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687357.840233:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687357.840236:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687357.840238:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687357.840246:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687357.840248:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687357.840459:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687357.840463:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946900. 00000400:00000200:3.0:1788687357.840467:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687357.840471:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687357.840474:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda110 00000400:00000010:3.0:1788687357.840476:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda110. 00000100:00000001:3.0:1788687357.840479:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687357.840483:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b98700 x1875572824541568/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687357.840492:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687357.840495:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b98700 x1875572824541568/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687357.840501:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687357.840503:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687357.841981:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687357.841994:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687357.841999:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687357.842002:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687357.842010:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.842017:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687357.842025:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.842029:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.842033:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.842038:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 416 into portal 10 MB=0x6a9d2d3f50900 00000400:00000200:2.0:1788687357.842043:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.842055:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 416/416 into md 0x6d1d [1] + 0 00000800:00000001:2.0:1788687357.842063:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687357.842149:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687357.842153:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687357.842158:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687357.842165:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687357.842173:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b98000 x1875572824541440/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687357.842185:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9b29c8b98000 x1875572824541440/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687357.842205:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687357.842213:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687357.842217:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687357.842287:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687357.842297:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687357.842303:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687357.842313:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687357.842316:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4ec8. 00000400:00000200:3.0:1788687357.842320:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0440 00000400:00000010:3.0:1788687357.842323:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0440. 00000100:00000001:3.0:1788687357.842326:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687357.842330:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b98000 x1875572824541440/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687357.842338:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b98000 x1875572824541440/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687357.842344:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687357.842346:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687357.842348:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687357.842351:0:2366:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687357.842354:0:2366:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687357.842356:0:2366:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687357.842359:0:2366:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687357.842367:0:2366:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=129 v=5 (5 103 103 103) 00000100:00001000:3.0:1788687357.842371:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=26 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687357.842373:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687357.842375:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687357.842377:0:2366:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687357.842381:0:2366:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687357.842384:0:2366:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687357.842386:0:2366:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967653 00000100:00000001:3.0:1788687357.842388:0:2366:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687357.842389:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687357.842394:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b98000 x1875572824541440/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/416 e 0 to 0 dl 1788687367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687357.842417:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687357.842420:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687357.842422:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687357.842424:0:2366:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1788687357.842430:0:2366:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9b29e019e800: connect to target with instance 1 00000020:00000001:3.0:1788687357.842433:0:2366:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788687357.842435:0:2366:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e81130a 00000020:00000001:3.0:1788687357.842438:0:2366:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687357.842441:0:2366:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c3ec1000 refcount=5 00000020:00000001:3.0:1788687357.842443:0:2366:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202415833088 : -110871293718528 : ffff9b29c3ec1000) 00000020:00000001:3.0:1788687357.842445:0:2366:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202415833088 : -110871293718528 : ffff9b29c3ec1000) 00000100:00001000:3.0:1788687357.842449:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=1788687357 v=0 (0 0 0 0) 00000100:00001000:3.0:1788687357.842452:0:2366:0:(import.c:2261:obd_at_measure()) AT ffff9b29c3ec7c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1788687357.842456:0:2366:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 326, crc32c 8427, adler 379 00000020:00000040:3.0:1788687357.842462:0:2366:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c3ec1000 : new refcount 4 00000100:00000001:3.0:1788687357.842466:0:2366:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788687357.842470:0:2366:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:3.0:1788687357.842474:0:2366:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9b29e019e800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:3.0:1788687357.842477:0:2366:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1788687357.842478:0:2366:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687357.842481:0:2366:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1788687357.842483:0:2366:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:3.0:1788687357.842487:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788687357.842489:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687357.842491:0:2366:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687357.842492:0:2366:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687357.842494:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788687357.842495:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687357.842497:0:2366:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687357.842498:0:2366:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788687357.842502:0:2366:0:(import.c:1341:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.203.144@tcp after partition 00000100:00080000:3.0:1788687357.842504:0:2366:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:3.0:1788687357.842508:0:2366:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1788687357.842511:0:2366:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1788687357.842513:0:2366:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788687357.842515:0:2366:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1788687357.842517:0:2366:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788687357.842518:0:2366:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788687357.842519:0:2366:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1788687357.842520:0:2366:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:3.0:1788687357.842522:0:2366:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1788687357.842523:0:2366:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff9b29c97121e8 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1788687357.842539:0:2366:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x230d04438e81130a 00800000:00000040:3.0:1788687357.842542:0:2366:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9b29e019e800=ce1d4174-c231-444b-b3ed-b722bc4901cb device 3 (ffff9b29c9710000) type mdc at LMV idx 0 00800000:00000040:3.0:1788687357.842544:0:2366:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff9b29c9710000 already active! 00800000:00000001:3.0:1788687357.842546:0:2366:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788687357.842548:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788687357.842550:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687357.842551:0:2366:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687357.842553:0:2366:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687357.842554:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788687357.842556:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788687357.842558:0:2366:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000002:00000001:1.0:1788687357.845086:0:2366:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687357.845094:0:2366:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:1.0:1788687357.845102:0:2366:0:(import.c:1787:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9b29e019e800: Connection restored to 192.168.203.144@tcp (at 192.168.203.144@tcp) 00000100:00080000:1.0:1788687357.845114:0:2366:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000007fb577a9): req@ffff9b29c8b99c00 x1875572824538368/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 1 dl 1788687357 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687357.845140:0:2366:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687357.845144:0:2366:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687357.845149:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b98000 x1875572824541440/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/416 e 0 to 0 dl 1788687367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687357.845159:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824541440:192.168.203.144@tcp:38:kworker.0 00000100:00000001:1.0:1788687357.845164:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687357.845168:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687357.845171:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b98000 x1875572824541440/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/416 e 0 to 0 dl 1788687367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687357.845176:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687357.845179:0:2366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687357.845183:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c43bf000. 02000000:00000001:1.0:1788687357.845186:0:2366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687357.845188:0:2366:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687357.845190:0:2366:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687357.845192:0:2366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687357.845194:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c6911000. 02000000:00000001:1.0:1788687357.845197:0:2366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687357.845198:0:2366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687357.845200:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b98000. 00000100:00000001:1.0:1788687357.845203:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687357.845205:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687357.845207:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687357.845214:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687357.845216:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687357.845219:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687357.845220:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687357.845281:0:32152:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:0.0:1788687357.845285:0:32152:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1788687357.845288:0:32152:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687357.845290:0:32152:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687357.845292:0:32152:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687357.845294:0:32152:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:0.0:1788687357.845296:0:32152:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687357.846637:0:32132:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687357.846644:0:32132:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687357.846648:0:32132:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687357.846650:0:32132:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687357.846654:0:32132:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687357.846657:0:32132:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687357.846660:0:32132:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687357.846662:0:32132:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1788687357.846668:0:32132:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1875572824538368 new x1875572824541696 02000000:00000001:2.0:1788687357.846672:0:32132:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687357.846674:0:32132:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687357.846683:0:32132:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687357.846693:0:32132:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd630. 00000400:00000010:2.0:1788687357.846701:0:32132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240088. 00000100:00000200:2.0:1788687357.846708:0:32132:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824538368, portal 10 00000100:00000001:2.0:1788687357.846710:0:32132:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687357.846712:0:32132:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000040:2.0:1788687357.846722:0:32132:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff9b29c8b99c00 x1875572824538368/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687373 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687357.846730:0:32132:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687357.846733:0:32132:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687357.846736:0:32132:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02405d8. 00000100:00000200:2.0:1788687357.846738:0:32132:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824538368, offset 0 00000400:00000200:2.0:1788687357.846744:0:32132:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687357.846752:0:32132:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.846759:0:32132:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687357.846765:0:32132:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687357.846768:0:32132:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687357.846772:0:32132:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687357.846775:0:32132:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687357.846779:0:32132:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2488:2488:256:4294967295] 192.168.203.144@tcp LPNI seq info [2488:2488:8:4294967295] 00000400:00000200:2.0:1788687357.846783:0:32132:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.846792:0:32132:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687357.846799:0:32132:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687357.846805:0:32132:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29cb3a8100. 00000800:00000200:2.0:1788687357.846811:0:32132:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687357.846819:0:32132:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687357.846824:0:32132:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29cb3a8100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788687357.846840:0:32132:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687357.846845:0:32132:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 780993 usecs (781 jiffies) 00000400:00000200:2.0:1788687357.846849:0:32132:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687357.846852:0:32132:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296484632 00000100:00000001:2.0:1788687357.846855:0:32132:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296488158 00000100:00000001:2.0:1788687357.846862:0:32132:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296484632 00000100:00000001:2.0:1788687357.846864:0:32132:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296488158 00000100:00000001:2.0:1788687357.846866:0:32132:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687357.846869:0:32132:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687357.846873:0:32132:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687357.846874:0:32132:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687357.846877:0:32132:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6285180 going to sleep for 11 seconds 00000100:00000001:2.0:1788687357.846879:0:32132:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687357.846881:0:32132:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687357.848264:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687357.848272:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29cb3a8100. 00000400:00000200:3.0:1788687357.848279:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687357.848286:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687357.848369:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02405d8 00000400:00000010:3.0:1788687357.848373:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02405d8. 00000100:00000001:3.0:1788687357.848378:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687357.848385:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99c00 x1875572824538368/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687373 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687357.848396:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687357.848399:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99c00 x1875572824538368/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687373 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687357.848476:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687357.848479:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687357.851322:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687357.851339:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687357.851343:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687357.851345:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687357.851353:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.851359:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687357.851367:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.851371:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.851376:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.851380:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f50880 00000400:00000200:2.0:1788687357.851384:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.851389:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6d2d [1] + 224 00000800:00000001:2.0:1788687357.851396:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687357.851399:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687357.851411:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687357.851415:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687357.851423:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687357.851431:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99180 x1875572824541312/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687357.851441:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b99180 x1875572824541312/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687357.851460:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687357.851468:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687357.851471:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687357.851473:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687357.851475:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687357.851478:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.851482:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687357.851486:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.851489:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.851492:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.851494:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f50980 00000400:00000200:2.0:1788687357.851498:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.851502:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6d35 [1] + 224 00000800:00000001:2.0:1788687357.851505:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687357.851513:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687357.851513:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788687357.851515:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1788687357.851517:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788687357.851518:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687357.851521:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000001:0.0:1788687357.851523:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687357.851525:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687357.851528:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e10b0. 00000400:00000200:0.0:1788687357.851533:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda000 00000400:00000010:0.0:1788687357.851535:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda000. 00000100:00000200:2.0:1788687357.851538:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b98700 x1875572824541568/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687357.851538:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687357.851543:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99180 x1875572824541312/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687357.851547:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b98700 x1875572824541568/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687357.851552:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99180 x1875572824541312/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687357.851555:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687357.851558:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788687357.851558:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687357.851560:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687357.851561:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687357.851563:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687357.851566:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687357.851569:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687357.851571:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687357.851573:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687357.851579:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=129 v=5 (5 5 5 5) 00000100:00001000:0.0:1788687357.851583:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=129 v=5 (1 1 1 1) 00000100:00000001:0.0:1788687357.851586:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687357.851588:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687357.851590:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687357.851592:0:2367:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687357.851595:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687357.851599:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99180 x1875572824541312/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687357.851606:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687357.851609:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687357.851610:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687357.851614:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99180 x1875572824541312/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687357.851638:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2367:1875572824541312:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1788687357.851642:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687357.851645:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687357.851648:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b99180 x1875572824541312/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687357.851654:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687357.851657:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687357.851660:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6941c00. 02000000:00000001:0.0:1788687357.851666:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687357.851668:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687357.851670:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1788687357.851672:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687357.851675:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c63e2a00. 02000000:00000001:0.0:1788687357.851678:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687357.851679:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687357.851682:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b99180. 00000100:00000001:0.0:1788687357.851685:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687357.851686:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687357.851689:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687357.851691:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687357.851692:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687357.851695:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687357.851696:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687357.851698:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f78. 00000400:00000200:0.0:1788687357.851700:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda770 00000400:00000010:0.0:1788687357.851702:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda770. 00000100:00000001:0.0:1788687357.851704:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687357.851707:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b98700 x1875572824541568/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687357.851715:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b98700 x1875572824541568/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687357.851722:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687357.851724:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687357.851725:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687357.851726:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687357.851728:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687357.851729:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687357.851731:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687357.851736:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=129 v=5 (5 5 16 16) 00000100:00001000:0.0:1788687357.851739:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687357.851741:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687357.851742:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687357.851744:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687357.851747:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687357.851750:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687357.851752:0:2367:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788687357.851754:0:2367:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687357.851755:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687357.851760:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b98700 x1875572824541568/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687357.851766:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687357.851767:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687357.851769:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687357.851772:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b98700 x1875572824541568/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687357.851780:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824541568:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1788687357.851785:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687357.851786:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687357.851789:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b98700 x1875572824541568/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687357.851795:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687357.851796:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687357.851798:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6941200. 02000000:00000001:0.0:1788687357.851801:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687357.851802:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687357.851804:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:0.0:1788687357.851805:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687357.851807:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c63e2600. 02000000:00000001:0.0:1788687357.851809:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687357.851810:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687357.851811:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b98700. 00000100:00000001:0.0:1788687357.851813:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687357.851815:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687357.851817:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687357.851824:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687357.851826:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687357.851828:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687357.851829:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687357.858967:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687357.858983:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687357.858988:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687357.858991:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687357.858998:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687357.859006:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687357.859015:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687357.859020:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687357.859024:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687357.859028:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f50a00 00000400:00000200:3.0:1788687357.859034:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687357.859045:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x6d3d [1] + 224 00000800:00000001:3.0:1788687357.859052:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687357.859085:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687357.859089:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687357.859094:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687357.859102:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687357.859110:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99c00 x1875572824538368/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687373 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687357.859121:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9b29c8b99c00 x1875572824538368/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687373 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687357.859143:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687357.859152:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687357.859155:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687357.859522:0:32132:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687357.859541:0:32132:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687357.859543:0:32132:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687357.859547:0:32132:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd630. 00000400:00000200:2.0:1788687357.859552:0:32132:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240088 00000400:00000010:2.0:1788687357.859555:0:32132:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240088. 00000100:00000001:2.0:1788687357.859558:0:32132:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687357.859563:0:32132:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99c00 x1875572824538368/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687373 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788687357.859572:0:32132:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99c00 x1875572824538368/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687373 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687357.859579:0:32132:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687357.859581:0:32132:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687357.859583:0:32132:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687357.859586:0:32132:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687357.859589:0:32132:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687357.859592:0:32132:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687357.859594:0:32132:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687357.859604:0:32132:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=129 v=5 (5 5 5 5) 00000100:00001000:2.0:1788687357.859608:0:32132:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687357.859610:0:32132:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687357.859612:0:32132:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.859614:0:32132:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687357.859618:0:32132:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687357.859621:0:32132:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788687357.859623:0:32132:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788687357.859625:0:32132:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788687357.859627:0:32132:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687357.859629:0:32132:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000001:2.0:1788687357.859631:0:32132:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687357.859633:0:32132:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967653 00000100:00000001:2.0:1788687357.859635:0:32132:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687357.859638:0:32132:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687357.859643:0:32132:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99c00 x1875572824538368/t4294967654(4294967654) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687373 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687357.859650:0:32132:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687357.859653:0:32132:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687357.859655:0:32132:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687357.859658:0:32132:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99c00 x1875572824538368/t4294967654(4294967654) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687373 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788687357.859666:0:32132:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99c00 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:32132:1875572824538368:192.168.203.144@tcp:35:multiop.0 00000100:00000001:2.0:1788687357.859671:0:32132:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687357.859674:0:32132:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687357.859676:0:32132:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687357.859678:0:32132:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687357.859682:0:32132:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99c00 x1875572824538368/t4294967654(4294967654) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687373 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687357.859688:0:32132:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687357.859691:0:32132:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c6285180. 00000100:00000001:2.0:1788687357.859695:0:32132:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687357.859696:0:32132:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687357.859703:0:32132:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687357.859704:0:32132:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000002:00000001:2.0:1788687357.859707:0:32132:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687357.859710:0:32132:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687357.859715:0:32132:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c57f2200. 00000080:00000001:2.0:1788687357.859718:0:32132:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788687357.859722:0:32132:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788687357.859726:0:32132:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788687357.859730:0:32132:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b29c8b99f80 x1875572824538112/t4294967651(4294967651) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687357 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687357.859737:0:32132:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687357.859740:0:32132:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b99f80 x1875572824538112/t4294967651(4294967651) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687357 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687357.859746:0:32132:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788687357.859749:0:32132:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687357.859751:0:32132:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687357.859753:0:32132:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687357.859756:0:32132:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c6912c00. 02000000:00000001:2.0:1788687357.859759:0:32132:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687357.859761:0:32132:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687357.859763:0:32132:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b99f80. 00000100:00000001:2.0:1788687357.859767:0:32132:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687357.859768:0:32132:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687357.859770:0:32132:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687357.859772:0:32132:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99c00 x1875572824538368/t4294967654(4294967654) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687373 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687357.859778:0:32132:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687357.859779:0:32132:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9b29c5d00020. 00000002:00000001:2.0:1788687357.859782:0:32132:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687357.859784:0:32132:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687357.859786:0:32132:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b29d099be40. 00000100:00000001:2.0:1788687357.859788:0:32132:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687357.859791:0:32132:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99c00 x1875572824538368/t4294967654(4294967654) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687373 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687357.859797:0:32132:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687357.859800:0:32132:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687357.859803:0:32132:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29e1662500. 00000080:00000001:2.0:1788687357.859806:0:32132:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687357.859812:0:32132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abdf0 00000080:00000008:2.0:1788687357.859814:0:32132:0:(file.c:523:ll_file_release()) COMPLETED file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff9b29d85adb88), flags 100002, rc = 0 00000080:00000001:2.0:1788687357.859817:0:32132:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687357.859822:0:32132:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788687357.859824:0:32132:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0814abe00 00000080:00002000:2.0:1788687357.859826:0:32132:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff9b29d8724000, parent ffff9b29d84cabd0, inode ffff9b29d85adb88) hashed, 00000080:00000001:2.0:1788687357.859828:0:32132:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687357.859833:0:32132:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788687357.859838:0:32132:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1788687357.866957:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d005a0. 00000080:00000001:3.0:1788687357.891104:0:32153:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687357.891110:0:32153:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687357.891111:0:32153:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788687357.891114:0:32153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5bb20 00000080:00200000:3.0:1788687357.891119:0:32153:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:3.0:1788687357.891127:0:32153:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c7f3c400. 00800000:00000002:3.0:1788687357.891133:0:32153:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687357.891137:0:32153:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687357.891141:0:32153:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687357.891143:0:32153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5ba40 00800000:00000002:3.0:1788687357.891145:0:32153:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687357.891149:0:32153:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788687357.891153:0:32153:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788687357.891157:0:32153:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687357.891159:0:32153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5b910 00000002:00010000:3.0:1788687357.891161:0:32153:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788687357.891164:0:32153:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687357.891166:0:32153:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687357.891169:0:32153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788687357.891175:0:32153:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687357.891177:0:32153:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687357.891179:0:32153:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687357.891181:0:32153:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788687357.891183:0:32153:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788687357.891188:0:32153:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb4380. 00000020:00000040:3.0:1788687357.891192:0:32153:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:3.0:1788687357.891198:0:32153:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788687357.891202:0:32153:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687357.891205:0:32153:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687357.891209:0:32153:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687357.891211:0:32153:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687357.891216:0:32153:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687357.891223:0:32153:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c43be000. 00000100:00000001:3.0:1788687357.891241:0:32153:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687357.891246:0:32153:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687357.891248:0:32153:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687357.891249:0:32153:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687357.891250:0:32153:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687357.891252:0:32153:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687357.891258:0:32153:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202496521088 : -110871213030528 : ffff9b29c8bb4380) 00010000:00000001:3.0:1788687357.891262:0:32153:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788687357.891264:0:32153:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788687357.891268:0:32153:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c5c62b00. 00010000:00000010:3.0:1788687357.891273:0:32153:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c4c6af00. 00010000:00000001:3.0:1788687357.891279:0:32153:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788687357.891282:0:32153:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c3146600. 00000020:00000001:3.0:1788687357.891286:0:32153:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788687357.891289:0:32153:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c3146600 with handle 0x230d04438e811e86 to hash 00000020:00000001:3.0:1788687357.891762:0:32153:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788687357.891764:0:32153:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687357.891768:0:32153:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687357.891772:0:32153:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687357.891775:0:32153:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687357.891779:0:32153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811e86 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687357.891788:0:32153:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811e86 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687357.891800:0:32153:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811e86 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32153 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788687357.891806:0:32153:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687357.891809:0:32153:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687357.891816:0:32153:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29d105aa80. 00000100:00000001:3.0:1788687357.891818:0:32153:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202635614848 : -110871073936768 : ffff9b29d105aa80) 00000100:00000001:3.0:1788687357.891821:0:32153:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687357.891823:0:32153:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521088 : -110871213030528 : ffff9b29c8bb4380) 00000100:00000001:3.0:1788687357.891827:0:32153:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687357.891831:0:32153:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687357.891833:0:32153:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687357.891835:0:32153:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687357.891844:0:32153:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb4380 x1875572824541824/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687357.891853:0:32153:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687357.891855:0:32153:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687357.891859:0:32153:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687357.891861:0:32153:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687357.891864:0:32153:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687357.891868:0:32153:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb4380 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:32153:1875572824541824:192.168.203.144@tcp:101:rm.0 00000100:00000001:3.0:1788687357.891872:0:32153:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687357.891877:0:32153:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687357.891880:0:32153:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687357.891882:0:32153:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687357.891886:0:32153:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c62e9800. 02000000:00000001:3.0:1788687357.891888:0:32153:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687357.891896:0:32153:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687357.891900:0:32153:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4ec8. 00000400:00000010:3.0:1788687357.891944:0:32153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0440. 00000100:00000200:3.0:1788687357.891952:0:32153:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824541824, portal 10 00000100:00000001:3.0:1788687357.891954:0:32153:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687357.891955:0:32153:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521088 : -110871213030528 : ffff9b29c8bb4380) 00000100:00000040:3.0:1788687357.891961:0:32153:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb4380 x1875572824541824/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687373 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687357.891968:0:32153:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687357.891971:0:32153:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687357.891974:0:32153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae06e8. 00000100:00000200:3.0:1788687357.891976:0:32153:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824541824, offset 0 00000400:00000200:3.0:1788687357.891983:0:32153:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687357.891990:0:32153:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687357.891998:0:32153:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687357.892003:0:32153:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687357.892007:0:32153:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687357.892011:0:32153:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687357.892014:0:32153:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687357.892017:0:32153:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2489:2489:256:4294967295] 192.168.203.144@tcp LPNI seq info [2489:2489:8:4294967295] 00000400:00000200:3.0:1788687357.892022:0:32153:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687357.892032:0:32153:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687357.892038:0:32153:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687357.892043:0:32153:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a400. 00000800:00000200:3.0:1788687357.892050:0:32153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687357.892058:0:32153:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687357.892062:0:32153:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788687357.892088:0:32153:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687357.892092:0:32153:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 806420 usecs (807 jiffies) 00000400:00000200:3.0:1788687357.892096:0:32153:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687357.892098:0:32153:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296484703 00000100:00000001:3.0:1788687357.892101:0:32153:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296488158 00000100:00000001:3.0:1788687357.892103:0:32153:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296484703 00000100:00000001:3.0:1788687357.892105:0:32153:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296488158 00000100:00000001:3.0:1788687357.892108:0:32153:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687357.892110:0:32153:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687357.892112:0:32153:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687357.892114:0:32153:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687357.892116:0:32153:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29d105aa80 going to sleep for 11 seconds 00000100:00000001:3.0:1788687357.892119:0:32153:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687357.892122:0:32153:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687357.892355:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687357.892361:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a400. 00000400:00000200:2.0:1788687357.892368:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687357.892373:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687357.892379:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae06e8 00000400:00000010:2.0:1788687357.892381:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae06e8. 00000100:00000001:2.0:1788687357.892386:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687357.892391:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb4380 x1875572824541824/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687373 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687357.892400:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687357.892414:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb4380 x1875572824541824/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687373 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687357.892421:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687357.892423:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687357.897746:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687357.897761:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687357.897765:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687357.897768:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687357.897777:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.897785:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687357.897794:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.897800:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.897806:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.897810:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f50a80 00000400:00000200:2.0:1788687357.897815:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.897820:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x6d4d [1] + 224 00000800:00000001:2.0:1788687357.897827:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687357.897834:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687357.897838:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687357.897843:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687357.897851:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687357.897861:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb4380 x1875572824541824/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687373 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687357.897872:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c8bb4380 x1875572824541824/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687373 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687357.897893:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687357.897901:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687357.897941:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687357.898201:0:32153:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687357.898208:0:32153:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687357.898210:0:32153:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687357.898214:0:32153:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4ec8. 00000400:00000200:3.0:1788687357.898219:0:32153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0440 00000400:00000010:3.0:1788687357.898221:0:32153:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0440. 00000100:00000001:3.0:1788687357.898224:0:32153:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687357.898229:0:32153:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb4380 x1875572824541824/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687373 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687357.898238:0:32153:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb4380 x1875572824541824/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687373 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687357.898245:0:32153:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687357.898247:0:32153:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687357.898249:0:32153:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687357.898252:0:32153:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687357.898255:0:32153:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687357.898257:0:32153:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687357.898260:0:32153:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687357.898268:0:32153:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=129 v=5 (5 103 103 103) 00000100:00001000:3.0:1788687357.898273:0:32153:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687357.898276:0:32153:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687357.898277:0:32153:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687357.898280:0:32153:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687357.898283:0:32153:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687357.898287:0:32153:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687357.898616:0:32153:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967653 00000100:00000001:3.0:1788687357.898621:0:32153:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687357.898623:0:32153:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687357.898630:0:32153:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb4380 x1875572824541824/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687373 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687357.898637:0:32153:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687357.898641:0:32153:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687357.898643:0:32153:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687357.898647:0:32153:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb4380 x1875572824541824/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687373 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687357.898654:0:32153:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb4380 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:32153:1875572824541824:192.168.203.144@tcp:101:rm.0 00000100:00000001:3.0:1788687357.898659:0:32153:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687357.898662:0:32153:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687357.898665:0:32153:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687357.898667:0:32153:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687357.898670:0:32153:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb4380 x1875572824541824/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687373 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687357.898677:0:32153:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687357.898680:0:32153:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29d105aa80. 00000100:00000001:3.0:1788687357.898683:0:32153:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687357.898685:0:32153:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687357.898688:0:32153:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788687357.898692:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687357.898695:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687357.898698:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=4 00000020:00000001:3.0:1788687357.898701:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687357.898704:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000040:3.0:1788687357.898711:0:32153:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c3146600, remote cookie: 0x59c08f76ab1d2751, flags: 0x1001 00010000:00010000:3.0:1788687357.898716:0:32153:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811e86 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2751 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687357.898728:0:32153:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811e86 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2751 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687357.898735:0:32153:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788687357.898738:0:32153:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788687357.898741:0:32153:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788687357.898742:0:32153:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788687357.898744:0:32153:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788687357.898747:0:32153:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b29c5c62b00) refcount = 1 00010000:00010000:3.0:1788687357.898751:0:32153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811e86 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2751 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687357.898758:0:32153:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788687357.898762:0:32153:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788687357.898764:0:32153:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687357.898767:0:32153:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788687357.898769:0:32153:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687357.898772:0:32153:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811e86 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2751 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687357.898778:0:32153:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788687357.898779:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687357.898781:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687357.898782:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687357.898783:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687357.898786:0:32153:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687357.898790:0:32153:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788687357.898792:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687357.898793:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687357.898795:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=3 00000020:00000001:3.0:1788687357.898797:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687357.898799:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687357.898801:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687357.898803:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687357.898804:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=4 00000020:00000001:3.0:1788687357.898805:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687357.898807:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687357.898810:0:32153:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687357.898813:0:32153:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687357.898816:0:32153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811e86 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2751 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687357.898822:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687357.898823:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687357.898824:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687357.898825:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687357.898826:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=5 00000020:00000001:3.0:1788687357.898828:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687357.898830:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687357.898832:0:32153:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687357.898835:0:32153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811e86 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2751 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687357.898840:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687357.898841:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788687357.898844:0:32153:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811e86 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2751 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687357.898854:0:32153:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687357.898855:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687357.898857:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687357.898858:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687357.898859:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788687357.898864:0:32153:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c8bb4380 x1875572824541824/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687373 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788687357.898874:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687357.898875:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687357.898876:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=3 00000020:00000001:3.0:1788687357.898878:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687357.898880:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687357.898882:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687357.898883:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687357.898885:0:32153:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687357.898887:0:32153:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687357.898889:0:32153:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788687357.898891:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687357.898892:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687357.898893:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=3 00000020:00000001:3.0:1788687357.898895:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687357.898897:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00000002:00010000:3.0:1788687357.898901:0:32153:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811e86 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2751 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687357.901828:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687357.901831:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687357.901833:0:32153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788687357.901835:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687357.901837:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687357.901840:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=3 00000020:00000001:3.0:1788687357.901843:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687357.901847:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000040:3.0:1788687357.901853:0:32153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62b00 count: 2 00010000:00000001:3.0:1788687357.901856:0:32153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788687357.901861:0:32153:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788687357.901864:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687357.901865:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687357.901867:0:32153:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788687357.901870:0:32153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5b898 00000002:00002000:3.0:1788687357.901872:0:32153:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788687357.901875:0:32153:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687357.901878:0:32153:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687357.901881:0:32153:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788687357.901884:0:32153:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788687357.901887:0:32153:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788687357.901890:0:32153:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687357.901893:0:32153:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c7f3c400. 00000080:00000001:3.0:1788687357.901897:0:32153:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687357.901899:0:32153:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788687357.902243:0:32153:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788687357.902249:0:32153:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788687357.902258:0:32153:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b29c975c200. 00800000:00000001:3.0:1788687357.902261:0:32153:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633202508743168 : -110871200808448 : ffff9b29c975c200) 00800000:00000001:3.0:1788687357.902263:0:32153:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687357.902266:0:32153:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788687357.902268:0:32153:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788687357.902270:0:32153:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788687357.902273:0:32153:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788687357.902276:0:32153:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788687357.902277:0:32153:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687357.902282:0:32153:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788687357.902285:0:32153:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1788687357.902288:0:32153:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1788687357.902301:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687357.902303:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687357.902314:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=3 00000020:00000001:3.0:1788687357.902317:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687357.902319:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687357.902321:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687357.902323:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788687357.902324:0:32153:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788687357.902327:0:32153:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788687357.902329:0:32153:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29c975c200 1 00800000:00000010:3.0:1788687357.902332:0:32153:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b29c975c200. 00800000:00000001:3.0:1788687357.902335:0:32153:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687357.902338:0:32153:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811e86 00800000:00000001:3.0:1788687357.902341:0:32153:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687357.902343:0:32153:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687357.902344:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687357.902345:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687357.902347:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=3 00000020:00000001:3.0:1788687357.902349:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687357.902351:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687357.902354:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687357.902355:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687357.902356:0:32153:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687357.902358:0:32153:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687357.902360:0:32153:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687357.902363:0:32153:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:3.0:1788687357.902366:0:32153:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811e86 from it ffffaca081f5bb58 00010000:00000001:3.0:1788687357.902368:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687357.902369:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687357.902371:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=3 00000020:00000001:3.0:1788687357.902372:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687357.902374:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:3.0:1788687357.902377:0:32153:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687357.902381:0:32153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811e86 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2751 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687357.902395:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687357.902396:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687357.902398:0:32153:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687357.902401:0:32153:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687357.902482:0:32153:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811e86 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2751 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788687357.902492:0:32153:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687357.902496:0:32153:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687357.902498:0:32153:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687357.902501:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687357.902502:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687357.902504:0:32153:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687357.902507:0:32153:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687357.902509:0:32153:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687357.902511:0:32153:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687357.902513:0:32153:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687357.902515:0:32153:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687357.902516:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687357.902517:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687357.902520:0:32153:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687357.902543:0:32153:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb4380 x1875572824541824/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687373 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687357.902551:0:32153:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687357.902554:0:32153:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687357.902557:0:32153:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c62e9800. 02000000:00000001:3.0:1788687357.902561:0:32153:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687357.902563:0:32153:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687357.902565:0:32153:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687357.902567:0:32153:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687357.902569:0:32153:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c43be000. 02000000:00000001:3.0:1788687357.902572:0:32153:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687357.902574:0:32153:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687357.902576:0:32153:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb4380. 00000100:00000001:3.0:1788687357.902580:0:32153:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687357.902582:0:32153:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687357.902585:0:32153:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788687357.902590:0:32153:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788687357.902602:0:32153:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c31d7060. 00000020:00000001:3.0:1788687357.902606:0:32153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5bae8 00000080:00200000:3.0:1788687357.902608:0:32153:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), flags=8 00000080:00000001:3.0:1788687357.902611:0:32153:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788687357.902613:0:32153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5b998 00000080:00200000:3.0:1788687357.902614:0:32153:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=getattr 00000080:00000001:3.0:1788687357.902620:0:32153:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:3.0:1788687357.902623:0:32153:0:(statahead.c:273:sa_get()) lustre: wrong pid=32134:32153 for entry f22.recovery-small-2 00000080:00000001:3.0:1788687357.902638:0:32153:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:3.0:1788687357.902642:0:32153:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000010:3.0:1788687357.902649:0:32153:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c7f3c400. 00800000:00000002:3.0:1788687357.902654:0:32153:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687357.902658:0:32153:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687357.902661:0:32153:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687357.902662:0:32153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5b8b8 00800000:00000002:3.0:1788687357.902664:0:32153:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687357.902667:0:32153:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1788687357.902672:0:32153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5b850 00800000:00000002:3.0:1788687357.902674:0:32153:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-2' -> mds #0 00000002:00000001:3.0:1788687357.902678:0:32153:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687357.902679:0:32153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5b788 00000002:00010000:3.0:1788687357.902681:0:32153:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:3.0:1788687357.902685:0:32153:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788687357.902687:0:32153:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788687357.902691:0:32153:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb4380. 00000020:00000040:3.0:1788687357.902694:0:32153:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:3.0:1788687357.902699:0:32153:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788687357.902702:0:32153:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687357.902705:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687357.902707:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687357.902708:0:32153:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687357.902711:0:32153:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687357.902713:0:32153:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687357.902717:0:32153:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687357.902723:0:32153:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c43be000. 00000100:00000001:3.0:1788687357.902729:0:32153:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687357.902733:0:32153:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687357.902735:0:32153:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687357.902736:0:32153:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687357.902738:0:32153:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687357.902740:0:32153:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687357.902747:0:32153:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202496521088 : -110871213030528 : ffff9b29c8bb4380) 00010000:00000001:3.0:1788687357.902750:0:32153:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788687357.902752:0:32153:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788687357.902756:0:32153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62b00 count: 2 00010000:00000001:3.0:1788687357.902759:0:32153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687357.902762:0:32153:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788687357.902765:0:32153:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c3146a00. 00000020:00000001:3.0:1788687357.902769:0:32153:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788687357.902771:0:32153:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c3146a00 with handle 0x230d04438e811e8d to hash 00000020:00000001:3.0:1788687357.902773:0:32153:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788687357.902775:0:32153:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687357.902778:0:32153:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687357.902781:0:32153:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687357.902784:0:32153:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687357.902787:0:32153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811e8d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687357.902794:0:32153:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811e8d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32153 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687357.902804:0:32153:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811e8d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32153 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788687357.902814:0:32153:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687357.902815:0:32153:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687357.902822:0:32153:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29d105aa80. 00000100:00000001:3.0:1788687357.902824:0:32153:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202635614848 : -110871073936768 : ffff9b29d105aa80) 00000100:00000001:3.0:1788687357.902827:0:32153:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687357.902828:0:32153:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521088 : -110871213030528 : ffff9b29c8bb4380) 00000100:00000001:3.0:1788687357.902832:0:32153:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687357.902836:0:32153:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687357.902838:0:32153:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687357.902840:0:32153:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687357.902845:0:32153:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb4380 x1875572824541952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687357.902853:0:32153:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687357.902855:0:32153:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687357.902859:0:32153:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687357.902861:0:32153:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687357.902863:0:32153:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687357.902866:0:32153:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb4380 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:32153:1875572824541952:192.168.203.144@tcp:101:rm.0 00000100:00000001:3.0:1788687357.902870:0:32153:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687357.902875:0:32153:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687357.902877:0:32153:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687357.902880:0:32153:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687357.902884:0:32153:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c62e9800. 02000000:00000001:3.0:1788687357.902886:0:32153:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687357.902893:0:32153:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687357.902898:0:32153:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4ec8. 00000400:00000010:3.0:1788687357.902939:0:32153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0440. 00000100:00000200:3.0:1788687357.902947:0:32153:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824541952, portal 10 00000100:00000001:3.0:1788687357.902949:0:32153:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687357.902950:0:32153:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496521088 : -110871213030528 : ffff9b29c8bb4380) 00000100:00000040:3.0:1788687357.902956:0:32153:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb4380 x1875572824541952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687373 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687357.902967:0:32153:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687357.902970:0:32153:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687357.902973:0:32153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0c38. 00000100:00000200:3.0:1788687357.902975:0:32153:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875572824541952, offset 0 00000400:00000200:3.0:1788687357.902981:0:32153:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687357.902989:0:32153:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687357.902995:0:32153:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687357.903000:0:32153:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687357.903004:0:32153:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687357.903007:0:32153:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687357.903010:0:32153:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687357.903014:0:32153:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2490:2490:256:4294967295] 192.168.203.144@tcp LPNI seq info [2490:2490:8:4294967295] 00000400:00000200:3.0:1788687357.903019:0:32153:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687357.903027:0:32153:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687357.903033:0:32153:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687357.903038:0:32153:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a800. 00000800:00000200:3.0:1788687357.903044:0:32153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687357.903052:0:32153:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687357.903057:0:32153:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a800 type 1, nob 688 niov 1 nkiov 1 00000080:00000001:1.0:1788687357.903564:0:32135:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788687357.903568:0:32135:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788687357.903572:0:32135:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff9b29c5d3b780. 00000020:00000001:1.0:1788687357.903576:0:32135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bcd8 00000080:00400000:1.0:1788687357.903577:0:32135:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-10(ffff9b29c5d3b780) index 9 00000080:00000001:1.0:1788687357.903581:0:32135:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446633202447792000 : -110871261759616 : ffff9b29c5d3b780) 00000080:00000001:1.0:1788687357.903584:0:32135:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1788687357.903587:0:32135:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff9b29c6911000. 00800000:00000002:1.0:1788687357.903592:0:32135:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 3 00800000:00000001:1.0:1788687357.903598:0:32135:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788687357.903601:0:32135:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1788687357.903604:0:32135:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446633202447548928 : -110871262002688 : ffff9b29c5d00200) 00000002:00000001:1.0:1788687357.903607:0:32135:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1788687357.903610:0:32135:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff9b29c6285900. 00000002:00000001:1.0:1788687357.903613:0:32135:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000010:1.0:1788687357.903616:0:32135:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff9b29c974ef00. 00000002:00000010:1.0:1788687357.903619:0:32135:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff9b29d099b300. 00000002:00000010:1.0:1788687357.903623:0:32135:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff9b29c6958000. 00000002:00000001:1.0:1788687357.903626:0:32135:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788687357.903627:0:32135:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1788687357.903635:0:32135:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788687357.903637:0:32135:0:(ldlm_request.c:1254:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1788687357.903639:0:32135:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788687357.903643:0:32135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62b00 count: 3 00010000:00000001:1.0:1788687357.903645:0:32135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687357.903647:0:32135:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687357.903650:0:32135:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a5600. 00000020:00000001:1.0:1788687357.903654:0:32135:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687357.903656:0:32135:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a5600 with handle 0x230d04438e811e94 to hash 00000020:00000001:1.0:1788687357.903658:0:32135:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687357.903659:0:32135:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509043200 : -110871200508416 : ffff9b29c97a5600) 00010000:00000001:1.0:1788687357.903662:0:32135:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509043200 : -110871200508416 : ffff9b29c97a5600) 00010000:00000001:1.0:1788687357.903664:0:32135:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687357.903666:0:32135:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687357.903669:0:32135:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5600/0x230d04438e811e94 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687357.903677:0:32135:0:(ldlm_request.c:1274:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5600/0x230d04438e811e94 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687357.903684:0:32135:0:(ldlm_request.c:1286:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687357.903686:0:32135:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687357.903690:0:32135:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788687357.903694:0:32135:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff9b29d099be40. 00000002:00000001:1.0:1788687357.903697:0:32135:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687357.903699:0:32135:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687357.903701:0:32135:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687357.903702:0:32135:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687357.903704:0:32135:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687357.903707:0:32135:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:1.0:1788687357.903708:0:32135:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:1.0:1788687357.903710:0:32135:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:1.0:1788687357.903712:0:32135:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:1.0:1788687357.903715:0:32135:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b98000. 00000020:00000040:1.0:1788687357.903718:0:32135:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:1.0:1788687357.903721:0:32135:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687357.903723:0:32135:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687357.903726:0:32135:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687357.903729:0:32135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6912800. 00000100:00000001:1.0:1788687357.903733:0:32135:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687357.903735:0:32135:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687357.903737:0:32135:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687357.903739:0:32135:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687357.903742:0:32135:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687357.903745:0:32135:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687357.903752:0:32135:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a7d341b] to pc [ptlrpcd_00_00+0] req@ffff9b29c8b98000 x1875572824542080/t0(0) o63->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:1.0:1788687357.903780:0:32135:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687357.903782:0:32135:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687357.903784:0:32135:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687357.903786:0:32135:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000010:1.0:1788687357.903788:0:32135:0:(statahead.c:1525:ll_statahead_by_fname()) kfreed 'fname': 255 at ffff9b29c63e2f00. 00000080:00000001:1.0:1788687357.903792:0:32135:0:(statahead.c:1526:ll_statahead_by_fname()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687357.903795:0:32135:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:1.0:1788687357.903796:0:32135:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:1.0:1788687357.903797:0:32135:0:(batch.c:694:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687357.903799:0:32135:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687357.903800:0:32135:0:(statahead.c:1604:ll_statahead_thread()) Process leaving 00800000:00000001:1.0:1788687357.903802:0:32135:0:(lmv_obd.c:4459:lmv_batch_stop()) Process entered 00000002:00000001:1.0:1788687357.903803:0:32135:0:(batch.c:675:cli_batch_stop()) Process entered 00000002:00000001:1.0:1788687357.903804:0:32135:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:1.0:1788687357.903806:0:32135:0:(batch.c:438:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788687357.903808:0:32135:0:(batch.c:680:cli_batch_stop()) kfreed 'cbh': 32 at ffff9b29c5d00200. 00000002:00000001:1.0:1788687357.903811:0:32135:0:(batch.c:681:cli_batch_stop()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:1.0:1788687357.903812:0:32135:0:(lmv_obd.c:4472:lmv_batch_stop()) kfreed 'sub': 32 at ffff9b29c5d009e0. 00800000:00000010:1.0:1788687357.903814:0:32135:0:(lmv_obd.c:4480:lmv_batch_stop()) kfreed 'lbh': 48 at ffff9b29d099bcc0. 00800000:00000001:1.0:1788687357.903816:0:32135:0:(lmv_obd.c:4481:lmv_batch_stop()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788687357.903818:0:32135:0:(statahead.c:1138:ll_stop_agl()) stop agl thread: sai ffff9b29cb07aa00 pid 32136 00000100:00000001:0.0:1788687357.903868:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788687357.903872:0:2368:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788687357.903874:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687357.903880:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687357.903882:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687357.903884:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687357.903885:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687357.903887:0:2368:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687357.903894:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b98000 x1875572824542080/t0(0) o63->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687357.903901:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687357.903902:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687357.903935:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687357.903937:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687357.903940:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687357.903943:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824542080:192.168.203.144@tcp:63:ll_sa.0 00000100:00000001:0.0:1788687357.903947:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687357.903950:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687357.903952:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687357.903954:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687357.903960:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff9b29c70ae000. 02000000:00000001:0.0:1788687357.903962:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687357.903966:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687357.903971:0:2368:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f78. 00000400:00000010:0.0:1788687357.903976:0:2368:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9b29c4f87c00. 00000100:00000200:0.0:1788687357.903981:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875572824542080, portal 4 00000100:00000001:0.0:1788687357.903983:0:2368:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687357.903984:0:2368:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00000100:00000040:0.0:1788687357.903989:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b98000 x1875572824542080/t0(0) o63->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788687373 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687357.903996:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687357.903998:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687357.904002:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda770. 00000100:00000200:0.0:1788687357.904005:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 680 bytes to portal 24, xid 1875572824542080, offset 0 00000400:00000200:0.0:1788687357.904009:0:2368:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687357.904015:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687357.904019:0:2368:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687357.904021:0:2368:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687357.904024:0:2368:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687357.904027:0:2368:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687357.904029:0:2368:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687357.904032:0:2368:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2491:2491:255:4294967295] 192.168.203.144@tcp LPNI seq info [2491:2491:7:4294967295] 00000400:00000200:0.0:1788687357.904036:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687357.904054:0:2368:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687357.904060:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 680 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687357.904064:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946000. 00000800:00000200:0.0:1788687357.904075:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687357.904081:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687357.904084:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946000 type 1, nob 776 niov 1 nkiov 1 00000100:00000001:3.0:1788687357.904263:0:32153:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687357.904268:0:32153:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 805376 usecs (806 jiffies) 00000400:00000200:3.0:1788687357.904272:0:32153:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687357.904275:0:32153:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296484714 00000100:00000001:3.0:1788687357.904277:0:32153:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296488158 00000100:00000001:3.0:1788687357.904300:0:32153:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296484714 00000100:00000001:3.0:1788687357.904303:0:32153:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296488158 00000100:00000001:3.0:1788687357.904327:0:32153:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687357.904331:0:32153:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687357.904333:0:32153:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687357.904335:0:32153:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687357.904337:0:32153:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29d105aa80 going to sleep for 11 seconds 00000100:00000001:3.0:1788687357.904340:0:32153:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687357.904342:0:32153:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687357.904844:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687357.904848:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687357.905029:0:32136:0:(statahead.c:1120:ll_agl_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788687357.905186:0:32135:0:(statahead.c:1153:ll_stop_agl()) agl thread stopped: sai ffff9b29cb07aa00, parent / 00000100:00000001:0.0:1788687357.907725:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687357.907735:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 805376 usecs (806 jiffies) 00000400:00000200:0.0:1788687357.907742:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687357.907746:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296484718 00000100:00000001:0.0:1788687357.907749:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296488158 00000100:00000001:0.0:1788687357.907752:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296484718 00000100:00000001:0.0:1788687357.907754:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296488158 00000100:00000001:0.0:1788687357.907757:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687357.907760:0:2368:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687357.907764:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687357.907768:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687357.908016:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687357.908021:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a800. 00000400:00000200:2.0:1788687357.908027:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687357.908034:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687357.908373:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0c38 00000400:00000010:2.0:1788687357.908378:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0c38. 00000100:00000001:2.0:1788687357.908393:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687357.908627:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb4380 x1875572824541952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687373 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687357.908656:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687357.908661:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb4380 x1875572824541952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687373 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687357.908675:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687357.908677:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687357.909053:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687357.909072:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946000. 00000400:00000200:2.0:1788687357.909077:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687357.909082:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687357.909094:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda770 00000400:00000010:2.0:1788687357.909096:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda770. 00000100:00000001:2.0:1788687357.909100:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687357.909105:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b98000 x1875572824542080/t0(0) o63->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788687373 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687357.909113:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687357.909116:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b98000 x1875572824542080/t0(0) o63->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788687373 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687357.909131:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687357.909133:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687357.917106:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687357.917123:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687357.917128:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687357.917130:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687357.917139:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.917148:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687357.917156:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.917161:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.917166:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.917170:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 4320 into portal 4 MB=0x6a9d2d3f50b80 00000400:00000200:2.0:1788687357.917175:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.917181:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 4320/4320 into md 0x6d6d [2] + 224 00000800:00000001:2.0:1788687357.917188:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687357.917198:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687357.917202:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687357.917206:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687357.917214:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687357.917222:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b98000 x1875572824542080/t0(0) o63->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788687373 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687357.917233:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff9b29c8b98000 x1875572824542080/t0(0) o63->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788687373 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687357.917254:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687357.917263:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687357.917266:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687357.917501:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687357.917506:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687357.917512:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687357.917514:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687357.917517:0:2368:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f78. 00000400:00000200:0.0:1788687357.917522:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c4f87c00 00000400:00000010:0.0:1788687357.917524:0:2368:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9b29c4f87c00. 00000100:00000001:0.0:1788687357.917537:0:2368:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687357.917541:0:2368:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b98000 x1875572824542080/t0(0) o63->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788687373 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687357.917550:0:2368:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b98000 x1875572824542080/t0(0) o63->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788687373 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687357.917556:0:2368:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687357.917558:0:2368:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687357.917560:0:2368:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687357.917563:0:2368:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687357.917565:0:2368:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687357.917567:0:2368:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687357.917571:0:2368:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687357.917579:0:2368:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7d80 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1788687357.917583:0:2368:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687357.917585:0:2368:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788687357.917589:0:2368:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9b29c8b98000 x1875572824542080/t0(0) o63->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788687373 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687357.917595:0:2368:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1788687357.917599:0:2368:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687357.917600:0:2368:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967653 00000100:00000001:0.0:1788687357.917603:0:2368:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687357.917606:0:2368:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1788687357.917610:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b98000 x1875572824542080/t0(0) o63->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788687373 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687357.917617:0:2368:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1788687357.917620:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687357.917622:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687357.917625:0:2368:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:0.0:1788687357.917630:0:2368:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:0.0:1788687357.917635:0:2368:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687357.917637:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687357.917640:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687357.917643:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5600 refcount=4 00000020:00000001:0.0:1788687357.917645:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509043200 : -110871200508416 : ffff9b29c97a5600) 00010000:00000001:0.0:1788687357.917648:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509043200 : -110871200508416 : ffff9b29c97a5600) 00010000:00010000:0.0:1788687357.917653:0:2368:0:(ldlm_request.c:687:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5600/0x230d04438e811e94 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687357.917661:0:2368:0:(ldlm_request.c:690:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788687357.917665:0:2368:0:(ldlm_request.c:590:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5600/0x230d04438e811e94 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687357.917671:0:2368:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687357.917674:0:2368:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5600/0x230d04438e811e94 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687357.917679:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687357.917680:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687357.917683:0:2368:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5600/0x230d04438e811e94 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687357.917688:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687357.917692:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687357.917694:0:2368:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788687357.917697:0:2368:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5600/0x230d04438e811e94 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687357.917702:0:2368:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29c97a5600 already unused, calling callback (ffffffffc1baf630) 00000080:00000001:0.0:1788687357.917705:0:2368:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788687357.917709:0:2368:0:(ldlm_request.c:1731:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5600/0x230d04438e811e94 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687357.917714:0:2368:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788687357.917716:0:2368:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788687357.917720:0:2368:0:(ldlm_request.c:1741:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5600/0x230d04438e811e94 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687357.917725:0:2368:0:(ldlm_request.c:1742:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788687357.917727:0:2368:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788687357.917728:0:2368:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687357.917729:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687357.917731:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5600 refcount=5 00000020:00000001:0.0:1788687357.917732:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509043200 : -110871200508416 : ffff9b29c97a5600) 00010000:00000001:0.0:1788687357.917734:0:2368:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509043200 : -110871200508416 : ffff9b29c97a5600) 00010000:00000001:0.0:1788687357.917737:0:2368:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687357.917740:0:2368:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5600/0x230d04438e811e94 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788687357.917745:0:2368:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788687357.917747:0:2368:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687357.917750:0:2368:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788687357.917752:0:2368:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687357.917754:0:2368:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687357.917756:0:2368:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687357.917757:0:2368:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687357.917758:0:2368:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788687357.917762:0:2368:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a5600 with handle 0x230d04438e811e94 from hash 00010000:00000001:0.0:1788687357.917764:0:2368:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687357.917765:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687357.917766:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687357.917767:0:2368:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687357.917769:0:2368:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687357.917771:0:2368:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788687357.917773:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687357.917774:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687357.917775:0:2368:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687357.917777:0:2368:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687357.917779:0:2368:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5600/0x230d04438e811e94 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687357.917784:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687357.917785:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687357.917786:0:2368:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788687357.917787:0:2368:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687357.917788:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687357.917790:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687357.917791:0:2368:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687357.917793:0:2368:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5600/0x230d04438e811e94 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 32135 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687357.917800:0:2368:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687357.917802:0:2368:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788687357.917805:0:2368:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788687357.917809:0:2368:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081bd3c58 00000080:00400000:0.0:1788687357.917810:0:2368:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-10 rc -125 00000080:00000001:0.0:1788687357.917813:0:2368:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788687357.917816:0:2368:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788687357.917818:0:2368:0:(dcache.c:176:ll_intent_release()) intent ffff9b29c6911190 released 00000080:00000001:0.0:1788687357.917820:0:2368:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788687357.917823:0:2368:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 3 00000080:00000010:0.0:1788687357.917826:0:2368:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff9b29c6285900. 00000080:00000010:0.0:1788687357.917829:0:2368:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff9b29c6911000. 00000080:00000001:0.0:1788687357.917834:0:2368:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788687357.917837:0:2368:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff9b29d099be40. 00000002:00000010:0.0:1788687357.917841:0:2368:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff9b29c6958000. 00000002:00000010:0.0:1788687357.917845:0:2368:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff9b29d099b300. 00000002:00000010:0.0:1788687357.917847:0:2368:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff9b29c974ef00. 00000002:00000001:0.0:1788687357.917850:0:2368:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:0.0:1788687357.917852:0:2368:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1788687357.917857:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b98000 x1875572824542080/t0(0) o63->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788687373 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687357.917864:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824542080:192.168.203.144@tcp:63:ll_sa.0 00000100:00000001:0.0:1788687357.917868:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687357.917871:0:2368:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687357.917874:0:2368:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b98000 x1875572824542080/t0(0) o63->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788687373 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687357.917880:0:2368:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687357.917883:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687357.917885:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff9b29c70ae000. 02000000:00000001:0.0:1788687357.917889:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687357.917891:0:2368:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687357.917892:0:2368:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687357.917895:0:2368:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687357.917898:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c6912800. 02000000:00000001:0.0:1788687357.917900:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687357.917902:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687357.917904:0:2368:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b98000. 00000100:00000001:0.0:1788687357.917934:0:2368:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687357.917936:0:2368:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687357.917938:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687357.917944:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687357.917946:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687357.917948:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687357.917951:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687357.918726:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687357.918742:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687357.918745:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687357.918748:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687357.918756:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.918762:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687357.918770:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.918774:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.918778:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.918783:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 640 into portal 10 MB=0x6a9d2d3f50b00 00000400:00000200:2.0:1788687357.918787:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.918792:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 640/640 into md 0x6d5d [1] + 224 00000800:00000001:2.0:1788687357.918799:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687357.918807:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687357.918810:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687357.918814:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687357.918820:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687357.918828:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb4380 x1875572824541952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687373 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687357.918838:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9b29c8bb4380 x1875572824541952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687373 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687357.918864:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687357.918871:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687357.918875:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687357.918976:0:32153:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687357.918982:0:32153:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687357.918985:0:32153:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687357.918987:0:32153:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4ec8. 00000400:00000200:3.0:1788687357.918992:0:32153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0440 00000400:00000010:3.0:1788687357.918995:0:32153:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0440. 00000100:00000001:3.0:1788687357.918998:0:32153:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687357.919003:0:32153:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb4380 x1875572824541952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687373 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687357.919012:0:32153:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb4380 x1875572824541952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687373 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687357.919019:0:32153:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687357.919021:0:32153:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687357.919023:0:32153:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687357.919026:0:32153:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687357.919028:0:32153:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687357.919030:0:32153:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687357.919032:0:32153:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687357.919039:0:32153:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=129 v=5 (5 103 103 103) 00000100:00001000:3.0:1788687357.919044:0:32153:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687357.919046:0:32153:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687357.919048:0:32153:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687357.919050:0:32153:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687357.919054:0:32153:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687357.919057:0:32153:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687357.919059:0:32153:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967653 00000100:00000001:3.0:1788687357.919061:0:32153:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687357.919063:0:32153:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687357.919242:0:32153:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb4380 x1875572824541952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/640 e 0 to 0 dl 1788687373 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687357.919257:0:32153:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687357.919260:0:32153:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687357.919262:0:32153:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687357.919266:0:32153:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb4380 x1875572824541952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/640 e 0 to 0 dl 1788687373 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687357.919274:0:32153:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb4380 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:32153:1875572824541952:192.168.203.144@tcp:101:rm.0 00000100:00000001:3.0:1788687357.919279:0:32153:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687357.919281:0:32153:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687357.919284:0:32153:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687357.919286:0:32153:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687357.919366:0:32153:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb4380 x1875572824541952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/640 e 0 to 0 dl 1788687373 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687357.919373:0:32153:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687357.919376:0:32153:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29d105aa80. 00000100:00000001:3.0:1788687357.919379:0:32153:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687357.919381:0:32153:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687357.919384:0:32153:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788687357.919388:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687357.919390:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687357.919393:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=4 00000020:00000001:3.0:1788687357.919396:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687357.919399:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000040:3.0:1788687357.919464:0:32153:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c3146a00, remote cookie: 0x59c08f76ab1d2782, flags: 0x1001 00010000:00010000:3.0:1788687357.919471:0:32153:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811e8d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2782 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788687357.919479:0:32153:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788687357.919482:0:32153:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788687357.919647:0:32153:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c6090500. 00010000:00000010:2.0:1788687357.919652:0:32153:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5044e80. 00010000:00000001:2.0:1788687357.919657:0:32153:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687357.919661:0:32153:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811e8d lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2782 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687357.919669:0:32153:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811e8d lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2782 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687357.919675:0:32153:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788687357.919679:0:32153:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788687357.919681:0:32153:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788687357.919683:0:32153:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788687357.919684:0:32153:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788687357.919687:0:32153:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2b:0x0].0x0 (ffff9b29c6090500) refcount = 1 00010000:00010000:2.0:1788687357.919691:0:32153:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811e8d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2782 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687357.919697:0:32153:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788687357.919700:0:32153:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788687357.919702:0:32153:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687357.919705:0:32153:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788687357.919707:0:32153:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687357.919710:0:32153:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811e8d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2782 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687357.919716:0:32153:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788687357.919717:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.919719:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687357.919720:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.919721:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687357.919722:0:32153:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687357.919727:0:32153:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788687357.919729:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687357.919730:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687357.919732:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:2.0:1788687357.919734:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:2.0:1788687357.919736:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:2.0:1788687357.919738:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687357.919739:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687357.919740:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=4 00000020:00000001:2.0:1788687357.919742:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:2.0:1788687357.919743:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:2.0:1788687357.919746:0:32153:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687357.919747:0:32153:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687357.919750:0:32153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811e8d lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2782 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687357.919756:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.919757:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687357.919758:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687357.919759:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687357.919760:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=5 00000020:00000001:2.0:1788687357.919762:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:2.0:1788687357.919763:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:2.0:1788687357.919765:0:32153:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687357.919768:0:32153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811e8d lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2782 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687357.919773:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.919775:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788687357.919777:0:32153:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811e8d lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2782 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687357.919784:0:32153:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687357.919785:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.919786:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687357.919787:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.919788:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788687357.919794:0:32153:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c8bb4380 x1875572824541952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/640 e 0 to 0 dl 1788687373 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788687357.919803:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687357.919804:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687357.919805:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:2.0:1788687357.919807:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:2.0:1788687357.919809:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00000002:00010000:2.0:1788687357.919813:0:32153:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811e8d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2782 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788687357.919822:0:32153:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b29e138edc0. 00010000:00000001:2.0:1788687357.919824:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.919826:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687357.919827:0:32153:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687357.919829:0:32153:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687357.919832:0:32153:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788687357.919834:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687357.919835:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687357.919837:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:2.0:1788687357.919839:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:2.0:1788687357.919841:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00000002:00010000:2.0:1788687357.919844:0:32153:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811e8d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2782 expref: -99 pid: 32153 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687357.919850:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.919851:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687357.919853:0:32153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788687357.919854:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687357.919855:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687357.919856:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:2.0:1788687357.919858:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:2.0:1788687357.919860:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000040:2.0:1788687357.919864:0:32153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 2 00010000:00000001:2.0:1788687357.919866:0:32153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788687357.919870:0:32153:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/43 (0 0) 00010000:00000001:2.0:1788687357.919873:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.919874:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687357.919875:0:32153:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788687357.919877:0:32153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5b710 00000002:00002000:2.0:1788687357.919879:0:32153:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788687357.919883:0:32153:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687357.919886:0:32153:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687357.919889:0:32153:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788687357.919892:0:32153:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788687357.919896:0:32153:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788687357.919899:0:32153:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000001:2.0:1788687357.919902:0:32153:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788687357.919904:0:32153:0:(namei.c:674:ll_lookup_it_finish()) it ffffaca081f5bb20 it_disposition b 00000080:00000001:2.0:1788687357.919942:0:32153:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788687357.919947:0:32153:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788687357.919950:0:32153:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788687357.919952:0:32153:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:2.0:1788687357.919956:0:32153:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1788687357.919962:0:32153:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687357.919966:0:32153:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:2.0:1788687357.919968:0:32153:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:2.0:1788687357.919971:0:32153:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788687357.919975:0:32153:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788687357.919978:0:32153:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788687357.919983:0:32153:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c33d0480. 00020000:00000010:2.0:1788687357.919988:0:32153:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29c976ca80. 00020000:00000010:2.0:1788687357.919993:0:32153:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c33d09c0. 00020000:00000001:2.0:1788687357.919995:0:32153:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202404362688 : -110871305188928 : ffff9b29c33d09c0) 00020000:00000002:2.0:1788687357.919999:0:32153:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c33d09c0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788687357.920003:0:32153:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788687357.920008:0:32153:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c976ca80: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:2.0:1788687357.920012:0:32153:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29e015b2e8) owner ffff9b29c63a4f80 00020000:00000001:2.0:1788687357.920015:0:32153:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788687357.920017:0:32153:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29e015b2e8) owner ffff9b29c63a4f80 00020000:00000010:2.0:1788687357.920021:0:32153:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29c976ca80. 00020000:00000010:2.0:1788687357.920025:0:32153:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c33d0480. 00020000:00000010:2.0:1788687357.920028:0:32153:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c33d09c0. 00020000:00000002:2.0:1788687357.920031:0:32153:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788687357.920033:0:32153:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687357.920035:0:32153:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788687357.920037:0:32153:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00000080:00000001:2.0:1788687357.920040:0:32153:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:2.0:1788687357.920043:0:32153:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788687357.920047:0:32153:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2b:0x0](ffff9b29d85adb88): rc = 0 00000080:00000001:2.0:1788687357.920050:0:32153:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758638472 : -110870950913144 : ffff9b29d85adb88) 00010000:00000001:2.0:1788687357.920052:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687357.920054:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687357.920055:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:2.0:1788687357.920057:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:2.0:1788687357.920059:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00000080:00000001:2.0:1788687357.920062:0:32153:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788687357.920063:0:32153:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687357.920065:0:32153:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:2.0:1788687357.920179:0:32153:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:2.0:1788687357.920182:0:32153:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788687357.920183:0:32153:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788687357.920184:0:32153:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788687357.920188:0:32153:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c33d09c0. 00020000:00000010:2.0:1788687357.920191:0:32153:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29c976ca80. 00020000:00000010:2.0:1788687357.920194:0:32153:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c33d0480. 00020000:00000001:2.0:1788687357.920195:0:32153:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202404361344 : -110871305190272 : ffff9b29c33d0480) 00020000:00000002:2.0:1788687357.920198:0:32153:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c33d0480, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788687357.920202:0:32153:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788687357.920205:0:32153:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c976ca80: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:2.0:1788687357.920208:0:32153:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29e015b2e8) owner ffff9b29c63a4f80 00020000:00000001:2.0:1788687357.920210:0:32153:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788687357.920212:0:32153:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29e015b2e8) owner ffff9b29c63a4f80 00020000:00000010:2.0:1788687357.920214:0:32153:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29c976ca80. 00020000:00000010:2.0:1788687357.920217:0:32153:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c33d09c0. 00020000:00000010:2.0:1788687357.920219:0:32153:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c33d0480. 00020000:00000002:2.0:1788687357.920221:0:32153:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788687357.920223:0:32153:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687357.920224:0:32153:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687357.920227:0:32153:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788687357.920230:0:32153:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015b2e8) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000002:2.0:1788687357.920233:0:32153:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c974eae0 addref 2/0 by ffff9b29c63a4f80. 00020000:00000002:2.0:1788687357.920236:0:32153:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015b2e8) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000001:2.0:1788687357.920238:0:32153:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788687357.920240:0:32153:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788687357.920241:0:32153:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788687357.920243:0:32153:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788687357.920245:0:32153:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788687357.920247:0:32153:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788687357.920250:0:32153:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00000080:00000001:2.0:1788687357.920252:0:32153:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.920254:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.920255:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788687357.920257:0:32153:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788687357.920260:0:32153:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788687357.920262:0:32153:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687357.920265:0:32153:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2b:0x0](ffff9b29d85adb88) for lock 0x230d04438e811e8d 00800000:00000001:2.0:1788687357.920268:0:32153:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687357.920270:0:32153:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687357.920272:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687357.920273:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687357.920274:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:2.0:1788687357.920276:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:2.0:1788687357.920278:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:2.0:1788687357.920280:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.920282:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687357.920283:0:32153:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687357.920285:0:32153:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788687357.920370:0:32153:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d8726ca8 inode ffff9b29d85adb88 refc 1 flags 0x40000e 00000080:00000001:2.0:1788687357.920374:0:32153:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788687357.920377:0:32153:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2b:0x0](ffff9b29d85adb88) 00000080:00010000:2.0:1788687357.920381:0:32153:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811e8d from it ffffaca081f5bb20 00010000:00000001:2.0:1788687357.920383:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687357.920385:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687357.920386:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:2.0:1788687357.920388:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:2.0:1788687357.920391:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:2.0:1788687357.920393:0:32153:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687357.920396:0:32153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811e8d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2782 expref: -99 pid: 32153 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687357.920521:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.920522:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687357.920523:0:32153:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687357.920585:0:32153:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687357.920589:0:32153:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811e8d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2782 expref: -99 pid: 32153 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687357.920597:0:32153:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687357.920600:0:32153:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687357.920602:0:32153:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687357.920606:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.920607:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687357.920609:0:32153:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.920612:0:32153:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687357.920614:0:32153:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.920616:0:32153:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.920620:0:32153:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.920622:0:32153:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687357.920623:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.920624:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788687357.920626:0:32153:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788687357.920630:0:32153:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c7f3c400. 00000100:00000001:2.0:1788687357.920635:0:32153:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687357.920643:0:32153:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb4380 x1875572824541952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/640 e 0 to 0 dl 1788687373 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687357.920650:0:32153:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687357.920653:0:32153:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687357.920655:0:32153:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c62e9800. 02000000:00000001:2.0:1788687357.920659:0:32153:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687357.920661:0:32153:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687357.920663:0:32153:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687357.920665:0:32153:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687357.920667:0:32153:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c43be000. 02000000:00000001:2.0:1788687357.920670:0:32153:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687357.920672:0:32153:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687357.920674:0:32153:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb4380. 00000100:00000001:2.0:1788687357.920678:0:32153:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687357.920679:0:32153:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687357.920682:0:32153:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788687357.920683:0:32153:0:(dcache.c:176:ll_intent_release()) intent ffffaca081f5bb20 released 00000080:00000001:2.0:1788687357.920685:0:32153:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1788687357.920697:0:32153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5bd08 00000080:00200008:2.0:1788687357.920699:0:32153:0:(file.c:6296:ll_getattr_dentry()) START file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff9b29d85adb88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788687357.920706:0:32153:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687357.920707:0:32153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5bc80 00000080:00200000:2.0:1788687357.920709:0:32153:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff9b29d85adb88),name=f22.recovery-small-2 00000080:00000010:2.0:1788687357.920715:0:32153:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c120a800. 00800000:00000002:2.0:1788687357.920720:0:32153:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687357.920727:0:32153:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687357.920730:0:32153:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687357.920731:0:32153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5bba0 00800000:00000002:2.0:1788687357.920733:0:32153:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x2b:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687357.920736:0:32153:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687357.920742:0:32153:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2b:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687357.920745:0:32153:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687357.920747:0:32153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5ba70 00000002:00010000:2.0:1788687357.920749:0:32153:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687357.920752:0:32153:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687357.920753:0:32153:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687357.920755:0:32153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687357.920760:0:32153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 2 00010000:00000001:2.0:1788687357.920762:0:32153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687357.920765:0:32153:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687357.920768:0:32153:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687357.920771:0:32153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811e8d lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2782 expref: -99 pid: 32153 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788687357.920778:0:32153:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687357.920782:0:32153:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687357.920784:0:32153:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811e8d lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2782 expref: -99 pid: 32153 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788687357.920790:0:32153:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687357.920792:0:32153:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687357.920794:0:32153:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687357.920796:0:32153:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687357.920798:0:32153:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687357.920800:0:32153:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687357.920802:0:32153:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687357.920804:0:32153:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687357.920806:0:32153:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c120a800. 00000080:00000001:2.0:1788687357.920810:0:32153:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687357.920811:0:32153:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687357.920814:0:32153:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2b:0x0](ffff9b29d85adb88) 00000080:00010000:2.0:1788687357.920817:0:32153:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2b:0x0](ffff9b29d85adb88) for lock 0x230d04438e811e8d 00800000:00000001:2.0:1788687357.920819:0:32153:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687357.920821:0:32153:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687357.920822:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687357.920824:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687357.920825:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:2.0:1788687357.920827:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:2.0:1788687357.920829:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:2.0:1788687357.920831:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.920833:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687357.920834:0:32153:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687357.920835:0:32153:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687357.920837:0:32153:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811e8d from it ffffaca081f5bcb8 00010000:00000001:2.0:1788687357.920839:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687357.920840:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687357.920841:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:2.0:1788687357.920843:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:2.0:1788687357.920844:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:2.0:1788687357.920846:0:32153:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687357.920848:0:32153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811e8d lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2782 expref: -99 pid: 32153 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687357.920853:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.920854:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687357.920855:0:32153:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687357.920857:0:32153:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687357.920859:0:32153:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811e8d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2782 expref: -99 pid: 32153 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687357.920864:0:32153:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687357.920866:0:32153:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687357.920867:0:32153:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687357.920869:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.920870:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687357.920871:0:32153:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.920872:0:32153:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687357.920873:0:32153:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.920875:0:32153:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.920876:0:32153:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.920878:0:32153:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687357.920879:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.920880:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687357.920881:0:32153:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687357.920883:0:32153:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687357.920885:0:32153:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788687357.920888:0:32153:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788687357.920891:0:32153:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687357.920893:0:32153:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788687357.920894:0:32153:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687357.920896:0:32153:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788687357.920899:0:32153:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788687357.920900:0:32153:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687357.920902:0:32153:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:2.0:1788687357.921698:0:32153:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:2.0:1788687357.921706:0:32153:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0c38 -> ffff9b29d02b0c38 00000020:00000001:2.0:1788687357.921708:0:32153:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788687357.921711:0:32153:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788687357.921713:0:32153:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788687357.921717:0:32153:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687357.921718:0:32153:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788687357.921720:0:32153:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788687357.921722:0:32153:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687357.921724:0:32153:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687357.921728:0:32153:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2b:0x0]io ffff9b29c38c6a00 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788687357.921731:0:32153:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015b2e8) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000001:2.0:1788687357.921735:0:32153:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788687357.921737:0:32153:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788687357.921739:0:32153:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788687357.921741:0:32153:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687357.921743:0:32153:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788687357.921745:0:32153:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788687357.921747:0:32153:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687357.921748:0:32153:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687357.921749:0:32153:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788687357.921751:0:32153:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788687357.921752:0:32153:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015b2e8) owner 0000000000000000/ffff9b29c63a4f80 00000020:00000001:2.0:1788687357.921755:0:32153:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788687357.921758:0:32153:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788687357.921759:0:32153:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x2b:0x0] 00000020:00000001:2.0:1788687357.921762:0:32153:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788687357.921764:0:32153:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788687357.921766:0:32153:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788687357.921768:0:32153:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788687357.921773:0:32153:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788687357.921780:0:32153:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c5044d80. 00020000:00000002:2.0:1788687357.921783:0:32153:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788687357.921786:0:32153:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788687357.921788:0:32153:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687357.921789:0:32153:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788687357.921791:0:32153:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687357.921793:0:32153:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621087752 : -110871088463864 : ffff9b29d0280008) 00000020:00001000:2.0:1788687357.921796:0:32153:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280000 00000020:00000001:2.0:1788687357.921798:0:32153:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0468 -> ffff9b29d02b0c38 00000020:00000001:2.0:1788687357.921800:0:32153:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788687357.921804:0:32153:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687357.921806:0:32153:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788687357.921807:0:32153:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687357.921809:0:32153:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687357.921811:0:32153:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897891992 : -110870811659624 : ffff9b29e0a7b298) 00000020:00000001:2.0:1788687357.921812:0:32153:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788687357.921817:0:32153:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29d12aa000. 00000008:00010000:2.0:1788687357.921820:0:32153:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788687357.921822:0:32153:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788687357.921823:0:32153:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788687357.921825:0:32153:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c5044db0, osc lock ffff9b29d12aa000, flags 0x400001002 00000020:00000001:2.0:1788687357.921827:0:32153:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687357.921829:0:32153:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687357.921831:0:32153:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202434198912 : -110871275352704 : ffff9b29c5044d80) 00000020:00000001:2.0:1788687357.921833:0:32153:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788687357.921834:0:32153:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788687357.921836:0:32153:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687357.921837:0:32153:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687357.921839:0:32153:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788687357.921841:0:32153:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788687357.921843:0:32153:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788687357.921845:0:32153:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788687357.921846:0:32153:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687357.921847:0:32153:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897891992 : -110870811659624 : ffff9b29e0a7b298) 00000020:00000001:2.0:1788687357.921849:0:32153:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788687357.921851:0:32153:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788687357.921853:0:32153:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788687357.921857:0:32153:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788687357.921859:0:32153:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788687357.921860:0:32153:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788687357.921862:0:32153:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788687357.921863:0:32153:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788687357.921865:0:32153:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788687357.921867:0:32153:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788687357.921869:0:32153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687357.921875:0:32153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de100 count: 2 00010000:00000001:2.0:1788687357.921878:0:32153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687357.921882:0:32153:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687357.921886:0:32153:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687357.921891:0:32153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000dfe4ebfb/0x230d04438e811e55 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d272e expref: -99 pid: 32136 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788687357.921902:0:32153:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687357.922823:0:32153:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687357.922831:0:32153:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000dfe4ebfb/0x230d04438e811e55 lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d272e expref: -99 pid: 32136 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687357.922843:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687357.922845:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687357.922848:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:2.0:1788687357.922850:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:2.0:1788687357.922853:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00000008:00000001:2.0:1788687357.922856:0:32153:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788687357.922859:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687357.922860:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687357.922862:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=4 00000020:00000001:2.0:1788687357.922863:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:2.0:1788687357.922865:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00000008:00000001:2.0:1788687357.922868:0:32153:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788687357.922871:0:32153:0:(cl_object.c:143:cl_object_top()) ffff9b29c9bd96c0 -> ffff9b29d02b0c38 00000008:00010000:2.0:1788687357.922875:0:32153:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000dfe4ebfb/0x230d04438e811e55 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d272e expref: -99 pid: 32136 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:2.0:1788687357.922882:0:32153:0:(cl_object.c:143:cl_object_top()) ffff9b29c9bd96c0 -> ffff9b29d02b0c38 00000020:00000001:2.0:1788687357.922884:0:32153:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788687357.922887:0:32153:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788687357.922889:0:32153:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788687357.922891:0:32153:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687357.922893:0:32153:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687357.922895:0:32153:0:(cl_object.c:143:cl_object_top()) ffff9b29c9bd96c0 -> ffff9b29d02b0c38 00000008:00000001:2.0:1788687357.922896:0:32153:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1788687357.922899:0:32153:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788687357.922900:0:32153:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788687357.922902:0:32153:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788687357.923375:0:32153:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.923379:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687357.923380:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687357.923382:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=5 00000020:00000001:2.0:1788687357.923385:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:2.0:1788687357.923387:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:2.0:1788687357.923390:0:32153:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687357.923393:0:32153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000dfe4ebfb/0x230d04438e811e55 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d272e expref: -99 pid: 32136 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687357.923470:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.923473:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687357.923474:0:32153:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687357.923478:0:32153:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687357.923481:0:32153:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000dfe4ebfb/0x230d04438e811e55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d272e expref: -99 pid: 32136 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687357.923493:0:32153:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687357.923496:0:32153:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687357.923498:0:32153:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687357.923502:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.923504:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687357.923505:0:32153:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.923509:0:32153:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687357.923511:0:32153:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.923513:0:32153:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.923515:0:32153:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.923517:0:32153:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687357.923518:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.923519:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687357.923520:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.923521:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788687357.923522:0:32153:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687357.923991:0:32153:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687357.923996:0:32153:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687357.923999:0:32153:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687357.924001:0:32153:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687357.924003:0:32153:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788687357.924005:0:32153:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788687357.924007:0:32153:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788687357.924009:0:32153:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1788687357.924012:0:32153:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687357.924013:0:32153:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687357.924019:0:32153:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788687357.924022:0:32153:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0c38 -> ffff9b29d02b0c38 00000020:00000001:2.0:1788687357.924024:0:32153:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0c38 -> ffff9b29d02b0c38 00000020:00000001:2.0:1788687357.924026:0:32153:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788687357.924030:0:32153:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788687357.924034:0:32153:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788687357.924035:0:32153:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687357.924037:0:32153:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788687357.924039:0:32153:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687357.924041:0:32153:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788687357.924045:0:32153:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687357.924047:0:32153:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788687357.924049:0:32153:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687357.924051:0:32153:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687357.924053:0:32153:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0c38 -> ffff9b29d02b0c38 00000080:00200000:2.0:1788687357.924055:0:32153:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x2b:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1788687357.924058:0:32153:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788687357.924060:0:32153:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788687357.924062:0:32153:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29c38c69a0 (ffff9b29d02806c8/0) at cl_lock_release():245 00000020:00000001:2.0:1788687357.924379:0:32153:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788687357.924380:0:32153:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c38c69a0 (ffff9b29d02806c8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788687357.924384:0:32153:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788687357.924387:0:32153:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687357.924389:0:32153:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897891992 : -110870811659624 : ffff9b29e0a7b298) 00000020:00000001:2.0:1788687357.924391:0:32153:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788687357.924393:0:32153:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5044db0 (ffff9b29d0280008/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788687357.924396:0:32153:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788687357.924397:0:32153:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788687357.924399:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.924583:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788687357.924585:0:32153:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788687357.924588:0:32153:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687357.924589:0:32153:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687357.924590:0:32153:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687357.924592:0:32153:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788687357.924594:0:32153:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c38c69a0 (ffff9b29d02806c8/0) at cl_lock_fini():72 00020000:00000001:2.0:1788687357.924597:0:32153:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788687357.924598:0:32153:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788687357.924600:0:32153:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5044db0 (ffff9b29d02806c8/1) at cl_lock_fini():72 00000008:00000010:2.0:1788687357.924603:0:32153:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d12aa000. 00000020:00000001:2.0:1788687357.924608:0:32153:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788687357.924610:0:32153:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5044d80. 00020000:00000001:2.0:1788687357.924613:0:32153:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788687357.924614:0:32153:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788687357.924616:0:32153:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788687357.924618:0:32153:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687357.924621:0:32153:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788687357.924624:0:32153:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788687357.924626:0:32153:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788687357.924627:0:32153:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788687357.924629:0:32153:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788687357.924632:0:32153:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280000 00020000:00000001:2.0:1788687357.924634:0:32153:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788687357.924637:0:32153:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788687357.924639:0:32153:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788687357.924641:0:32153:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788687357.924645:0:32153:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788687357.924647:0:32153:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687357.924649:0:32153:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788687357.924650:0:32153:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788687357.924651:0:32153:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788687357.924653:0:32153:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00000001:00000001:2.0:1788687357.924654:0:32153:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687357.924662:0:32153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5bd08 00000080:00000008:2.0:1788687357.924664:0:32153:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff9b29d85adb88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788687357.924669:0:32153:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788687357.924671:0:32153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5bda0 00000080:00002000:2.0:1788687357.924672:0:32153:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-2 (ffff9b29d8726ca8, parent ffff9b29d84cabd0, inode ffff9b29d85adb88) hashed, 00000080:00000001:2.0:1788687357.924675:0:32153:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687357.924712:0:32153:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687357.924715:0:32153:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687357.924717:0:32153:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687357.924718:0:32153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5bbd8 00000080:00200000:2.0:1788687357.924720:0:32153:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687357.924726:0:32153:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c120a800. 00800000:00000002:2.0:1788687357.924732:0:32153:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687357.924735:0:32153:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687357.924739:0:32153:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687357.924741:0:32153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5baf8 00800000:00000002:2.0:1788687357.924743:0:32153:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687357.924746:0:32153:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687357.924750:0:32153:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687357.924755:0:32153:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687357.924757:0:32153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5b9c8 00000002:00010000:2.0:1788687357.924759:0:32153:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687357.924762:0:32153:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687357.924764:0:32153:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687357.924766:0:32153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687357.924773:0:32153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62b00 count: 2 00010000:00000001:2.0:1788687357.924775:0:32153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687357.924779:0:32153:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687357.924782:0:32153:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687357.924786:0:32153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811e86 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2751 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788687357.924796:0:32153:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687357.924800:0:32153:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687357.924803:0:32153:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811e86 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2751 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788687357.924810:0:32153:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687357.924812:0:32153:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687357.924814:0:32153:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687357.924816:0:32153:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687357.924818:0:32153:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687357.924819:0:32153:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687357.924822:0:32153:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687357.924824:0:32153:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687357.924827:0:32153:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c120a800. 00000080:00000001:2.0:1788687357.924830:0:32153:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687357.924832:0:32153:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687357.924834:0:32153:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687357.924837:0:32153:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811e86 00800000:00000001:2.0:1788687357.924840:0:32153:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687357.924842:0:32153:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687357.924843:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687357.924845:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687357.924848:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=3 00000020:00000001:2.0:1788687357.924850:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:2.0:1788687357.924852:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:2.0:1788687357.924855:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.924856:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687357.924857:0:32153:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687357.924859:0:32153:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687357.924861:0:32153:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811e86 from it ffffaca081f5bc10 00010000:00000001:2.0:1788687357.924863:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687357.924864:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687357.924865:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=3 00000020:00000001:2.0:1788687357.924867:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:2.0:1788687357.924869:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:2.0:1788687357.924871:0:32153:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687357.924874:0:32153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811e86 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2751 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687357.924881:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.924882:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687357.924883:0:32153:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687357.924885:0:32153:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687357.924888:0:32153:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811e86 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2751 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687357.924895:0:32153:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687357.924897:0:32153:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687357.924899:0:32153:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687357.924903:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.924904:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687357.925657:0:32153:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.925663:0:32153:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687357.925665:0:32153:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.925667:0:32153:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.925670:0:32153:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.925673:0:32153:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687357.925675:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.925677:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687357.925680:0:32153:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687357.925682:0:32153:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687357.925684:0:32153:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788687357.925689:0:32153:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687357.925697:0:32153:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788687357.925699:0:32153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5bda0 00000080:00002000:2.0:1788687357.925701:0:32153:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff9b29d8726ca8) flags 0x48000e refc 0 00000080:00000001:2.0:1788687357.925703:0:32153:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687357.925705:0:32153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5be10 00000080:00200000:2.0:1788687357.925707:0:32153:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-2, flags=0 00000080:00000001:2.0:1788687357.925712:0:32153:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:2.0:1788687357.925715:0:32153:0:(statahead.c:273:sa_get()) lustre: wrong pid=32134:32153 for entry f22.recovery-small-2 00000080:00000001:2.0:1788687357.925718:0:32153:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:2.0:1788687357.925721:0:32153:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000001:2.0:1788687357.925726:0:32153:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687357.925727:0:32153:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687357.925728:0:32153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5bd30 00000080:00200000:2.0:1788687357.925730:0:32153:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687357.925736:0:32153:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c120a800. 00800000:00000002:2.0:1788687357.925739:0:32153:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687357.925742:0:32153:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687357.925744:0:32153:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687357.925745:0:32153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5bc50 00800000:00000002:2.0:1788687357.925748:0:32153:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687357.925751:0:32153:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687357.925753:0:32153:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687357.925757:0:32153:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687357.925758:0:32153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5bb20 00000002:00010000:2.0:1788687357.925760:0:32153:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687357.925763:0:32153:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687357.925764:0:32153:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687357.925766:0:32153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687357.925770:0:32153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62b00 count: 2 00010000:00000001:2.0:1788687357.925772:0:32153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687357.925775:0:32153:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687357.925777:0:32153:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687357.925781:0:32153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811e86 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2751 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788687357.925788:0:32153:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687357.925791:0:32153:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687357.925793:0:32153:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811e86 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2751 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788687357.925799:0:32153:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687357.925801:0:32153:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687357.925802:0:32153:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687357.925804:0:32153:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687357.925806:0:32153:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687357.925808:0:32153:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687357.925810:0:32153:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687357.925812:0:32153:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687357.925814:0:32153:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c120a800. 00000080:00000001:2.0:1788687357.925818:0:32153:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687357.925819:0:32153:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687357.925821:0:32153:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687357.925824:0:32153:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811e86 00800000:00000001:2.0:1788687357.925827:0:32153:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687357.925828:0:32153:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687357.925829:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687357.925831:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687357.925833:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=3 00000020:00000001:2.0:1788687357.925835:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:2.0:1788687357.925838:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:2.0:1788687357.925840:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.925842:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687357.925843:0:32153:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687357.925845:0:32153:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687357.925847:0:32153:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811e86 from it ffffaca081f5bd68 00010000:00000001:2.0:1788687357.925849:0:32153:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687357.925851:0:32153:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687357.925852:0:32153:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146600 refcount=3 00000020:00000001:2.0:1788687357.925854:0:32153:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:2.0:1788687357.925856:0:32153:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699328 : -110871307852288 : ffff9b29c3146600) 00010000:00000001:2.0:1788687357.925858:0:32153:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687357.925860:0:32153:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811e86 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2751 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687357.925866:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.925867:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687357.925868:0:32153:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687357.925870:0:32153:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687357.925872:0:32153:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811e86 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2751 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788687357.925878:0:32153:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687357.925880:0:32153:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687357.925881:0:32153:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687357.925884:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.925885:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687357.925887:0:32153:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.925888:0:32153:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687357.925890:0:32153:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.925891:0:32153:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.925893:0:32153:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.925894:0:32153:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687357.925896:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.925896:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687357.925898:0:32153:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687357.925899:0:32153:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687357.925901:0:32153:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788687357.925904:0:32153:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687357.925932:0:32153:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:2.0:1788687357.925934:0:32153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5bdf8 00000080:00200000:2.0:1788687357.925936:0:32153:0:(namei.c:2351:ll_unlink()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00000001:2.0:1788687357.925939:0:32153:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1788687357.925941:0:32153:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687357.925944:0:32153:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:2.0:1788687357.925946:0:32153:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:2.0:1788687357.925948:0:32153:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788687357.925951:0:32153:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015b2e8) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000002:2.0:1788687357.925954:0:32153:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c974eae0 addref 2/0 by ffff9b29c63a4f80. 00020000:00000002:2.0:1788687357.925956:0:32153:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015b2e8) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000001:2.0:1788687357.925959:0:32153:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788687357.925961:0:32153:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788687357.925962:0:32153:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788687357.925964:0:32153:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:2.0:1788687357.925966:0:32153:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:2.0:1788687357.925968:0:32153:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00000080:00000001:2.0:1788687357.925971:0:32153:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788687357.925974:0:32153:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c120a800. 00800000:00000002:2.0:1788687357.925976:0:32153:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00800000:00000001:2.0:1788687357.925984:0:32153:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1788687357.925988:0:32153:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:2.0:1788687357.925990:0:32153:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x2b:0x0] 00800000:00000001:2.0:1788687357.925992:0:32153:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788687357.925994:0:32153:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x2b:0x0] -> mds #0 00000002:00000001:2.0:1788687357.925997:0:32153:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1788687357.925999:0:32153:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788687357.926001:0:32153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62b00 count: 2 00010000:00000001:2.0:1788687357.926003:0:32153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687357.926005:0:32153:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788687357.926008:0:32153:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788687357.926010:0:32153:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811e86 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d2751 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1788687357.926022:0:32153:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788687357.926026:0:32153:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788687357.926028:0:32153:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788687357.926029:0:32153:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788687357.926032:0:32153:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687357.926033:0:32153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687357.926034:0:32153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62b00 count: 3 00010000:00000001:2.0:1788687357.926036:0:32153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687357.926038:0:32153:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687357.926039:0:32153:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687357.926040:0:32153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687357.926042:0:32153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62b00 count: 3 00010000:00000001:2.0:1788687357.926044:0:32153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687357.926045:0:32153:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687357.926047:0:32153:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687357.926048:0:32153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687357.926049:0:32153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62b00 count: 3 00010000:00000001:2.0:1788687357.926050:0:32153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687357.926052:0:32153:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687357.926054:0:32153:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788687357.926056:0:32153:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b29d8594200, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788687357.926060:0:32153:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788687357.926062:0:32153:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788687357.926064:0:32153:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788687357.927202:0:32153:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.927211:0:32153:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788687357.927214:0:32153:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788687357.927216:0:32153:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788687357.927218:0:32153:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687357.927220:0:32153:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788687357.927224:0:32153:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c3146600 with handle 0x230d04438e811e86 from hash 00010000:00000001:2.0:1788687357.927227:0:32153:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788687357.927228:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.927230:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687357.927232:0:32153:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788687357.927235:0:32153:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788687357.927237:0:32153:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788687357.927240:0:32153:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788687357.927242:0:32153:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687357.927245:0:32153:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687357.927247:0:32153:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788687357.927252:0:32153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 2 00010000:00000001:2.0:1788687357.927255:0:32153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687357.927257:0:32153:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788687357.927259:0:32153:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788687357.927263:0:32153:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811e8d lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x59c08f76ab1d2782 expref: -99 pid: 32153 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788687357.927271:0:32153:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788687357.927273:0:32153:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788687357.927275:0:32153:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788687357.927276:0:32153:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2b:0x0] mode (null) 00000002:00000001:2.0:1788687357.927279:0:32153:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687357.927281:0:32153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687357.927284:0:32153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 3 00010000:00000001:2.0:1788687357.927286:0:32153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687357.927289:0:32153:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687357.927686:0:32153:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687357.927688:0:32153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687357.927691:0:32153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 3 00010000:00000001:2.0:1788687357.927693:0:32153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687357.927696:0:32153:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687357.927697:0:32153:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687357.927699:0:32153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687357.927700:0:32153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 3 00010000:00000001:2.0:1788687357.927702:0:32153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687357.927703:0:32153:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687357.927704:0:32153:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687357.927705:0:32153:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687357.927707:0:32153:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 3 00010000:00000001:2.0:1788687357.927709:0:32153:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687357.927711:0:32153:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687357.927713:0:32153:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687357.927715:0:32153:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788687357.927717:0:32153:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687357.927720:0:32153:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:2.0:1788687357.927723:0:32153:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:2.0:1788687357.927724:0:32153:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788687357.927727:0:32153:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2b:0x0]: losing layout lock 00000080:00000001:2.0:1788687357.927730:0:32153:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788687357.927733:0:32153:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788687357.927737:0:32153:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788687357.927740:0:32153:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788687357.927742:0:32153:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788687357.927744:0:32153:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687357.927746:0:32153:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788687357.927748:0:32153:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00000080:00000001:2.0:1788687357.927750:0:32153:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687357.927753:0:32153:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788687357.927755:0:32153:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2b:0x0](ffff9b29d85adb88) invalid 00000020:00000001:2.0:1788687357.927757:0:32153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5ba60 00000080:00002000:2.0:1788687357.927759:0:32153:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff9b29d8726ca8) parent ffff9b29d84cabd0 inode ffff9b29d85adb88 refc 1 00000080:00000001:2.0:1788687357.927763:0:32153:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788687357.927765:0:32153:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788687357.927766:0:32153:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.927769:0:32153:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788687357.927771:0:32153:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788687357.927772:0:32153:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788687357.927774:0:32153:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687357.927776:0:32153:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788687357.927778:0:32153:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c3146a00 with handle 0x230d04438e811e8d from hash 00010000:00000001:2.0:1788687357.927780:0:32153:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788687357.927782:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687357.927783:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687357.927784:0:32153:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788687357.927786:0:32153:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788687357.927788:0:32153:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788687357.927790:0:32153:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788687357.927792:0:32153:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687357.927794:0:32153:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788687357.927802:0:32153:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e9500. 00000020:00000040:2.0:1788687357.927807:0:32153:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:2.0:1788687357.927812:0:32153:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788687357.927813:0:32153:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.927816:0:32153:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687357.927819:0:32153:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687357.927822:0:32153:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687357.927824:0:32153:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687357.927826:0:32153:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687357.927829:0:32153:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687357.927835:0:32153:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c120b200. 00000100:00000001:2.0:1788687357.927842:0:32153:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.927844:0:32153:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687357.927846:0:32153:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788687357.927853:0:32153:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811e8d lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d2782 expref: -99 pid: 32153 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788687357.927861:0:32153:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811e86 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2751 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1788687357.927866:0:32153:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:2.0:1788687357.927868:0:32153:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788687357.927869:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788687357.927872:0:32153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811e8d lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d2782 expref: -99 pid: 32153 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1788687357.927878:0:32153:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29e138edc0. 00010000:00000040:2.0:1788687357.927883:0:32153:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c6090500 count: 0 00010000:00000010:2.0:1788687357.927888:0:32153:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5044e80. 00010000:00000001:2.0:1788687357.927896:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687357.927897:0:32153:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788687357.927899:0:32153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146600/0x230d04438e811e86 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2751 expref: -99 pid: 32153 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:2.0:1788687357.928017:0:32153:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c5c62b00 count: 0 00010000:00000010:2.0:1788687357.928021:0:32153:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c4c6af00. 00010000:00000001:2.0:1788687357.928027:0:32153:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687357.928029:0:32153:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.928030:0:32153:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687357.928031:0:32153:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687357.928033:0:32153:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788687357.928045:0:32153:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788687357.928056:0:32153:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c42e9500 x1875572824542336/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687357.928064:0:32153:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687357.928077:0:32153:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687357.928084:0:32153:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c52b5000. 00000100:00000001:2.0:1788687357.928087:0:32153:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202436755456 : -110871272796160 : ffff9b29c52b5000) 00000100:00000001:2.0:1788687357.928089:0:32153:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687357.928091:0:32153:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420192512 : -110871289359104 : ffff9b29c42e9500) 00000100:00000001:2.0:1788687357.928095:0:32153:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687357.928099:0:32153:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687357.928102:0:32153:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687357.928103:0:32153:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687357.928108:0:32153:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e9500 x1875572824542336/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687357.928115:0:32153:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687357.928118:0:32153:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687357.928121:0:32153:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687357.928123:0:32153:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687357.928126:0:32153:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687357.928130:0:32153:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e9500 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:32153:1875572824542336:192.168.203.144@tcp:36:rm.0 00000100:00000001:2.0:1788687357.928134:0:32153:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687357.928139:0:32153:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687357.928141:0:32153:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687357.928144:0:32153:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687357.928149:0:32153:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d7400. 02000000:00000001:2.0:1788687357.928151:0:32153:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687357.928158:0:32153:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687357.928162:0:32153:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd630. 00000400:00000010:2.0:1788687357.928169:0:32153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240088. 00000100:00000200:2.0:1788687357.928176:0:32153:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824542336, portal 10 00000100:00000001:2.0:1788687357.928178:0:32153:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687357.928179:0:32153:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420192512 : -110871289359104 : ffff9b29c42e9500) 00000100:00000040:2.0:1788687357.928185:0:32153:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e9500 x1875572824542336/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/624 e 0 to 0 dl 1788687373 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687357.928192:0:32153:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687357.928195:0:32153:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687357.928199:0:32153:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240b28. 00000100:00000200:2.0:1788687357.928201:0:32153:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875572824542336, offset 0 00000400:00000200:2.0:1788687357.928207:0:32153:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687357.928214:0:32153:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.928221:0:32153:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687357.928225:0:32153:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687357.928229:0:32153:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687357.928232:0:32153:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687357.928235:0:32153:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687357.928239:0:32153:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2492:2492:256:4294967295] 192.168.203.144@tcp LPNI seq info [2492:2492:8:4294967295] 00000400:00000200:2.0:1788687357.928243:0:32153:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.928253:0:32153:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687357.928259:0:32153:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687357.928264:0:32153:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29cb3a8100. 00000800:00000200:2.0:1788687357.928271:0:32153:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687357.928279:0:32153:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687357.928283:0:32153:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29cb3a8100 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1788687357.928321:0:32153:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687357.928326:0:32153:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 803325 usecs (804 jiffies) 00000400:00000200:2.0:1788687357.928329:0:32153:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687357.928332:0:32153:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296484736 00000100:00000001:2.0:1788687357.928334:0:32153:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296488158 00000100:00000001:2.0:1788687357.928337:0:32153:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296484736 00000100:00000001:2.0:1788687357.928338:0:32153:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296488158 00000100:00000001:2.0:1788687357.928341:0:32153:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687357.928343:0:32153:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687357.928345:0:32153:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687357.928347:0:32153:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687357.928350:0:32153:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c52b5000 going to sleep for 11 seconds 00000100:00000001:2.0:1788687357.928352:0:32153:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687357.928354:0:32153:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687357.928770:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687357.928775:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29cb3a8100. 00000400:00000200:3.0:1788687357.928780:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687357.928785:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687357.928790:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240b28 00000400:00000010:3.0:1788687357.928792:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240b28. 00000100:00000001:3.0:1788687357.928796:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687357.928801:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e9500 x1875572824542336/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/624 e 0 to 0 dl 1788687373 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687357.928811:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687357.928814:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e9500 x1875572824542336/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/624 e 0 to 0 dl 1788687373 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687357.928822:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687357.928823:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788687357.937168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5600. 00010000:00000010:2.1:1788687357.940093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090500. 00010000:00000010:2.1:1788687357.940107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146a00. 00010000:00000010:2.1:1788687357.940112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62b00. 00010000:00000010:2.1:1788687357.940115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146600. 00000800:00000001:2.0:1788687357.949543:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687357.949560:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687357.949564:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687357.949567:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687357.949576:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.949583:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687357.949593:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.949597:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.949602:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.949607:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f50c80 00000400:00000200:2.0:1788687357.949612:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.949618:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x6d75 [1] + 224 00000800:00000001:2.0:1788687357.949625:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687357.949632:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687357.949635:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687357.949640:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687357.949648:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687357.949658:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e9500 x1875572824542336/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/624 e 0 to 0 dl 1788687373 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687357.949669:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b29c42e9500 x1875572824542336/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/624 e 0 to 0 dl 1788687373 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687357.949692:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788687357.949701:0:2362:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788687357.949704:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.949709:0:2362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687357.949714:0:2362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2493:2493:256:4294967295] 192.168.203.144@tcp LPNI seq info [2493:2493:8:4294967295] 00000400:00000200:2.0:1788687357.949719:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687357.949726:0:2362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1788687357.949731:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687357.949737:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29cb3a8b00. 00000800:00000200:2.0:1788687357.949742:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687357.949750:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687357.949754:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29cb3a8b00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788687357.949831:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687357.949834:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29cb3a8b00. 00000400:00000200:2.0:1788687357.949838:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687357.949841:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1788687357.949846:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687357.949849:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687357.949964:0:32153:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687357.949970:0:32153:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687357.949972:0:32153:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687357.949975:0:32153:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd630. 00000400:00000200:0.0:1788687357.949979:0:32153:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240088 00000400:00000010:0.0:1788687357.949982:0:32153:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240088. 00000100:00000001:0.0:1788687357.949985:0:32153:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687357.949990:0:32153:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e9500 x1875572824542336/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/624 e 0 to 0 dl 1788687373 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687357.949998:0:32153:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e9500 x1875572824542336/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/624 e 0 to 0 dl 1788687373 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687357.950004:0:32153:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687357.950006:0:32153:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687357.950008:0:32153:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687357.950012:0:32153:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687357.950014:0:32153:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687357.950016:0:32153:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687357.950018:0:32153:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687357.950026:0:32153:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=129 v=5 (5 103 103 103) 00000100:00001000:0.0:1788687357.950030:0:32153:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687357.950033:0:32153:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687357.950034:0:32153:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687357.950037:0:32153:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687357.950046:0:32153:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687357.950049:0:32153:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687357.950051:0:32153:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x100000163] 00000100:00000001:0.0:1788687357.950053:0:32153:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687357.950056:0:32153:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687357.950057:0:32153:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420192512 : -110871289359104 : ffff9b29c42e9500) 00000100:00000001:0.0:1788687357.950060:0:32153:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687357.950062:0:32153:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967653 00000100:00000001:0.0:1788687357.950063:0:32153:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687357.950073:0:32153:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687357.950078:0:32153:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e9500 x1875572824542336/t4294967655(4294967655) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/456 e 0 to 0 dl 1788687373 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687357.950091:0:32153:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687357.950094:0:32153:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687357.950096:0:32153:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687357.950100:0:32153:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e9500 x1875572824542336/t4294967655(4294967655) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/456 e 0 to 0 dl 1788687373 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687357.950108:0:32153:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e9500 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:32153:1875572824542336:192.168.203.144@tcp:36:rm.0 00000100:00000001:0.0:1788687357.950112:0:32153:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687357.950115:0:32153:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687357.950117:0:32153:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687357.950119:0:32153:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687357.950122:0:32153:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e9500 x1875572824542336/t4294967655(4294967655) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/456 e 0 to 0 dl 1788687373 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687357.950129:0:32153:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687357.950132:0:32153:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c52b5000. 00000100:00000001:0.0:1788687357.950135:0:32153:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687357.950136:0:32153:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687357.950144:0:32153:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687357.950147:0:32153:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687357.950151:0:32153:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687357.950154:0:32153:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c120a800. 00000100:00000001:0.0:1788687357.950159:0:32153:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687357.950163:0:32153:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e9500 x1875572824542336/t4294967655(4294967655) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/456 e 0 to 0 dl 1788687373 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687357.950169:0:32153:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687357.950173:0:32153:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687357.950183:0:32153:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788687357.950186:0:32153:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5be28 00000080:00002000:0.0:1788687357.950188:0:32153:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff9b29d8726ca8, parent ffff9b29d84cabd0, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788687357.950191:0:32153:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687357.950196:0:32153:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788687357.950202:0:32153:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1788687357.962954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c31d7060. 00010000:00000001:0.0:1788687357.964293:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687357.964298:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687357.964303:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687357.964314:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687357.964602:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687357.964606:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687357.964609:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00400000:0.0:1788687358.048385:0:32135:0:(statahead.c:1623:ll_statahead_thread()) lustre: statahead thread stopped: sai ffff9b29cb07aa00, parent / hit 0 miss 0 00000080:00000001:0.0:1788687358.048403:0:32135:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788687358.048406:0:32135:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788687358.048408:0:32135:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687358.048413:0:32135:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509237928 : -110871200313688 : ffff9b29c97d4ea8) 00000020:00001000:0.0:1788687358.048417:0:32135:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4ea0 00000020:00000001:0.0:1788687358.048422:0:32135:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0c38 -> ffff9b29d02b0c38 00000020:00000001:0.0:1788687358.048424:0:32135:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788687358.048426:0:32135:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788687358.048428:0:32135:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788687358.048431:0:32135:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687358.048433:0:32135:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788687358.048435:0:32135:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687358.048439:0:32135:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2b:0x0]io ffff9b29d023cbf0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788687358.048452:0:32135:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015b2e8) owner 0000000000000000/ffff9b29c1348000 00020000:00000001:0.0:1788687358.048456:0:32135:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788687358.048458:0:32135:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788687358.048460:0:32135:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788687358.048462:0:32135:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687358.048464:0:32135:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788687358.048466:0:32135:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788687358.048468:0:32135:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687358.048469:0:32135:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687358.048470:0:32135:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788687358.048471:0:32135:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788687358.048473:0:32135:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015b2e8) owner 0000000000000000/ffff9b29c1348000 00000020:00000001:0.0:1788687358.048476:0:32135:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687358.048478:0:32135:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788687358.048479:0:32135:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788687358.048481:0:32135:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788687358.048484:0:32135:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788687358.048487:0:32135:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788687358.048490:0:32135:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687358.048492:0:32135:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788687358.048493:0:32135:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687358.048495:0:32135:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509234184 : -110871200317432 : ffff9b29c97d4008) 00000020:00001000:0.0:1788687358.048497:0:32135:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4000 00000020:00000001:0.0:1788687358.048499:0:32135:0:(cl_object.c:143:cl_object_top()) ffff9b29d02b0468 -> ffff9b29d02b0c38 00000020:00000001:0.0:1788687358.048501:0:32135:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788687358.048504:0:32135:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687358.048505:0:32135:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788687358.048506:0:32135:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687358.048508:0:32135:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687358.048510:0:32135:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:0.0:1788687358.048512:0:32135:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788687358.048514:0:32135:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687358.048516:0:32135:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687358.048518:0:32135:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687358.048519:0:32135:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788687358.048521:0:32135:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788687358.048522:0:32135:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687358.048523:0:32135:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788687358.048525:0:32135:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687358.048526:0:32135:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687358.048528:0:32135:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687358.048530:0:32135:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687358.048531:0:32135:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687358.048533:0:32135:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687358.048534:0:32135:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687358.048535:0:32135:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687358.048538:0:32135:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788687358.048540:0:32135:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788687358.048541:0:32135:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687358.048542:0:32135:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788687358.048544:0:32135:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788687358.048546:0:32135:0:(osc_cache.c:3353:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788687358.048550:0:32135:0:(osc_cache.c:3288:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788687358.048552:0:32135:0:(osc_cache.c:3325:osc_cache_wait_range()) obj ffff9b29c9bd96c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788687358.048555:0:32135:0:(osc_cache.c:3326:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788687358.048558:0:32135:0:(osc_cache.c:3493:osc_cache_writeback_range()) obj ffff9b29c9bd96c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788687358.048562:0:32135:0:(osc_cache.c:3508:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687358.048564:0:32135:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687358.048567:0:32135:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687358.048568:0:32135:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687358.048570:0:32135:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687358.048571:0:32135:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687358.048573:0:32135:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788687358.048575:0:32135:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788687358.048576:0:32135:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788687358.048577:0:32135:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788687358.048579:0:32135:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788687358.048580:0:32135:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687358.048581:0:32135:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788687358.048582:0:32135:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788687358.048584:0:32135:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788687358.048586:0:32135:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788687358.048587:0:32135:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687358.048588:0:32135:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788687358.048589:0:32135:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788687358.048590:0:32135:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687358.048592:0:32135:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687358.048593:0:32135:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788687358.048594:0:32135:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788687358.048595:0:32135:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788687358.048596:0:32135:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788687358.048598:0:32135:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788687358.048599:0:32135:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788687358.048600:0:32135:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687358.048601:0:32135:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788687358.048602:0:32135:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788687358.048603:0:32135:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687358.048605:0:32135:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687358.048606:0:32135:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788687358.048607:0:32135:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788687358.048609:0:32135:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687358.048610:0:32135:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788687358.048612:0:32135:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788687358.048613:0:32135:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788687358.048614:0:32135:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788687358.048615:0:32135:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687358.048617:0:32135:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4000 00020000:00000001:0.0:1788687358.048619:0:32135:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788687358.048620:0:32135:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788687358.048622:0:32135:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788687358.048624:0:32135:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788687358.048627:0:32135:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788687358.048629:0:32135:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687358.048631:0:32135:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4ea0 00000080:00000001:0.0:1788687358.048633:0:32135:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687358.048637:0:32135:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788687358.048639:0:32135:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff9b29d85adb88) 00800000:00000001:0.0:1788687358.048643:0:32135:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788687358.048645:0:32135:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x2b:0x0] 00000002:00000001:0.0:1788687358.048650:0:32135:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788687358.048655:0:32135:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687358.048657:0:32135:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687358.048660:0:32135:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788687358.048662:0:32135:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788687358.048664:0:32135:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687358.048666:0:32135:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687358.048669:0:32135:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687358.048670:0:32135:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509237928 : -110871200313688 : ffff9b29c97d4ea8) 00000020:00001000:0.0:1788687358.048672:0:32135:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4ea0 00020000:00000001:0.0:1788687358.048677:0:32135:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788687358.048679:0:32135:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015b2e8) owner 0000000000000000/ffff9b29c1348000 00020000:00000001:0.0:1788687358.048681:0:32135:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788687358.048684:0:32135:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c974eae0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788687358.048689:0:32135:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788687358.048693:0:32135:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c63aa600: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:0.0:1788687358.048696:0:32135:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788687358.048697:0:32135:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687358.048699:0:32135:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788687358.048700:0:32135:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788687358.048704:0:32135:0:(ldlm_request.c:2696:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788687358.048708:0:32135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de100 count: 2 00010000:00000001:0.0:1788687358.048711:0:32135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687358.048713:0:32135:0:(ldlm_request.c:2624:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788687358.048715:0:32135:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788687358.048720:0:32135:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000dfe4ebfb/0x230d04438e811e55 lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d272e expref: -99 pid: 32136 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00000001:0.0:1788687358.048738:0:32135:0:(cl_object.c:143:cl_object_top()) ffff9b29c9bd96c0 -> ffff9b29d02b0c38 00000020:00000001:0.0:1788687358.048740:0:32135:0:(cl_object.c:143:cl_object_top()) ffff9b29c9bd96c0 -> ffff9b29d02b0c38 00000008:00000001:0.0:1788687358.048742:0:32135:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687358.048744:0:32135:0:(ldlm_request.c:2640:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687358.048746:0:32135:0:(ldlm_request.c:2706:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788687358.048748:0:32135:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788687358.048754:0:32135:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9b29c9bd96c0. 00020000:00000001:0.0:1788687358.048759:0:32135:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788687358.048762:0:32135:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9b29d02b03e8. 00020000:00000001:0.0:1788687358.048768:0:32135:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788687358.048769:0:32135:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687358.048771:0:32135:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687358.048773:0:32135:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015b2e8) owner 0000000000000000/ffff9b29c1348000 00020000:00000001:0.0:1788687358.048775:0:32135:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788687358.048777:0:32135:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788687358.048778:0:32135:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29e015b2e8) owner 0000000000000000/ffff9b29c1348000 00020000:00000001:0.0:1788687358.048780:0:32135:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788687358.048782:0:32135:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9b29c395b110. 00020000:00000010:0.0:1788687358.048786:0:32135:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9b29c6285300. 00020000:00000010:0.0:1788687358.048788:0:32135:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9b29c63abd70. 00020000:00000002:0.0:1788687358.048791:0:32135:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c974eae0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788687358.048795:0:32135:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788687358.048798:0:32135:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c63aa600: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000010:0.0:1788687358.048802:0:32135:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29c63aa600. 00020000:00000010:0.0:1788687358.048804:0:32135:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c974ede0. 00020000:00000010:0.0:1788687358.048807:0:32135:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c974eae0. 00020000:00000001:0.0:1788687358.048809:0:32135:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788687358.048810:0:32135:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29e015b2e8) owner 0000000000000000/ffff9b29c1348000 00020000:00000010:0.0:1788687358.048812:0:32135:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9b29e015b2e8. 00020000:00000001:0.0:1788687358.048817:0:32135:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788687358.048819:0:32135:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9b29d02b0bb8. 00000020:00001000:0.0:1788687358.048822:0:32135:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4ea0 00000080:00000001:0.0:1788687358.048824:0:32135:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788687358.048826:0:32135:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000020:00000001:0.0:1788687358.048835:0:32135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4be60 00000080:00400000:0.0:1788687358.048838:0:32135:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-2(ffff9b29c5d3b300) index 1 00000080:00000010:0.0:1788687358.048840:0:32135:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9b29c5d3b300. 00000020:00000001:0.0:1788687358.048843:0:32135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4be60 00000080:00400000:0.0:1788687358.048845:0:32135:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-3(ffff9b29c5d3b900) index 2 00000080:00000010:0.0:1788687358.048846:0:32135:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9b29c5d3b900. 00000020:00000001:0.0:1788687358.048849:0:32135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4be60 00000080:00400000:0.0:1788687358.048850:0:32135:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-4(ffff9b29c5d3ba80) index 3 00000080:00000010:0.0:1788687358.048851:0:32135:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9b29c5d3ba80. 00000020:00000001:0.0:1788687358.048854:0:32135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4be60 00000080:00400000:0.0:1788687358.048855:0:32135:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-5(ffff9b29c5d3bf00) index 4 00000080:00000010:0.0:1788687358.048856:0:32135:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9b29c5d3bf00. 00000020:00000001:0.0:1788687358.048858:0:32135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4be60 00000080:00400000:0.0:1788687358.048860:0:32135:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-6(ffff9b29c5d3b000) index 5 00000080:00000010:0.0:1788687358.048861:0:32135:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9b29c5d3b000. 00000020:00000001:0.0:1788687358.048863:0:32135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4be60 00000080:00400000:0.0:1788687358.048864:0:32135:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-7(ffff9b29c5d3b380) index 6 00000080:00000010:0.0:1788687358.048866:0:32135:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9b29c5d3b380. 00000020:00000001:0.0:1788687358.048867:0:32135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4be60 00000080:00400000:0.0:1788687358.048869:0:32135:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-8(ffff9b29c5d3b180) index 7 00000080:00000010:0.0:1788687358.048870:0:32135:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9b29c5d3b180. 00000020:00000001:0.0:1788687358.048872:0:32135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4be60 00000080:00400000:0.0:1788687358.048873:0:32135:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-9(ffff9b29c5d3b680) index 8 00000080:00000010:0.0:1788687358.048875:0:32135:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9b29c5d3b680. 00000020:00000001:0.0:1788687358.048877:0:32135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4be60 00000080:00400000:0.0:1788687358.048878:0:32135:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-10(ffff9b29c5d3b780) index 9 00000080:00000010:0.0:1788687358.048880:0:32135:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff9b29c5d3b780. 00000080:00000010:0.0:1788687358.048883:0:32135:0:(statahead.c:636:ll_sai_free()) kfreed 'sai': 504 at ffff9b29cb07aa00. 00000080:00000010:0.0:1788687358.048887:0:32135:0:(statahead.c:555:ll_sax_free()) kfreed 'ctx': 2592 at ffff9b29c68f1000. 00000080:00000010:0.1:1788687358.064271:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d85adac0. 00010000:00000001:0.0:1788687358.987031:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687358.987047:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687358.987053:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687358.987054:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687358.987181:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687358.987185:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687358.987187:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788687359.036551:0:32238:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687360.011034:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687360.011040:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687360.011045:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687360.011046:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687360.011077:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687360.011079:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687360.011081:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1788687360.881812:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687360.881833:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687360.881837:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687360.881840:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687360.881849:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687360.881857:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687360.881866:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687360.881872:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687360.881877:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687360.881881:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 328 into portal 15 MB=0x6a9d2d515a880 00000400:00000200:2.0:1788687360.881889:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 328/328 into md 0x6bbd [2] + 0 00000800:00000001:2.0:1788687360.881896:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687360.881927:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687360.881930:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687360.881935:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687360.881943:0:2362:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788687360.881945:0:2362:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788687360.881952:0:2362:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42ebb80. 00000100:00000040:2.0:1788687360.881955:0:2362:0:(events.c:341:request_in_callback()) incoming req@ffff9b29c42ebb80 x1875572843456640 msgsize 328 00000100:00100000:2.0:1788687360.881959:0:2362:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000001:2.0:1788687360.881967:0:2362:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1788687360.881974:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687360.881977:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687360.882029:0:15936:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788687360.882032:0:15936:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875572843456640 02000000:00000001:3.0:1788687360.882035:0:15936:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788687360.882037:0:15936:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687360.882040:0:15936:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687360.882044:0:15936:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687360.882048:0:15936:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875572843456640 00000020:00000001:3.0:1788687360.882051:0:15936:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788687360.882052:0:15936:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e81131f 00000020:00000001:3.0:1788687360.882055:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687360.882058:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c52f4800 refcount=4 00000020:00000001:3.0:1788687360.882060:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202437015552 : -110871272536064 : ffff9b29c52f4800) 00000020:00000001:3.0:1788687360.882062:0:15936:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202437015552 : -110871272536064 : ffff9b29c52f4800) 00000100:00000001:3.0:1788687360.882066:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788687360.882070:0:15936:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b29c975cc40. 00000100:00000001:3.0:1788687360.882073:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788687360.882075:0:15936:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b29c975cc40. 00000020:00000010:3.0:1788687360.882081:0:15936:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29d0273c00. 00000020:00000010:3.0:1788687360.882086:0:15936:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b29c4c6ad00. 00000020:00000010:3.0:1788687360.882091:0:15936:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b29e0155708. 00000100:00000040:3.0:1788687360.882099:0:15936:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788687360.882103:0:15936:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788687360.882104:0:15936:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788687360.882106:0:15936:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687360.882112:0:15936:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687360.882703:0:15936:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687360.882719:0:15936:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788687360.882722:0:15936:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788687360.882727:0:15936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 59 00000100:00000040:3.0:1788687360.882731:0:15936:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b29c52f4800 : new rpc_count 1 00000100:00000001:3.0:1788687360.882732:0:15936:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633202420202368 : -110871289349248 : ffff9b29c42ebb80) 00000100:00000040:3.0:1788687360.882740:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b29c42ebb80 x1875572843456640/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:261/0 lens 328/0 e 0 to 0 dl 1788687371 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687360.882750:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788687360.882754:0:15936:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b29c975cc40. 00000100:00000001:3.0:1788687360.882756:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788687360.882759:0:15936:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b29c975cc40. 00000100:00100000:3.0:1788687360.882763:0:15936:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9b29c42ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6720:x1875572843456640:12345-192.168.203.144@tcp:104: 00000100:00000200:3.0:1788687360.882767:0:15936:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875572843456640 00010000:00000001:3.0:1788687360.882769:0:15936:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788687360.882776:0:15936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687360.882777:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687360.882780:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=2 00000020:00000001:3.0:1788687360.882781:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:3.0:1788687360.882784:0:15936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:3.0:1788687360.882787:0:15936:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687360.882790:0:15936:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687360.882795:0:15936:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000dfe4ebfb/0x230d04438e811e55 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x59c08f76ab1d272e expref: -99 pid: 32136 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00000001:3.0:1788687360.882808:0:15936:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788687360.882811:0:15936:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788687360.882815:0:15936:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b29c43bec00. 02000000:00000001:3.0:1788687360.882827:0:15936:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687360.882830:0:15936:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687360.882834:0:15936:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788687360.882838:0:15936:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687360.882841:0:15936:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c4dc39e8 time=131 v=5 (1 1 1 1) 00000100:00000001:3.0:1788687360.882846:0:15936:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788687360.882849:0:15936:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 13 to 192.168.203.144@tcp 00000100:00000001:3.0:1788687360.882851:0:15936:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 02000000:00000001:3.0:1788687360.882853:0:15936:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788687360.882855:0:15936:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687360.882858:0:15936:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687360.882860:0:15936:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687360.882865:0:15936:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0440. 00000100:00000200:3.0:1788687360.882870:0:15936:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875572843456640, offset 224 00000400:00000200:3.0:1788687360.882876:0:15936:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687360.882884:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687360.882890:0:15936:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687360.882896:0:15936:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2494:2494:256:4294967295] 192.168.203.144@tcp LPNI seq info [2494:2494:8:4294967295] 00000400:00000200:3.0:1788687360.882900:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687360.882940:0:15936:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687360.882947:0:15936:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687360.882953:0:15936:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a300. 00000800:00000200:3.0:1788687360.882960:0:15936:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687360.882966:0:15936:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687360.882970:0:15936:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687360.882982:0:15936:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687360.882985:0:15936:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00010000:00000001:3.0:1788687360.882988:0:15936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788687360.882991:0:15936:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b29e1436780. 00010000:00000001:3.0:1788687360.882994:0:15936:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788687360.883006:0:15936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788687360.883008:0:15936:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687360.883010:0:15936:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687360.883012:0:15936:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687360.883017:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42ebb80 x1875572843456640/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:261/0 lens 328/224 e 0 to 0 dl 1788687371 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788687360.883027:0:15936:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9b29c42ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6720:x1875572843456640:12345-192.168.203.144@tcp:104: Request processed in 276us (1069us total) trans 0 rc 0/0 00000100:00100000:3.0:1788687360.883033:0:15936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 59 00000100:00000040:3.0:1788687360.883037:0:15936:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b29c52f4800 : new rpc_count 0 00000100:00000001:3.0:1788687360.883039:0:15936:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788687360.883041:0:15936:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788687360.883046:0:15936:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b29c4c6ad00. 00000020:00000010:3.0:1788687360.883049:0:15936:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b29e0155708. 00000020:00000010:3.0:1788687360.883053:0:15936:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b29d0273c00. 00000020:00000040:3.0:1788687360.883058:0:15936:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c52f4800 : new refcount 3 00000100:00000001:3.0:1788687360.883061:0:15936:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788687360.883125:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687360.883128:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687360.883131:0:15943:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788687360.883133:0:15943:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788687360.883135:0:15943:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788687360.883140:0:15943:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000dfe4ebfb/0x230d04438e811e55 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x59c08f76ab1d272e expref: -99 pid: 32136 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788687360.883148:0:15943:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29c5cc4400 already unused, calling callback (ffffffffc1276300) 00000008:00000001:0.0:1788687360.883151:0:15943:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1788687360.883154:0:15943:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788687360.883155:0:15943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687360.883157:0:15943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687360.883159:0:15943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:0.0:1788687360.883161:0:15943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687360.883163:0:15943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687360.883166:0:15943:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687360.883169:0:15943:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000dfe4ebfb/0x230d04438e811e55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x59c08f76ab1d272e expref: -99 pid: 32136 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1788687360.883177:0:15943:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788687360.883180:0:15943:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687360.883183:0:15943:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509237928 : -110871200313688 : ffff9b29c97d4ea8) 00000020:00001000:0.0:1788687360.883185:0:15943:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4ea0 00000008:00000001:0.0:1788687360.883188:0:15943:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788687360.883189:0:15943:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788687360.883192:0:15943:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4ea0 00000008:00000001:0.0:1788687360.883195:0:15943:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687360.883197:0:15943:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687360.883202:0:15943:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687360.883203:0:15943:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687360.883205:0:15943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687360.883206:0:15943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788687360.883209:0:15943:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc4400 with handle 0x230d04438e811e55 from hash 00010000:00000001:0.0:1788687360.883211:0:15943:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687360.883213:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687360.883214:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687360.883215:0:15943:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687360.883218:0:15943:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687360.883220:0:15943:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788687360.883225:0:15943:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687360.883228:0:15943:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687360.883230:0:15943:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687360.883232:0:15943:0:(ldlm_request.c:1526:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788687360.883237:0:15943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f3b80. 00000020:00000040:0.0:1788687360.883241:0:15943:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:0.0:1788687360.883244:0:15943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687360.883247:0:15943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687360.883251:0:15943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687360.883257:0:15943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c686ec00. 00000100:00000001:0.0:1788687360.883262:0:15943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687360.883264:0:15943:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788687360.883268:0:15943:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000dfe4ebfb/0x230d04438e811e55 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x59c08f76ab1d272e expref: -99 pid: 32136 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788687360.883275:0:15943:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788687360.883277:0:15943:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687360.883281:0:15943:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687360.883296:0:15943:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687360.883303:0:15943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051962567] to pc [ptlrpcd_00_01+1] req@ffff9b29c97f3b80 x1875572824542464/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788687360.883324:0:15943:0:(ldlm_request.c:1594:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687360.883326:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687360.883327:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687360.883329:0:15943:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687360.883331:0:15943:0:(ldlm_request.c:1833:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687360.883333:0:15943:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687360.883336:0:15943:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000dfe4ebfb/0x230d04438e811e55 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x59c08f76ab1d272e expref: -99 pid: 32136 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788687360.883343:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687360.883346:0:15943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000dfe4ebfb/0x230d04438e811e55 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x59c08f76ab1d272e expref: -99 pid: 32136 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788687360.883354:0:15943:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29c4c6f6c0. 00010000:00000040:0.0:1788687360.883358:0:15943:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64de100 count: 0 00010000:00000010:0.0:1788687360.883364:0:15943:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b29c64de900. 00010000:00000001:0.0:1788687360.883373:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687360.883374:0:15943:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788687360.883377:0:15943:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b29e1436780. 00010000:00000001:0.0:1788687360.883380:0:15943:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687360.883381:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687360.883383:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687360.883385:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788687360.883386:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687360.883388:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687360.883389:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788687360.883391:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687360.883392:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687360.883394:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788687360.883403:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687360.883406:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687360.883408:0:2368:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687360.883414:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f3b80 x1875572824542464/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687360.883421:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687360.883424:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687360.883428:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687360.883430:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687360.883432:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687360.883436:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824542464:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788687360.883440:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687360.883443:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687360.883446:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687360.883448:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687360.883452:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c686ee00. 02000000:00000001:0.0:1788687360.883454:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687360.883459:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687360.883462:0:2368:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f78. 00000400:00000010:0.0:1788687360.883467:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda000. 00000100:00000200:0.0:1788687360.883471:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824542464, portal 18 00000100:00000001:0.0:1788687360.883474:0:2368:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687360.883475:0:2368:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509364096 : -110871200187520 : ffff9b29c97f3b80) 00000100:00000040:0.0:1788687360.883482:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f3b80 x1875572824542464/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687376 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687360.883489:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687360.883491:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687360.883494:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdadd0. 00000100:00000200:0.0:1788687360.883497:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875572824542464, offset 0 00000400:00000200:0.0:1788687360.883501:0:2368:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687360.883506:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687360.883510:0:2368:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687360.883514:0:2368:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687360.883518:0:2368:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687360.883521:0:2368:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687360.883524:0:2368:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687360.883526:0:2368:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2495:2495:255:4294967295] 192.168.203.144@tcp LPNI seq info [2495:2495:7:4294967295] 00000400:00000200:0.0:1788687360.883530:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687360.883537:0:2368:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687360.883541:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687360.883544:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946a00. 00000800:00000200:0.0:1788687360.883548:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687360.883553:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687360.884255:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687360.884262:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a300. 00000400:00000200:3.0:1788687360.884266:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687360.884272:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687360.884277:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0440 00000400:00000010:3.0:1788687360.884280:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0440. 00000100:00000001:3.0:1788687360.884296:0:2361:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788687360.884298:0:2361:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:0.0:1788687360.884655:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788687360.884676:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687360.884681:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 264915 usecs (265 jiffies) 00000400:00000200:0.0:1788687360.884687:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687360.884689:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296487154 00000100:00000001:0.0:1788687360.884692:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296488158 00000100:00000001:0.0:1788687360.884694:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296487154 00000100:00000001:0.0:1788687360.884696:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296488158 00000100:00000001:0.0:1788687360.884698:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687360.884700:0:2368:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687360.884704:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687360.884708:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687360.884714:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687360.884716:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788687360.884718:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687360.884720:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687360.884721:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687360.884723:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687360.884734:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687360.884736:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687360.885316:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687360.885321:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946a00. 00000400:00000200:2.0:1788687360.885326:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687360.885331:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687360.885336:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdadd0 00000400:00000010:2.0:1788687360.885338:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdadd0. 00000100:00000001:2.0:1788687360.885343:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687360.885350:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3b80 x1875572824542464/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687376 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687360.885361:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687360.885364:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f3b80 x1875572824542464/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687376 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687360.885371:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687360.885372:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788687360.892589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de100. 00010000:00000010:0.1:1788687360.892602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4400. 00000800:00000001:2.0:1788687360.892637:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687360.892650:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687360.892654:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687360.892657:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687360.892665:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687360.892672:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687360.892681:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687360.892685:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687360.892690:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687360.892694:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x6a9d2d3f50d00 00000400:00000200:2.0:1788687360.892700:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687360.892705:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6d8d [1] + 224 00000800:00000001:2.0:1788687360.892713:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687360.892721:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687360.892725:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687360.892729:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687360.892738:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687360.892748:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3b80 x1875572824542464/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687376 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687360.892760:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c97f3b80 x1875572824542464/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687376 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687360.892785:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687360.892957:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687360.892963:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687360.892964:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687360.892968:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687360.892974:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687360.892976:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687360.892980:0:2368:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f78. 00000400:00000200:0.0:1788687360.892984:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda000 00000400:00000010:0.0:1788687360.892987:0:2368:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda000. 00000100:00000001:0.0:1788687360.892990:0:2368:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687360.892999:0:2368:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f3b80 x1875572824542464/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687376 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687360.893016:0:2368:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f3b80 x1875572824542464/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687376 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687360.893028:0:2368:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687360.893030:0:2368:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687360.893033:0:2368:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687360.893036:0:2368:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687360.893038:0:2368:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687360.893040:0:2368:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687360.893042:0:2368:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687360.893051:0:2368:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0538 time=116 v=5 (5 5 5 5) 00000100:00001000:0.0:1788687360.893055:0:2368:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687360.893057:0:2368:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687360.893058:0:2368:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687360.893061:0:2368:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687360.893064:0:2368:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687360.893067:0:2368:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687360.893172:0:2368:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788687360.893175:0:2368:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687360.893177:0:2368:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687360.893183:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f3b80 x1875572824542464/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687376 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687360.893190:0:2368:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687360.893193:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687360.893195:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687360.893198:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f3b80 x1875572824542464/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687376 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687360.893205:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824542464:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788687360.893210:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687360.893212:0:2368:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687360.893215:0:2368:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f3b80 x1875572824542464/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687376 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687360.893221:0:2368:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687360.893224:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687360.893227:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c686ee00. 02000000:00000001:0.0:1788687360.893230:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687360.893233:0:2368:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687360.893234:0:2368:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:0.0:1788687360.893237:0:2368:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687360.893239:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c686ec00. 02000000:00000001:0.0:1788687360.893241:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687360.893243:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687360.893244:0:2368:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f3b80. 00000100:00000001:0.0:1788687360.893247:0:2368:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687360.893249:0:2368:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687360.893251:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687360.893257:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687360.893259:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687360.893261:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687360.893264:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687361.034984:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687361.034991:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687361.035054:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687361.035057:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687361.035060:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788687361.297885:0:32375:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687361.867067:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687361.867078:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687361.867085:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8380. 00000020:00000040:2.0:1788687361.867090:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1788687361.867095:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687361.867097:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687361.867102:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687361.867110:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29d05a3b00. 00000100:00000001:2.0:1788687361.867117:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687361.867128:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c42e8380 x1875572824542592/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687361.867138:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687361.867142:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687361.867149:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f834c1eb] to pc [ptlrpcd_01_00+0] req@ffff9b29c42e8380 x1875572824542592/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687361.867192:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687361.867195:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687361.867198:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687361.867202:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42ea300. 00000020:00000040:2.0:1788687361.867204:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:2.0:1788687361.867207:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687361.867208:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687361.867210:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687361.867214:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29d05a3e00. 00000100:00000001:2.0:1788687361.867216:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687361.867220:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID req@ffff9b29c42ea300 x1875572824542720/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687361.867227:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687361.867229:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687361.867233:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e475e4f] to pc [ptlrpcd_01_01+1] req@ffff9b29c42ea300 x1875572824542720/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687361.867241:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687361.867243:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788687361.867247:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788687361.867249:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687361.867252:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687361.867256:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42ead80. 00000020:00000040:2.0:1788687361.867259:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:2.0:1788687361.867261:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687361.867262:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687361.867263:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687361.867266:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29d05a3400. 00000100:00000001:2.0:1788687361.867269:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687361.867273:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID req@ffff9b29c42ead80 x1875572824542848/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687361.867292:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687361.867295:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687361.867299:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086119e92] to pc [ptlrpcd_01_00+0] req@ffff9b29c42ead80 x1875572824542848/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687361.867305:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687361.867309:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1825) 00000100:00000001:2.0:1788687361.867320:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687361.867324:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687361.867326:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687361.867330:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42ea300 x1875572824542720/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687361.867338:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687361.867340:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687361.867343:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687361.867346:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687361.867348:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687361.867352:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824542720:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687361.867356:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687361.867361:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687361.867363:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687361.867366:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687361.867370:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c5d75c00. 02000000:00000001:2.0:1788687361.867371:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687361.867378:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687361.867382:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fda50. 00000400:00000010:2.0:1788687361.867389:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240110. 00000100:00000200:2.0:1788687361.867395:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824542720, portal 10 00000100:00000001:2.0:1788687361.867398:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687361.867399:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420196096 : -110871289355520 : ffff9b29c42ea300) 00000100:00000040:2.0:1788687361.867406:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42ea300 x1875572824542720/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687361.867413:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687361.867416:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687361.867419:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02404c8. 00000100:00000200:2.0:1788687361.867421:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824542720, offset 0 00000400:00000200:2.0:1788687361.867427:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687361.867434:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687361.867442:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687361.867447:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687361.867451:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687361.867454:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687361.867457:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687361.867460:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2496:2496:256:4294967295] 192.168.203.144@tcp LPNI seq info [2496:2496:8:4294967295] 00000400:00000200:2.0:1788687361.867465:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687361.867475:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687361.867482:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687361.867487:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3100. 00000800:00000200:2.0:1788687361.867493:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687361.867501:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687361.867505:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687361.867516:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687361.867520:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 802315 usecs (803 jiffies) 00000400:00000200:2.0:1788687361.867523:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687361.867526:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296488675 00000100:00000001:2.0:1788687361.867534:0:2370:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296488158 00000100:00000001:2.0:1788687361.867537:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296488675 00000100:00000001:2.0:1788687361.867540:0:2370:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296488158 00000100:00000001:2.0:1788687361.867543:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687361.867546:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687361.867549:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687361.867551:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687361.867559:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687361.867561:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788687361.867563:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687361.867564:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687361.867565:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687361.867567:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1788687361.867569:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687361.867571:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687361.867572:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687361.867573:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687361.867574:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687361.867575:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687361.867579:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8380 x1875572824542592/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687361.867585:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687361.867586:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687361.867589:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687361.867590:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687361.867592:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687361.867595:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824542592:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687361.867598:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687361.867600:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687361.867602:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687361.867604:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687361.867607:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c5d75400. 02000000:00000001:2.0:1788687361.867608:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687361.867612:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687361.867615:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fdd68. 00000400:00000010:2.0:1788687361.867618:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240c38. 00000100:00000200:2.0:1788687361.867621:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824542592, portal 25 00000100:00000001:2.0:1788687361.867623:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687361.867624:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188032 : -110871289363584 : ffff9b29c42e8380) 00000100:00000040:2.0:1788687361.867629:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e8380 x1875572824542592/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687361.867635:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687361.867637:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687361.867640:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240660. 00000100:00000200:2.0:1788687361.867642:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824542592, offset 0 00000400:00000200:2.0:1788687361.867646:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687361.867650:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687361.867653:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687361.867656:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687361.867659:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687361.867661:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687361.867663:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687361.867666:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2497:2497:255:4294967295] 192.168.203.144@tcp LPNI seq info [2497:2497:7:4294967295] 00000400:00000200:2.0:1788687361.867670:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687361.867676:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687361.867680:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687361.867684:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3800. 00000800:00000200:2.0:1788687361.867688:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687361.867692:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687361.867695:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687361.867698:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687361.867701:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687361.867703:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296492185 00000100:00000001:2.0:1788687361.867706:0:2370:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296488675 00000100:00000001:2.0:1788687361.867710:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296492185 00000100:00000001:2.0:1788687361.867712:0:2370:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296488675 00000100:00000001:2.0:1788687361.867715:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687361.867717:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687361.867719:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687361.867723:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42ead80 x1875572824542848/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687361.867729:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687361.867730:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687361.867732:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687361.867733:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687361.867735:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687361.867738:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824542848:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687361.867741:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687361.867743:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687361.867745:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687361.867746:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687361.867750:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c5d75000. 02000000:00000001:2.0:1788687361.867751:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687361.867754:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687361.867757:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fdf20. 00000400:00000010:2.0:1788687361.867760:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240a18. 00000100:00000200:2.0:1788687361.867763:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824542848, portal 4 00000100:00000001:2.0:1788687361.867765:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687361.867766:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420198784 : -110871289352832 : ffff9b29c42ead80) 00000100:00000040:2.0:1788687361.867773:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42ead80 x1875572824542848/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687361.867778:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687361.867780:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687361.867782:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02402a8. 00000100:00000200:2.0:1788687361.867784:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824542848, offset 0 00000400:00000200:2.0:1788687361.867788:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687361.867792:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687361.867795:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687361.867798:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687361.867800:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687361.867802:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687361.867804:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687361.867806:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2498:2498:254:4294967295] 192.168.203.144@tcp LPNI seq info [2498:2498:6:4294967295] 00000400:00000200:2.0:1788687361.867810:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687361.867815:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687361.867818:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687361.867821:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3700. 00000800:00000200:2.0:1788687361.867825:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687361.867828:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687361.867831:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687361.867833:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687361.867836:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 263373 usecs (264 jiffies) 00000400:00000200:2.0:1788687361.867838:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687361.867840:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296488136 00000100:00000001:2.0:1788687361.867842:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296492185 00000100:00000001:2.0:1788687361.867843:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296488136 00000100:00000001:2.0:1788687361.867845:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296492185 00000100:00000001:2.0:1788687361.867847:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687361.867848:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687361.867850:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687361.867852:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687361.867894:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687361.867898:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3100. 00000400:00000200:2.0:1788687361.867903:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687361.867933:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687361.867938:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02404c8 00000400:00000010:2.0:1788687361.867941:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02404c8. 00000100:00000001:2.0:1788687361.867945:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687361.867950:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42ea300 x1875572824542720/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687361.867959:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687361.867962:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42ea300 x1875572824542720/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687361.867968:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687361.867970:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687361.867981:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687361.867983:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3800. 00000400:00000200:2.0:1788687361.867986:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687361.867989:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687361.867992:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240660 00000400:00000010:2.0:1788687361.867993:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240660. 00000100:00000001:2.0:1788687361.867995:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687361.867998:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8380 x1875572824542592/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687361.868004:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687361.868007:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8380 x1875572824542592/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687361.868013:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687361.868014:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687361.868070:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687361.868073:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3700. 00000400:00000200:2.0:1788687361.868076:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687361.868079:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687361.868081:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02402a8 00000400:00000010:2.0:1788687361.868083:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02402a8. 00000100:00000001:2.0:1788687361.868085:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687361.868088:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42ead80 x1875572824542848/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687361.868094:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687361.868097:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42ead80 x1875572824542848/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687361.868103:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687361.868104:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788687361.868487:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687361.868491:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687361.878609:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687361.878626:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687361.878630:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687361.878634:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687361.878642:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687361.878650:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687361.878660:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687361.878664:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687361.878669:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687361.878673:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f50e80 00000400:00000200:2.0:1788687361.878678:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687361.878683:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6db5 [1] + 224 00000800:00000001:2.0:1788687361.878689:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687361.878696:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687361.878699:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687361.878704:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687361.878710:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687361.878718:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42ead80 x1875572824542848/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687361.878728:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42ead80 x1875572824542848/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687361.878742:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687361.878749:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687361.878752:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687361.878763:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687361.878767:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687361.878773:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687361.878774:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687361.878777:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fdf20. 00000400:00000200:2.0:1788687361.878782:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240a18 00000400:00000010:2.0:1788687361.878784:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240a18. 00000100:00000001:2.0:1788687361.878787:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687361.878791:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42ead80 x1875572824542848/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687361.878800:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42ead80 x1875572824542848/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687361.878806:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687361.878808:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687361.878811:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687361.878814:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687361.878816:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687361.878819:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687361.878821:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687361.878830:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=133 v=5 (5 5 16 16) 00000100:00001000:2.0:1788687361.878834:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687361.878836:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687361.878838:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687361.878840:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687361.878844:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687361.878847:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687361.878849:0:2370:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788687361.878851:0:2370:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687361.878853:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687361.878857:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42ead80 x1875572824542848/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687361.878865:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687361.878868:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687361.878870:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687361.878873:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42ead80 x1875572824542848/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687377 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687361.878884:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824542848:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687361.878892:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687361.878894:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687361.878897:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42ead80 x1875572824542848/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687377 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687361.878903:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687361.878921:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687361.878924:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c5d75000. 02000000:00000001:2.0:1788687361.878928:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687361.878931:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687361.878933:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:2.0:1788687361.878935:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687361.878938:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29d05a3400. 02000000:00000001:2.0:1788687361.878941:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687361.878943:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687361.878944:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42ead80. 00000100:00000001:2.0:1788687361.878948:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687361.878949:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687361.878952:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687361.878954:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687361.878955:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687361.878956:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687361.878958:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687361.881392:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687361.881406:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687361.881411:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687361.881413:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687361.881422:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687361.881429:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687361.881438:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687361.881443:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687361.881448:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687361.881453:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f50e00 00000400:00000200:3.0:1788687361.881458:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687361.881463:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x6d95 [1] + 224 00000800:00000001:3.0:1788687361.881470:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687361.881477:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687361.881480:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687361.881484:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687361.881491:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687361.881498:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42ea300 x1875572824542720/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687361.881508:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42ea300 x1875572824542720/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687361.881526:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687361.881533:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687361.881536:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687361.881830:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687361.881833:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687361.881840:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687361.881842:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687361.881844:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fda50. 00000400:00000200:2.0:1788687361.881849:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240110 00000400:00000010:2.0:1788687361.881851:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240110. 00000100:00000001:2.0:1788687361.881853:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687361.881859:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42ea300 x1875572824542720/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687361.881866:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42ea300 x1875572824542720/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687361.881872:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687361.881874:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687361.881876:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687361.881880:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687361.881882:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687361.881884:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687361.881887:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687361.881895:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=133 v=5 (5 103 103 103) 00000100:00001000:2.0:1788687361.881899:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=4 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687361.881902:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687361.882286:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687361.882291:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687361.882295:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687361.882298:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788687361.882300:0:2370:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: committing for last_committed 4294967655 gen 2 00000100:00000040:2.0:1788687361.882307:0:2370:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967655) req@ffff9b29c8b99c00 x1875572824538368/t4294967654(4294967654) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687373 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687361.882314:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687361.882317:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b99c00 x1875572824538368/t4294967654(4294967654) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687373 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687361.882325:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687361.882327:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687361.882330:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6911c00. 02000000:00000001:2.0:1788687361.882334:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687361.882336:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687361.882338:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687361.882340:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687361.882342:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c57f3e00. 02000000:00000001:2.0:1788687361.882346:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687361.882348:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687361.882350:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b99c00. 00000100:00000001:2.0:1788687361.882353:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687361.882355:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687361.882359:0:2370:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967655) req@ffff9b29c42e9500 x1875572824542336/t4294967655(4294967655) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/456 e 0 to 0 dl 1788687373 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687361.882371:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687361.882373:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e9500 x1875572824542336/t4294967655(4294967655) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 504/456 e 0 to 0 dl 1788687373 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687361.882380:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687361.882381:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687361.882382:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c63d7400. 02000000:00000001:2.0:1788687361.882385:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687361.882386:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687361.882387:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687361.882389:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687361.882391:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c120b200. 02000000:00000001:2.0:1788687361.882393:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687361.882394:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687361.882395:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e9500. 00000100:00000001:2.0:1788687361.882398:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687361.882398:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687361.882401:0:2370:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788687361.882403:0:2370:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:2.0:1788687361.882405:0:2370:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687361.882407:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687361.882412:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42ea300 x1875572824542720/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687361.882419:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687361.882422:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687361.882424:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687361.882428:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42ea300 x1875572824542720/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687377 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687361.882436:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824542720:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687361.882441:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687361.882443:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687361.882446:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42ea300 x1875572824542720/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687377 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687361.882452:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687361.882453:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687361.882455:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c5d75c00. 02000000:00000001:2.0:1788687361.882457:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687361.882459:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687361.882460:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687361.882462:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687361.882463:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29d05a3e00. 02000000:00000001:2.0:1788687361.882466:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687361.882467:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687361.882468:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42ea300. 00000100:00000001:2.0:1788687361.882470:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687361.882471:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687361.882474:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687361.882476:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687361.882478:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687361.882480:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687361.882481:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687361.885387:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687361.885402:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687361.885406:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687361.885409:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687361.885418:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687361.885425:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687361.885432:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687361.885437:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687361.885441:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687361.885446:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f50d80 00000400:00000200:3.0:1788687361.885450:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687361.885455:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6da5 [1] + 224 00000800:00000001:3.0:1788687361.885461:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687361.885469:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687361.885472:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687361.885476:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687361.885483:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687361.885491:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8380 x1875572824542592/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687361.885501:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42e8380 x1875572824542592/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687361.885515:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687361.885522:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687361.885525:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687361.885537:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687361.885541:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687361.885547:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687361.885549:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687361.885551:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fdd68. 00000400:00000200:3.0:1788687361.885555:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240c38 00000400:00000010:3.0:1788687361.885557:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240c38. 00000100:00000001:3.0:1788687361.885560:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687361.885564:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e8380 x1875572824542592/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687361.885572:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e8380 x1875572824542592/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687361.885577:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687361.885579:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687361.885581:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687361.885584:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687361.885586:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687361.885587:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687361.885590:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687361.885596:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=133 v=5 (5 5 5 5) 00000100:00001000:3.0:1788687361.885599:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=133 v=5 (1 1 1 1) 00000100:00000001:3.0:1788687361.885602:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687361.885603:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687361.885606:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687361.885608:0:2370:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687361.885611:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687361.885616:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e8380 x1875572824542592/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687361.885623:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687361.885625:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687361.885627:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687361.885631:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e8380 x1875572824542592/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687377 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687361.885637:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824542592:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687361.885641:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687361.885643:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687361.885646:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e8380 x1875572824542592/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687377 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687361.885652:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687361.885654:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687361.885657:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c5d75400. 02000000:00000001:3.0:1788687361.885660:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687361.885663:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687361.885664:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1788687361.885666:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687361.885669:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29d05a3b00. 02000000:00000001:3.0:1788687361.885672:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687361.885673:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687361.885675:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e8380. 00000100:00000001:3.0:1788687361.885679:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687361.885680:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687361.885682:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687361.885688:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687361.885690:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687361.885692:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687361.885694:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687362.059295:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687362.059301:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687362.062055:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687362.062062:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687362.062067:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788687362.711248:0:32520:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687363.084012:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687363.084020:0:31210:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687363.084022:0:31210:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687363.084026:0:31210:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687363.084031:0:31210:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687363.084033:0:31210:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687363.084035:0:31210:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687363.084037:0:31210:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687363.084057:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687363.084060:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687363.084063:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788687363.444308:0:32582:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687364.107216:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687364.107223:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687364.107642:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687364.107646:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687364.107649:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788687364.346328:0:32673:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788687364.715892:0:32709:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788687364.715899:0:32709:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 23: client hang when close a file after mds crash ========================================================== 05:36:03 (1788687363) 00000001:00000001:1.0:1788687364.733465:0:32709:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1788687364.965549:0:32722:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687364.965556:0:32722:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687364.965559:0:32722:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687364.965562:0:32722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5bbc0 00000080:00200000:2.0:1788687364.965566:0:32722:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687364.965573:0:32722:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c5d74400. 00800000:00000002:2.0:1788687364.965580:0:32722:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687364.965585:0:32722:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687364.965589:0:32722:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687364.965591:0:32722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5bae0 00800000:00000002:2.0:1788687364.965594:0:32722:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687364.965598:0:32722:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687364.965602:0:32722:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687364.965608:0:32722:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687364.965610:0:32722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5b9b0 00000002:00010000:2.0:1788687364.965612:0:32722:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687364.965616:0:32722:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687364.965618:0:32722:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687364.965621:0:32722:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788687364.965626:0:32722:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687364.965629:0:32722:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687364.965630:0:32722:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687364.965633:0:32722:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788687364.965635:0:32722:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788687364.965640:0:32722:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42ea300. 00000020:00000040:2.0:1788687364.965645:0:32722:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:2.0:1788687364.965652:0:32722:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687364.965657:0:32722:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687364.965661:0:32722:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687364.965665:0:32722:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687364.965668:0:32722:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687364.965673:0:32722:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687364.965680:0:32722:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c63d4000. 00000100:00000001:2.0:1788687364.965686:0:32722:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687364.965691:0:32722:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687364.965692:0:32722:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687364.965694:0:32722:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687364.965695:0:32722:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687364.965696:0:32722:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687364.965701:0:32722:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202420196096 : -110871289355520 : ffff9b29c42ea300) 00010000:00000001:2.0:1788687364.965704:0:32722:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788687364.965706:0:32722:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788687364.965711:0:32722:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c6090f00. 00010000:00000010:2.0:1788687364.965714:0:32722:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5044a00. 00010000:00000001:2.0:1788687364.965719:0:32722:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788687364.965722:0:32722:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29d13a8000. 00000020:00000001:2.0:1788687364.965725:0:32722:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788687364.965728:0:32722:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29d13a8000 with handle 0x230d04438e811e9b to hash 00000020:00000001:2.0:1788687364.965730:0:32722:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788687364.965732:0:32722:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:2.0:1788687364.965736:0:32722:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:2.0:1788687364.965739:0:32722:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687364.965742:0:32722:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687364.965746:0:32722:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811e9b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32722 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687364.965885:0:32722:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811e9b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32722 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687364.965896:0:32722:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811e9b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32722 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788687364.965902:0:32722:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687364.965942:0:32722:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687364.965949:0:32722:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c8b93000. 00000100:00000001:2.0:1788687364.965952:0:32722:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202496385024 : -110871213166592 : ffff9b29c8b93000) 00000100:00000001:2.0:1788687364.965955:0:32722:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687364.965956:0:32722:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420196096 : -110871289355520 : ffff9b29c42ea300) 00000100:00000001:2.0:1788687364.965960:0:32722:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687364.965964:0:32722:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687364.965966:0:32722:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687364.965968:0:32722:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687364.965977:0:32722:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42ea300 x1875572824542976/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687364.965984:0:32722:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687364.965986:0:32722:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687364.965990:0:32722:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687364.965992:0:32722:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687364.965995:0:32722:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687364.965998:0:32722:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42ea300 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:32722:1875572824542976:192.168.203.144@tcp:101:multiop.0 00000100:00000001:2.0:1788687364.966002:0:32722:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687364.966007:0:32722:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687364.966010:0:32722:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687364.966012:0:32722:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687364.966017:0:32722:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c6810000. 02000000:00000001:2.0:1788687364.966019:0:32722:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687364.966078:0:32722:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687364.966082:0:32722:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fda50. 00000400:00000010:2.0:1788687364.966089:0:32722:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240110. 00000100:00000200:2.0:1788687364.966095:0:32722:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824542976, portal 10 00000100:00000001:2.0:1788687364.966097:0:32722:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687364.966098:0:32722:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420196096 : -110871289355520 : ffff9b29c42ea300) 00000100:00000040:2.0:1788687364.966105:0:32722:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42ea300 x1875572824542976/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687380 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687364.966113:0:32722:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687364.966116:0:32722:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687364.966118:0:32722:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240a18. 00000100:00000200:2.0:1788687364.966121:0:32722:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824542976, offset 0 00000400:00000200:2.0:1788687364.966128:0:32722:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687364.966137:0:32722:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687364.966144:0:32722:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687364.966148:0:32722:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687364.966152:0:32722:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687364.966155:0:32722:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687364.966158:0:32722:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687364.966161:0:32722:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2499:2499:256:4294967295] 192.168.203.144@tcp LPNI seq info [2499:2499:8:4294967295] 00000400:00000200:2.0:1788687364.966166:0:32722:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687364.966175:0:32722:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687364.966180:0:32722:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687364.966185:0:32722:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3e00. 00000800:00000200:2.0:1788687364.966192:0:32722:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687364.966199:0:32722:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687364.966203:0:32722:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788687364.966217:0:32722:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687364.966221:0:32722:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 801295 usecs (802 jiffies) 00000400:00000200:2.0:1788687364.966224:0:32722:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687364.966227:0:32722:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296491773 00000100:00000001:2.0:1788687364.966229:0:32722:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296492185 00000100:00000001:2.0:1788687364.966231:0:32722:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296491773 00000100:00000001:2.0:1788687364.966233:0:32722:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296492185 00000100:00000001:2.0:1788687364.966235:0:32722:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687364.966237:0:32722:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687364.966240:0:32722:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687364.966242:0:32722:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687364.966244:0:32722:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c8b93000 going to sleep for 11 seconds 00000100:00000001:2.0:1788687364.966247:0:32722:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687364.966250:0:32722:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687364.967545:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687364.967553:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3e00. 00000400:00000200:3.0:1788687364.967558:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687364.967566:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687364.967573:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240a18 00000400:00000010:3.0:1788687364.967576:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240a18. 00000100:00000001:3.0:1788687364.967580:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687364.967586:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42ea300 x1875572824542976/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687380 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687364.967597:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687364.967600:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42ea300 x1875572824542976/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687380 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687364.967607:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687364.967608:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687364.971321:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687364.971337:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687364.971342:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687364.971344:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687364.971353:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687364.971361:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687364.971369:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687364.971373:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687364.971377:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687364.971381:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f50f00 00000400:00000200:3.0:1788687364.971386:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687364.971392:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x6dc5 [1] + 224 00000800:00000001:3.0:1788687364.971398:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687364.971405:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687364.971409:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687364.971413:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687364.971421:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687364.971429:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42ea300 x1875572824542976/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687380 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687364.971451:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c42ea300 x1875572824542976/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687380 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687364.971470:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687364.971478:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687364.971482:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687364.971984:0:32722:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687364.971992:0:32722:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687364.971994:0:32722:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687364.972004:0:32722:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fda50. 00000400:00000200:2.0:1788687364.972010:0:32722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240110 00000400:00000010:2.0:1788687364.972012:0:32722:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240110. 00000100:00000001:2.0:1788687364.972015:0:32722:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687364.972021:0:32722:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42ea300 x1875572824542976/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687380 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788687364.972030:0:32722:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42ea300 x1875572824542976/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687380 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687364.972037:0:32722:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687364.972039:0:32722:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687364.972041:0:32722:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687364.972044:0:32722:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687364.972046:0:32722:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687364.972048:0:32722:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687364.972051:0:32722:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687364.972060:0:32722:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=136 v=5 (5 103 103 103) 00000100:00001000:2.0:1788687364.972065:0:32722:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=7 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687364.972068:0:32722:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687364.972069:0:32722:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687364.972072:0:32722:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687364.972075:0:32722:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687364.972079:0:32722:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687364.972081:0:32722:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967655 00000100:00000001:2.0:1788687364.972083:0:32722:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687364.972084:0:32722:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687364.972089:0:32722:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42ea300 x1875572824542976/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687380 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687364.972096:0:32722:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687364.972099:0:32722:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687364.972101:0:32722:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687364.972105:0:32722:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42ea300 x1875572824542976/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687380 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788687364.972112:0:32722:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42ea300 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:32722:1875572824542976:192.168.203.144@tcp:101:multiop.0 00000100:00000001:2.0:1788687364.972117:0:32722:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687364.972119:0:32722:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687364.972121:0:32722:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687364.972123:0:32722:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687364.972126:0:32722:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42ea300 x1875572824542976/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687380 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687364.972131:0:32722:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687364.972133:0:32722:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c8b93000. 00000100:00000001:2.0:1788687364.972136:0:32722:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687364.972136:0:32722:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687364.972138:0:32722:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788687364.972142:0:32722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687364.972143:0:32722:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687364.972146:0:32722:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=4 00000020:00000001:2.0:1788687364.972147:0:32722:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:2.0:1788687364.972149:0:32722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000040:2.0:1788687364.972155:0:32722:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29d13a8000, remote cookie: 0x59c08f76ab1d27b3, flags: 0x1001 00010000:00010000:2.0:1788687364.972158:0:32722:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811e9b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d27b3 expref: -99 pid: 32722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687364.972167:0:32722:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811e9b lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d27b3 expref: -99 pid: 32722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687364.972172:0:32722:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788687364.972176:0:32722:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788687364.972177:0:32722:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788687364.972179:0:32722:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788687364.972645:0:32722:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788687364.972648:0:32722:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b29c6090f00) refcount = 1 00010000:00010000:2.0:1788687364.972662:0:32722:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811e9b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d27b3 expref: -99 pid: 32722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687364.972669:0:32722:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788687364.972673:0:32722:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788687364.972675:0:32722:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687364.972678:0:32722:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788687364.972680:0:32722:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687364.972683:0:32722:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811e9b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d27b3 expref: -99 pid: 32722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687364.972690:0:32722:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788687364.972691:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687364.972693:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687364.972694:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687364.972695:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687364.972696:0:32722:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687364.972701:0:32722:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788687364.972703:0:32722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687364.972704:0:32722:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687364.972707:0:32722:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=3 00000020:00000001:2.0:1788687364.972709:0:32722:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:2.0:1788687364.972712:0:32722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:2.0:1788687364.972714:0:32722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687364.972715:0:32722:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687364.972716:0:32722:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=4 00000020:00000001:2.0:1788687364.972718:0:32722:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:2.0:1788687364.972720:0:32722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:2.0:1788687364.972723:0:32722:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687364.972726:0:32722:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687364.972730:0:32722:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811e9b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d27b3 expref: -99 pid: 32722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687364.972736:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687364.972737:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687364.972738:0:32722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687364.972740:0:32722:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687364.972741:0:32722:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=5 00000020:00000001:2.0:1788687364.972743:0:32722:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:2.0:1788687364.972745:0:32722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:2.0:1788687364.972747:0:32722:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687364.972750:0:32722:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811e9b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d27b3 expref: -99 pid: 32722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687364.972756:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687364.972757:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788687364.972760:0:32722:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811e9b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d27b3 expref: -99 pid: 32722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687364.972777:0:32722:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687364.972778:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687364.972779:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687364.972780:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687364.972782:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788687364.972789:0:32722:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c42ea300 x1875572824542976/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687380 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788687364.972797:0:32722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687364.972798:0:32722:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687364.972800:0:32722:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=3 00000020:00000001:2.0:1788687364.972801:0:32722:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:2.0:1788687364.972803:0:32722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:2.0:1788687364.972805:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687364.972806:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687364.972808:0:32722:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687364.972809:0:32722:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687364.972813:0:32722:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788687364.972815:0:32722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687364.972816:0:32722:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687364.972817:0:32722:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=3 00000020:00000001:2.0:1788687364.972819:0:32722:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:2.0:1788687364.972821:0:32722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00000002:00010000:2.0:1788687364.972824:0:32722:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811e9b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d27b3 expref: -99 pid: 32722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687364.972830:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687364.972832:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687364.972834:0:32722:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788687364.972835:0:32722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687364.972836:0:32722:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687364.972837:0:32722:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=3 00000020:00000001:2.0:1788687364.972839:0:32722:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:2.0:1788687364.972841:0:32722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000040:2.0:1788687364.972847:0:32722:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090f00 count: 2 00010000:00000001:2.0:1788687364.972849:0:32722:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788687364.972853:0:32722:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788687364.972856:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687364.972858:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687364.972859:0:32722:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788687364.972861:0:32722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5b938 00000002:00002000:2.0:1788687364.972864:0:32722:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788687364.972867:0:32722:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687364.972870:0:32722:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687364.972872:0:32722:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788687364.972876:0:32722:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788687364.972879:0:32722:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788687364.972883:0:32722:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687364.972886:0:32722:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c5d74400. 00000080:00000001:2.0:1788687364.972890:0:32722:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687364.972893:0:32722:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788687364.972898:0:32722:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788687364.972902:0:32722:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788687364.972952:0:32722:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b29e138e240. 00800000:00000001:2.0:1788687364.972955:0:32722:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633202907406912 : -110870802144704 : ffff9b29e138e240) 00800000:00000001:2.0:1788687364.972958:0:32722:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687364.972961:0:32722:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788687364.972963:0:32722:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788687364.972965:0:32722:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788687364.972968:0:32722:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788687364.972970:0:32722:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788687364.972972:0:32722:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687364.972976:0:32722:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788687364.972978:0:32722:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1788687364.972980:0:32722:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788687342 to 1788687357 00000080:00200000:2.0:1788687364.972984:0:32722:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788687364.972986:0:32722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687364.972987:0:32722:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687364.972989:0:32722:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=3 00000020:00000001:2.0:1788687364.972991:0:32722:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:2.0:1788687364.972993:0:32722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:2.0:1788687364.972995:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687364.972996:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788687364.972998:0:32722:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788687364.973000:0:32722:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788687364.973002:0:32722:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29e138e240 1 00800000:00000010:2.0:1788687364.973004:0:32722:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b29e138e240. 00800000:00000001:2.0:1788687364.973006:0:32722:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687364.973009:0:32722:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811e9b 00800000:00000001:2.0:1788687364.973012:0:32722:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687364.973014:0:32722:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687364.973015:0:32722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687364.973016:0:32722:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687364.973017:0:32722:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=3 00000020:00000001:2.0:1788687364.973019:0:32722:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:2.0:1788687364.973021:0:32722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:2.0:1788687364.973023:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687364.973024:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687364.973033:0:32722:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687364.973035:0:32722:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687364.973037:0:32722:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687364.973039:0:32722:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687364.973042:0:32722:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811e9b from it ffffaca081f5bbf8 00010000:00000001:2.0:1788687364.973044:0:32722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687364.973045:0:32722:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687364.973046:0:32722:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=3 00000020:00000001:2.0:1788687364.973048:0:32722:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:2.0:1788687364.973050:0:32722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:2.0:1788687364.973052:0:32722:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687364.973054:0:32722:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811e9b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d27b3 expref: -99 pid: 32722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687364.973061:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687364.973062:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687364.973063:0:32722:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687364.973065:0:32722:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687364.973068:0:32722:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811e9b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d27b3 expref: -99 pid: 32722 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687364.973076:0:32722:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687364.973079:0:32722:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687364.973081:0:32722:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687364.973085:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687364.973086:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687364.973087:0:32722:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687364.973091:0:32722:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687364.973092:0:32722:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687364.973094:0:32722:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687364.973097:0:32722:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687364.973098:0:32722:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687364.973099:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687364.973100:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687364.973102:0:32722:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687364.973107:0:32722:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42ea300 x1875572824542976/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687380 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687364.973113:0:32722:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687364.973116:0:32722:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687364.973120:0:32722:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c6810000. 02000000:00000001:2.0:1788687364.973123:0:32722:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687364.973125:0:32722:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687364.973127:0:32722:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687364.973129:0:32722:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687364.973132:0:32722:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c63d4000. 02000000:00000001:2.0:1788687364.973135:0:32722:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687364.973136:0:32722:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687364.973138:0:32722:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42ea300. 00000100:00000001:2.0:1788687364.973141:0:32722:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687364.973142:0:32722:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687364.973146:0:32722:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788687364.973151:0:32722:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687364.973166:0:32722:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c622ff00. 00000080:00000001:2.0:1788687364.973171:0:32722:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687364.973173:0:32722:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687364.973174:0:32722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5bb00 00000080:00200000:2.0:1788687364.973177:0:32722:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687364.973181:0:32722:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c5d74400. 00800000:00000002:2.0:1788687364.973185:0:32722:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687364.973189:0:32722:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687364.973191:0:32722:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687364.973193:0:32722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5ba20 00800000:00000002:2.0:1788687364.973194:0:32722:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687364.973197:0:32722:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687364.973200:0:32722:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687364.973204:0:32722:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687364.973205:0:32722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5b8f0 00000002:00010000:2.0:1788687364.973207:0:32722:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687364.973210:0:32722:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687364.973212:0:32722:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687364.973213:0:32722:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687364.973215:0:32722:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090f00 count: 2 00010000:00000001:2.0:1788687364.973218:0:32722:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687364.973220:0:32722:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687364.973223:0:32722:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687364.973226:0:32722:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811e9b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d27b3 expref: -99 pid: 32722 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788687364.973233:0:32722:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687364.973237:0:32722:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687364.973240:0:32722:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811e9b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d27b3 expref: -99 pid: 32722 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788687364.973247:0:32722:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687364.973248:0:32722:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687364.973250:0:32722:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687364.973251:0:32722:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687364.973253:0:32722:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687364.973265:0:32722:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687364.973267:0:32722:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687364.973270:0:32722:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687364.973272:0:32722:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c5d74400. 00000080:00000001:2.0:1788687364.973274:0:32722:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687364.973275:0:32722:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687364.973277:0:32722:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687364.973280:0:32722:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811e9b 00800000:00000001:2.0:1788687364.973282:0:32722:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687364.973284:0:32722:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687364.973285:0:32722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687364.973286:0:32722:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687364.973287:0:32722:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=3 00000020:00000001:2.0:1788687364.973290:0:32722:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:2.0:1788687364.973292:0:32722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:2.0:1788687364.973294:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687364.973295:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687364.973296:0:32722:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687364.973298:0:32722:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687364.973300:0:32722:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811e9b from it ffffaca081f5bb38 00010000:00000001:2.0:1788687364.973301:0:32722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687364.973302:0:32722:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687364.973303:0:32722:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8000 refcount=3 00000020:00000001:2.0:1788687364.973305:0:32722:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:2.0:1788687364.973307:0:32722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077376 : -110871070474240 : ffff9b29d13a8000) 00010000:00000001:2.0:1788687364.973309:0:32722:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687364.973312:0:32722:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811e9b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d27b3 expref: -99 pid: 32722 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687364.973318:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687364.973319:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687364.973320:0:32722:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687364.973321:0:32722:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687364.973323:0:32722:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811e9b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d27b3 expref: -99 pid: 32722 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687364.973335:0:32722:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687364.973336:0:32722:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687364.973338:0:32722:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687364.973340:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687364.973341:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687364.973342:0:32722:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687364.973344:0:32722:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687364.973346:0:32722:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687364.973347:0:32722:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687364.973349:0:32722:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687364.973350:0:32722:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687364.973351:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687364.973353:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687364.973354:0:32722:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687364.973355:0:32722:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687364.973357:0:32722:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788687364.973360:0:32722:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687364.973363:0:32722:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788687364.973364:0:32722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5bb58 00000080:00200000:2.0:1788687364.973366:0:32722:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), file ffff9b29c4fc9800, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1788687364.973372:0:32722:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b29c33d0120. 00000080:00000001:2.0:1788687364.973375:0:32722:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788687364.973377:0:32722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5ba08 00000080:00200000:2.0:1788687364.973379:0:32722:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=open|creat 00000080:00000010:2.0:1788687364.973385:0:32722:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c5d74400. 00800000:00000002:2.0:1788687364.973387:0:32722:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687364.973392:0:32722:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687364.973393:0:32722:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687364.973395:0:32722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5b928 00800000:00000002:2.0:1788687364.973396:0:32722:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f23.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687364.973400:0:32722:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788687364.973402:0:32722:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788687364.973406:0:32722:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633202409432576 : -110871300119040 : ffff9b29c38a6600) 00800000:00000001:2.0:1788687364.973409:0:32722:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788687364.973412:0:32722:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788687364.973413:0:32722:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788687364.973416:0:32722:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788687364.973419:0:32722:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b29e019e800: Allocated FID [0x200000404:0x2d:0x0] 40000000:00000001:2.0:1788687364.973421:0:32722:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687364.973423:0:32722:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687364.973425:0:32722:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687364.973427:0:32722:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687364.973428:0:32722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5b8a8 00800000:00000002:2.0:1788687364.973430:0:32722:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2d:0x0], name='f23.recovery-small' -> mds #0 layout version 1 00000002:00000001:2.0:1788687364.973433:0:32722:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687364.973435:0:32722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5b7e0 00000002:00010000:2.0:1788687364.973436:0:32722:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f23.recovery-small,[0x200000404:0x2d:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1788687364.973440:0:32722:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788687364.973443:0:32722:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788687364.973445:0:32722:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788687364.973449:0:32722:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687364.973451:0:32722:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788687364.973452:0:32722:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090f00 count: 2 00010000:00000001:2.0:1788687364.973454:0:32722:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687364.973456:0:32722:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788687364.973459:0:32722:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788687364.973461:0:32722:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811e9b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d27b3 expref: -99 pid: 32722 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788687364.973468:0:32722:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788687364.973472:0:32722:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788687364.973473:0:32722:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788687364.973475:0:32722:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788687364.973477:0:32722:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687364.973478:0:32722:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687364.973480:0:32722:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090f00 count: 3 00010000:00000001:2.0:1788687364.973482:0:32722:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687364.973484:0:32722:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687364.973486:0:32722:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687364.973487:0:32722:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687364.973488:0:32722:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090f00 count: 3 00010000:00000001:2.0:1788687364.973490:0:32722:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687364.973492:0:32722:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687364.973494:0:32722:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687364.973495:0:32722:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687364.973496:0:32722:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090f00 count: 3 00010000:00000001:2.0:1788687364.973498:0:32722:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687364.973500:0:32722:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687364.973502:0:32722:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788687364.973504:0:32722:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b29d8594200, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788687364.973508:0:32722:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788687364.973510:0:32722:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788687364.973512:0:32722:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788687364.973514:0:32722:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687364.973516:0:32722:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788687364.973518:0:32722:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788687364.973520:0:32722:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788687364.973521:0:32722:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687364.973523:0:32722:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788687364.973526:0:32722:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29d13a8000 with handle 0x230d04438e811e9b from hash 00010000:00000001:2.0:1788687364.973528:0:32722:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788687364.973529:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687364.973530:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687364.973532:0:32722:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788687364.973534:0:32722:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788687364.973536:0:32722:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788687364.973539:0:32722:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788687364.973540:0:32722:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687364.973542:0:32722:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788687364.973545:0:32722:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42ea300. 00000020:00000040:2.0:1788687364.973548:0:32722:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:2.0:1788687364.973552:0:32722:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788687364.973553:0:32722:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687364.973556:0:32722:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687364.973558:0:32722:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687364.973560:0:32722:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687364.973563:0:32722:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687364.973564:0:32722:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687364.973566:0:32722:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687364.973572:0:32722:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c63d4000. 00000100:00000001:2.0:1788687364.973577:0:32722:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687364.973580:0:32722:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687364.973582:0:32722:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788687364.973585:0:32722:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811e9b lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d27b3 expref: -99 pid: 32722 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788687364.973591:0:32722:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788687364.973592:0:32722:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788687364.973594:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788687364.973596:0:32722:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8000/0x230d04438e811e9b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d27b3 expref: -99 pid: 32722 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1788687364.973603:0:32722:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c6090f00 count: 0 00010000:00000010:2.0:1788687364.973607:0:32722:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5044a00. 00010000:00000001:2.0:1788687364.973612:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687364.973614:0:32722:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687364.973615:0:32722:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687364.973617:0:32722:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687364.973619:0:32722:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687364.973625:0:32722:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633202420196096 : -110871289355520 : ffff9b29c42ea300) 00010000:00000001:2.0:1788687364.973628:0:32722:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788687364.973630:0:32722:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788687364.973634:0:32722:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c6090000. 00010000:00000010:2.0:1788687364.973637:0:32722:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5044a00. 00010000:00000001:2.0:1788687364.973641:0:32722:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788687364.973644:0:32722:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29d13a9c00. 00000020:00000001:2.0:1788687364.973646:0:32722:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788687364.973648:0:32722:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29d13a9c00 with handle 0x230d04438e811ea2 to hash 00000020:00000001:2.0:1788687364.973650:0:32722:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788687364.973651:0:32722:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202639084544 : -110871070467072 : ffff9b29d13a9c00) 00010000:00000001:2.0:1788687364.973655:0:32722:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202639084544 : -110871070467072 : ffff9b29d13a9c00) 00010000:00000001:2.0:1788687364.973657:0:32722:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687364.973659:0:32722:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687364.973662:0:32722:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9c00/0x230d04438e811ea2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32722 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687364.973681:0:32722:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9c00/0x230d04438e811ea2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32722 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788687364.973692:0:32722:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788687364.973698:0:32722:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c42ea300 x1875572824543232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788687364.973708:0:32722:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9c00/0x230d04438e811ea2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32722 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788687364.973713:0:32722:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687364.973715:0:32722:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687364.973721:0:32722:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c8b93000. 00000100:00000001:2.0:1788687364.973723:0:32722:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202496385024 : -110871213166592 : ffff9b29c8b93000) 00000100:00000001:2.0:1788687364.973726:0:32722:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687364.973727:0:32722:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420196096 : -110871289355520 : ffff9b29c42ea300) 00000100:00000001:2.0:1788687364.973731:0:32722:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687364.973734:0:32722:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687364.973736:0:32722:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687364.973738:0:32722:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687364.973742:0:32722:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42ea300 x1875572824543232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687364.973748:0:32722:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687364.973751:0:32722:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687364.973754:0:32722:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687364.973756:0:32722:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687364.973759:0:32722:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687364.973762:0:32722:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42ea300 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:32722:1875572824543232:192.168.203.144@tcp:101:multiop.0 00000100:00000001:2.0:1788687364.973766:0:32722:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687364.973770:0:32722:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687364.973772:0:32722:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687364.973775:0:32722:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687364.973825:0:32722:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b29c6980000. 02000000:00000001:2.0:1788687364.973828:0:32722:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687364.973834:0:32722:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687364.973837:0:32722:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fda50. 00000400:00000010:2.0:1788687364.973843:0:32722:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b29c63d5000. 00000100:00000200:2.0:1788687364.973849:0:32722:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875572824543232, portal 10 00000100:00000001:2.0:1788687364.973851:0:32722:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687364.973852:0:32722:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420196096 : -110871289355520 : ffff9b29c42ea300) 00000100:00000040:2.0:1788687364.973857:0:32722:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42ea300 x1875572824543232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687380 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687364.973863:0:32722:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687364.973866:0:32722:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687364.973868:0:32722:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240110. 00000100:00000200:2.0:1788687364.973870:0:32722:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875572824543232, offset 0 00000400:00000200:2.0:1788687364.973876:0:32722:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687364.973882:0:32722:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687364.973889:0:32722:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687364.973893:0:32722:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687364.973896:0:32722:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687364.973900:0:32722:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687364.973902:0:32722:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687364.973926:0:32722:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2500:2500:256:4294967295] 192.168.203.144@tcp LPNI seq info [2500:2500:8:4294967295] 00000400:00000200:2.0:1788687364.973932:0:32722:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687364.973941:0:32722:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687364.973946:0:32722:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687364.973951:0:32722:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3700. 00000800:00000200:2.0:1788687364.973957:0:32722:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687364.973965:0:32722:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687364.973968:0:32722:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3700 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1788687364.973980:0:32722:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687364.973984:0:32722:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 800263 usecs (801 jiffies) 00000400:00000200:2.0:1788687364.973987:0:32722:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687364.973989:0:32722:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296491780 00000100:00000001:2.0:1788687364.973992:0:32722:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296492185 00000100:00000001:2.0:1788687364.973994:0:32722:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296491780 00000100:00000001:2.0:1788687364.973996:0:32722:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296492185 00000100:00000001:2.0:1788687364.973999:0:32722:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687364.974001:0:32722:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687364.974003:0:32722:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687364.974005:0:32722:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687364.974007:0:32722:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c8b93000 going to sleep for 11 seconds 00000100:00000001:2.0:1788687364.974009:0:32722:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687364.974012:0:32722:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687364.974590:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687364.974595:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3700. 00000400:00000200:3.0:1788687364.974600:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687364.974605:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687364.974611:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240110 00000400:00000010:3.0:1788687364.974613:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240110. 00000100:00000001:3.0:1788687364.974617:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687364.974622:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42ea300 x1875572824543232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687380 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687364.974631:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687364.974635:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42ea300 x1875572824543232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687380 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687364.974641:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687364.974643:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788687364.980751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090f00. 00010000:00000010:2.1:1788687364.980766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8000. 00000800:00000001:3.0:1788687364.990869:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687364.990885:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687364.990889:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687364.990891:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687364.990899:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687364.990943:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687364.990953:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687364.990958:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687364.990963:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687364.990967:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x6a9d2d3f51000 00000400:00000200:3.0:1788687364.990972:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687364.990977:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x6dd5 [32] + 224 00000800:00000001:3.0:1788687364.990985:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687364.990992:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687364.990995:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687364.990999:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687364.991006:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687364.991014:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42ea300 x1875572824543232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687380 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687364.991023:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b29c42ea300 x1875572824543232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687380 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687364.991264:0:32722:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687364.991281:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788687364.991292:0:2361:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788687364.991296:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687364.991302:0:2361:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687364.991307:0:2361:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2501:2501:256:4294967295] 192.168.203.144@tcp LPNI seq info [2501:2501:8:4294967295] 00000400:00000200:3.0:1788687364.991312:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687364.991318:0:2361:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1788687364.991323:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687364.991329:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9b29c43bfc00. 00000800:00000200:3.0:1788687364.991335:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687364.991342:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687364.991346:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c43bfc00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788687364.991425:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687364.991429:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9b29c43bfc00. 00000400:00000200:3.0:1788687364.991432:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687364.991435:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1788687364.991440:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687364.991444:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788687364.994139:0:32722:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687364.994145:0:32722:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687364.994149:0:32722:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fda50. 00000400:00000200:2.0:1788687364.994157:0:32722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c63d5000 00000400:00000010:2.0:1788687364.994160:0:32722:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b29c63d5000. 00000100:00000001:2.0:1788687364.994164:0:32722:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687364.994176:0:32722:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42ea300 x1875572824543232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687380 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788687364.994187:0:32722:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42ea300 x1875572824543232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687380 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687364.994195:0:32722:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687364.994197:0:32722:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687364.994200:0:32722:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687364.994204:0:32722:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687364.994207:0:32722:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687364.994209:0:32722:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687364.994212:0:32722:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687364.994220:0:32722:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=136 v=5 (5 103 103 103) 00000100:00001000:2.0:1788687364.994224:0:32722:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=7 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687364.994227:0:32722:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687364.994229:0:32722:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687364.994231:0:32722:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687364.994236:0:32722:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687364.994239:0:32722:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788687364.994241:0:32722:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1] 00000100:00000001:2.0:1788687364.994242:0:32722:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788687364.994244:0:32722:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687364.994246:0:32722:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420196096 : -110871289355520 : ffff9b29c42ea300) 00000100:00000001:2.0:1788687364.994249:0:32722:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687364.994251:0:32722:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967655 00000100:00000001:2.0:1788687364.994254:0:32722:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687364.994312:0:32722:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687364.994320:0:32722:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42ea300 x1875572824543232/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1788687380 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687364.994328:0:32722:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687364.994331:0:32722:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687364.994334:0:32722:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687364.994338:0:32722:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42ea300 x1875572824543232/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1788687380 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788687364.994345:0:32722:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42ea300 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:32722:1875572824543232:192.168.203.144@tcp:101:multiop.0 00000100:00000001:2.0:1788687364.994351:0:32722:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687364.994354:0:32722:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687364.994356:0:32722:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687364.994358:0:32722:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687364.994362:0:32722:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42ea300 x1875572824543232/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1788687380 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687364.994376:0:32722:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687364.994379:0:32722:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c8b93000. 00000100:00000001:2.0:1788687364.994382:0:32722:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687364.994383:0:32722:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687364.994386:0:32722:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788687364.994391:0:32722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687364.994394:0:32722:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687364.994397:0:32722:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9c00 refcount=4 00000020:00000001:2.0:1788687364.994410:0:32722:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639084544 : -110871070467072 : ffff9b29d13a9c00) 00010000:00000001:2.0:1788687364.994413:0:32722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639084544 : -110871070467072 : ffff9b29d13a9c00) 00010000:00000040:2.0:1788687364.994607:0:32722:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29d13a9c00, remote cookie: 0x59c08f76ab1d27cf, flags: 0x1001 00010000:00010000:2.0:1788687364.994612:0:32722:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9c00/0x230d04438e811ea2 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d27cf expref: -99 pid: 32722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788687364.994620:0:32722:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2d:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788687364.994624:0:32722:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788687364.994796:0:32722:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c5c62f00. 00010000:00000010:3.0:1788687364.994803:0:32722:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c3056580. 00010000:00000040:3.0:1788687364.994809:0:32722:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c6090000 count: 0 00010000:00000010:3.0:1788687364.994814:0:32722:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5044a00. 00010000:00000001:3.0:1788687364.994822:0:32722:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687364.994826:0:32722:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9c00/0x230d04438e811ea2 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d27cf expref: -99 pid: 32722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687364.994835:0:32722:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9c00/0x230d04438e811ea2 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d27cf expref: -99 pid: 32722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687364.994842:0:32722:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788687364.994847:0:32722:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788687364.994849:0:32722:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788687364.994850:0:32722:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788687364.994852:0:32722:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788687364.994854:0:32722:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2d:0x0].0x0 (ffff9b29c5c62f00) refcount = 1 00010000:00010000:3.0:1788687364.994859:0:32722:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9c00/0x230d04438e811ea2 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d27cf expref: -99 pid: 32722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687364.994866:0:32722:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788687364.994870:0:32722:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788687364.994872:0:32722:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687364.994875:0:32722:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788687364.994878:0:32722:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687364.994882:0:32722:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9c00/0x230d04438e811ea2 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d27cf expref: -99 pid: 32722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687364.994888:0:32722:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788687364.994889:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687364.994891:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687364.994892:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687364.994893:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687364.994895:0:32722:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687364.994899:0:32722:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788687364.994902:0:32722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687364.994904:0:32722:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687364.994938:0:32722:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9c00 refcount=3 00000020:00000001:3.0:1788687364.994941:0:32722:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639084544 : -110871070467072 : ffff9b29d13a9c00) 00010000:00000001:3.0:1788687364.994944:0:32722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639084544 : -110871070467072 : ffff9b29d13a9c00) 00010000:00000001:3.0:1788687364.994946:0:32722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687364.994947:0:32722:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687364.994948:0:32722:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9c00 refcount=4 00000020:00000001:3.0:1788687364.994950:0:32722:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639084544 : -110871070467072 : ffff9b29d13a9c00) 00010000:00000001:3.0:1788687364.994952:0:32722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639084544 : -110871070467072 : ffff9b29d13a9c00) 00010000:00000001:3.0:1788687364.994955:0:32722:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687364.994957:0:32722:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687364.994961:0:32722:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9c00/0x230d04438e811ea2 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d27cf expref: -99 pid: 32722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687364.994968:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687364.994969:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687364.994970:0:32722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687364.994971:0:32722:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687364.994972:0:32722:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9c00 refcount=5 00000020:00000001:3.0:1788687364.994974:0:32722:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639084544 : -110871070467072 : ffff9b29d13a9c00) 00010000:00000001:3.0:1788687364.994976:0:32722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639084544 : -110871070467072 : ffff9b29d13a9c00) 00010000:00000001:3.0:1788687364.994978:0:32722:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687364.994981:0:32722:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9c00/0x230d04438e811ea2 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d27cf expref: -99 pid: 32722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687364.994987:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687364.994989:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788687364.994991:0:32722:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9c00/0x230d04438e811ea2 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d27cf expref: -99 pid: 32722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687364.994998:0:32722:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687364.994999:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687364.995001:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687364.995002:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687364.995003:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788687364.995010:0:32722:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9b29c42ea300 x1875572824543232/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1788687380 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788687364.995019:0:32722:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788687364.995022:0:32722:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c42ea300 x1875572824543232/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1788687380 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788687364.995252:0:32722:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687364.995268:0:32722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687364.995270:0:32722:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687364.995271:0:32722:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9c00 refcount=3 00000020:00000001:3.0:1788687364.995273:0:32722:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639084544 : -110871070467072 : ffff9b29d13a9c00) 00010000:00000001:3.0:1788687364.995275:0:32722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639084544 : -110871070467072 : ffff9b29d13a9c00) 00000002:00010000:3.0:1788687364.995279:0:32722:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9c00/0x230d04438e811ea2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d27cf expref: -99 pid: 32722 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788687364.995290:0:32722:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b29c975cd00. 00010000:00000001:3.0:1788687364.995292:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687364.995293:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687364.995295:0:32722:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687364.995297:0:32722:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687364.995300:0:32722:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788687364.995302:0:32722:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687364.995303:0:32722:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420196096 : -110871289355520 : ffff9b29c42ea300) 00000100:00000001:3.0:1788687364.995305:0:32722:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687364.995306:0:32722:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420196096 : -110871289355520 : ffff9b29c42ea300) 00010000:00000001:3.0:1788687364.995308:0:32722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687364.995309:0:32722:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687364.995310:0:32722:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9c00 refcount=3 00000020:00000001:3.0:1788687364.995312:0:32722:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639084544 : -110871070467072 : ffff9b29d13a9c00) 00010000:00000001:3.0:1788687364.995314:0:32722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639084544 : -110871070467072 : ffff9b29d13a9c00) 00000002:00010000:3.0:1788687364.995317:0:32722:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9c00/0x230d04438e811ea2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d27cf expref: -99 pid: 32722 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687364.995324:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687364.995325:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687364.995327:0:32722:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788687364.995329:0:32722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687364.995330:0:32722:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687364.995331:0:32722:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9c00 refcount=3 00000020:00000001:3.0:1788687364.995333:0:32722:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639084544 : -110871070467072 : ffff9b29d13a9c00) 00010000:00000001:3.0:1788687364.995335:0:32722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639084544 : -110871070467072 : ffff9b29d13a9c00) 00010000:00000040:3.0:1788687364.995340:0:32722:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62f00 count: 2 00010000:00000001:3.0:1788687364.995342:0:32722:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788687364.995345:0:32722:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/45 (0 0) 00010000:00000001:3.0:1788687364.995347:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687364.995348:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687364.995349:0:32722:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788687364.995352:0:32722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5b768 00000002:00002000:3.0:1788687364.995354:0:32722:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f23.recovery-small intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1788687364.995357:0:32722:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687364.995360:0:32722:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687364.995362:0:32722:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788687364.995365:0:32722:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788687364.995369:0:32722:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788687364.995372:0:32722:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000001:3.0:1788687364.995374:0:32722:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788687364.995376:0:32722:0:(namei.c:674:ll_lookup_it_finish()) it ffff9b29c33d0120 it_disposition 1800037 00000080:00002000:3.0:1788687364.995381:0:32722:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d874e948 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1788687364.995387:0:32722:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788687364.995389:0:32722:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1788687364.995391:0:32722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5b990 00000080:00200000:3.0:1788687364.995393:0:32722:0:(namei.c:1628:ll_create_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=open|creat 00000080:00000001:3.0:1788687364.995396:0:32722:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1788687364.995398:0:32722:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788687364.995404:0:32722:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788687364.995407:0:32722:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788687364.995409:0:32722:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833965 : 144115205322833965 : 20000040400002d) 00000080:00000001:3.0:1788687364.995412:0:32722:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788687364.995430:0:32722:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b29d8518000. 00000020:00000001:3.0:1788687364.995440:0:32722:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1788687364.995442:0:32722:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1788687364.995445:0:32722:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788687364.995447:0:32722:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2d:0x0](ffff9b29d85180c8) 00000020:00000001:3.0:1788687364.995451:0:32722:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788687364.995456:0:32722:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202764009480 : -110870945542136 : ffff9b29d8acd008) 00000020:00001000:3.0:1788687364.995458:0:32722:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d8acd000 00000020:00000001:3.0:1788687364.995462:0:32722:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1788687364.995466:0:32722:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9b29e0155708. 00000020:00000001:3.0:1788687364.995468:0:32722:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788687364.995470:0:32722:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687364.995476:0:32722:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1788687364.995479:0:32722:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9b29d01bb8b8. 00020000:00000001:3.0:1788687364.995481:0:32722:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446633202620283064 : -110871089268552 : ffff9b29d01bb8b8) 00020000:00000001:3.0:1788687364.995484:0:32722:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1788687364.995487:0:32722:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788687364.995492:0:32722:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c97abe40. 00020000:00000010:3.0:1788687364.995496:0:32722:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29c5ac7f00. 00020000:00000010:3.0:1788687364.995501:0:32722:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c97ab6c0. 00020000:00000001:3.0:1788687364.995503:0:32722:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202509067968 : -110871200483648 : ffff9b29c97ab6c0) 00020000:00000002:3.0:1788687364.995506:0:32722:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c97ab6c0, objid 0x2d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788687364.995511:0:32722:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788687364.995515:0:32722:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c5ac7f00: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000001:3.0:1788687364.995517:0:32722:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1788687364.995519:0:32722:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c97ab6c0, objid 0x2d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788687364.995522:0:32722:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788687364.995525:0:32722:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c5ac7f00: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000010:3.0:1788687364.995528:0:32722:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9b29c5224680. 00020000:00000010:3.0:1788687364.995532:0:32722:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9b29c5ca6780. 00020000:00000001:3.0:1788687364.995537:0:32722:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1788687364.995540:0:32722:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9b29c582f398. 00020000:00000001:3.0:1788687364.995543:0:32722:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1788687364.995544:0:32722:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1788687364.995549:0:32722:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1788687364.995552:0:32722:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9b29e0155640. 00000020:00000001:3.0:1788687364.995554:0:32722:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788687364.995555:0:32722:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687364.995557:0:32722:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446633202888300224 : -110870821251392 : ffff9b29e01556c0) 00020000:00000001:3.0:1788687364.995560:0:32722:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1788687364.995565:0:32722:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9b29d8ba6540. 00020000:00000001:3.0:1788687364.995568:0:32722:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687364.995572:0:32722:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633202888300224 : -110870821251392 : ffff9b29e01556c0) 00020000:00000001:3.0:1788687364.995574:0:32722:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633202888300224 : -110870821251392 : ffff9b29e01556c0) 00020000:00000002:3.0:1788687364.995578:0:32722:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x19:0x0]@ffff9b29e0155640[0:0] -> [0x200000404:0x2d:0x0]@ffff9b29e0155708: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000001:3.0:1788687364.995582:0:32722:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1788687364.995584:0:32722:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:3.0:1788687364.995586:0:32722:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687364.995589:0:32722:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633202888300424 : -110870821251192 : ffff9b29e0155788) 00000020:00001000:3.0:1788687364.995592:0:32722:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d8acd000 00000080:00000001:3.0:1788687364.995596:0:32722:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833965 : 144115205322833965 : 20000040400002d) 00000080:00000001:3.0:1788687364.995598:0:32722:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788687364.995600:0:32722:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833965 mtime from 0 to 1788687364 00000080:00000001:3.0:1788687364.995604:0:32722:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1788687364.995606:0:32722:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758025416 : -110870951526200 : ffff9b29d85180c8) 00010000:00000001:3.0:1788687364.995609:0:32722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687364.995610:0:32722:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687364.995611:0:32722:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9c00 refcount=3 00000020:00000001:3.0:1788687364.995613:0:32722:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639084544 : -110871070467072 : ffff9b29d13a9c00) 00010000:00000001:3.0:1788687364.995615:0:32722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639084544 : -110871070467072 : ffff9b29d13a9c00) 00000080:00000001:3.0:1788687364.995618:0:32722:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788687364.995620:0:32722:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788687364.995621:0:32722:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202764009480 : -110870945542136 : ffff9b29d8acd008) 00000020:00001000:3.0:1788687364.995623:0:32722:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d8acd000 00000020:00000001:3.0:1788687364.995625:0:32722:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788687364.995627:0:32722:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788687364.995629:0:32722:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788687364.995631:0:32722:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c97ab120. 00020000:00000010:3.0:1788687364.995634:0:32722:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29c5ac7400. 00020000:00000010:3.0:1788687364.995636:0:32722:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c97ab060. 00020000:00000001:3.0:1788687364.995638:0:32722:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202509066336 : -110871200485280 : ffff9b29c97ab060) 00020000:00000002:3.0:1788687364.995640:0:32722:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c97ab060, objid 0x2d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788687364.995644:0:32722:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788687364.995647:0:32722:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c5ac7400: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000002:3.0:1788687364.996238:0:32722:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29d01bb8b8) owner ffff9b29c9698000 00020000:00000001:3.0:1788687364.996241:0:32722:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788687364.996244:0:32722:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29d01bb8b8) owner ffff9b29c9698000 00020000:00000010:3.0:1788687364.996248:0:32722:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29c5ac7400. 00020000:00000010:3.0:1788687364.996253:0:32722:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c97ab120. 00020000:00000010:3.0:1788687364.996265:0:32722:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c97ab060. 00020000:00000002:3.0:1788687364.996268:0:32722:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2d:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788687364.996270:0:32722:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687364.996272:0:32722:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687364.996275:0:32722:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788687364.996277:0:32722:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29d01bb8b8) owner 0000000000000000/ffff9b29c9698000 00020000:00000002:3.0:1788687364.996281:0:32722:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c97ab6c0 addref 2/0 by ffff9b29c9698000. 00020000:00000002:3.0:1788687364.996283:0:32722:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29d01bb8b8) owner 0000000000000000/ffff9b29c9698000 00020000:00000001:3.0:1788687364.996285:0:32722:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788687364.996287:0:32722:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788687364.996289:0:32722:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788687364.996290:0:32722:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788687364.996292:0:32722:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788687364.996295:0:32722:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2d:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1788687364.996297:0:32722:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d8acd000 00000080:00000001:3.0:1788687364.996301:0:32722:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687364.996303:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687364.996305:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788687364.996306:0:32722:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788687364.996310:0:32722:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788687364.996311:0:32722:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687364.996314:0:32722:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x2d:0x0](ffff9b29d85180c8) 00000080:00010000:3.0:1788687364.996317:0:32722:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2d:0x0](ffff9b29d85180c8) for lock 0x230d04438e811ea2 00800000:00000001:3.0:1788687364.996320:0:32722:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687364.996322:0:32722:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687364.996324:0:32722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687364.996326:0:32722:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687364.996328:0:32722:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9c00 refcount=3 00000020:00000001:3.0:1788687364.996330:0:32722:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639084544 : -110871070467072 : ffff9b29d13a9c00) 00010000:00000001:3.0:1788687364.996332:0:32722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639084544 : -110871070467072 : ffff9b29d13a9c00) 00010000:00000001:3.0:1788687364.996335:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687364.996336:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687364.996337:0:32722:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687364.996339:0:32722:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687364.996341:0:32722:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1788687364.996343:0:32722:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687364.996352:0:32722:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9b29c42ea300 x1875572824543232/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687380 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687364.996359:0:32722:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788687364.996364:0:32722:0:(namei.c:1651:ll_create_it()) inode ffff9b29d85180c8 need_sync_to_mds [0x200000404:0x2d:0x0] 00000080:00000001:3.0:1788687364.996367:0:32722:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687364.996370:0:32722:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2d:0x0](ffff9b29d85180c8) 00000080:00000001:3.0:1788687364.996373:0:32722:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788687364.996376:0:32722:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c5d74400. 00000100:00000001:3.0:1788687364.996380:0:32722:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687364.996382:0:32722:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42ea300 x1875572824543232/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687380 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687364.996388:0:32722:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687364.996391:0:32722:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1788687364.996393:0:32722:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788687364.996395:0:32722:0:(namei.c:1500:ll_atomic_open()) inode ffff9b29d85180c8 need_sync_to_mds [0x200000404:0x2d:0x0] 00000080:00000001:3.0:1788687364.996403:0:32722:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788687364.996405:0:32722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5ba68 00000080:00200008:3.0:1788687364.996407:0:32722:0:(file.c:1090:ll_file_open()) START file f23.recovery-small:[0x200000404:0x2d:0x0](ffff9b29d85180c8), flags 100102 00000080:00000010:3.0:1788687364.996414:0:32722:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29c5317cc0. 00000080:00000010:3.0:1788687364.996420:0:32722:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b29c975c580. 00000080:00000001:3.0:1788687364.996423:0:32722:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788687364.996427:0:32722:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788687364.996430:0:32722:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788687364.996433:0:32722:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b29c31d7d60. 00000002:00100000:3.0:1788687364.996437:0:32722:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c42ea300 x1875572824543232/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687380 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788687364.996443:0:32722:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687364.996445:0:32722:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788687364.996448:0:32722:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788687364.996452:0:32722:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687364.996454:0:32722:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687364.996456:0:32722:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687364.996459:0:32722:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42ea300 x1875572824543232/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687380 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788687364.996466:0:32722:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687364.996469:0:32722:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b29c6980000. 02000000:00000001:3.0:1788687364.996502:0:32722:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788687364.996504:0:32722:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687364.996507:0:32722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5ba68 00000080:00000008:3.0:1788687364.996509:0:32722:0:(file.c:1329:ll_file_open()) COMPLETED file f23.recovery-small:[0x200000404:0x2d:0x0](ffff9b29d85180c8), flags 100102, rc = 0 00000080:00000001:3.0:1788687364.996513:0:32722:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788687364.996514:0:32722:0:(dcache.c:176:ll_intent_release()) intent ffff9b29c33d0120 released 00000080:00010000:3.0:1788687364.996516:0:32722:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811ea2 from it ffff9b29c33d0120 00010000:00000001:3.0:1788687364.996519:0:32722:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687364.996521:0:32722:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687364.996522:0:32722:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9c00 refcount=3 00000020:00000001:3.0:1788687364.996524:0:32722:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639084544 : -110871070467072 : ffff9b29d13a9c00) 00010000:00000001:3.0:1788687364.996527:0:32722:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639084544 : -110871070467072 : ffff9b29d13a9c00) 00010000:00000001:3.0:1788687364.996529:0:32722:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687364.996533:0:32722:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9c00/0x230d04438e811ea2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d27cf expref: -99 pid: 32722 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687364.996541:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687364.996542:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687364.996544:0:32722:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687364.996547:0:32722:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687364.996549:0:32722:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9c00/0x230d04438e811ea2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d27cf expref: -99 pid: 32722 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788687364.996557:0:32722:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687364.996560:0:32722:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687364.996561:0:32722:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687364.996565:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687364.996566:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687364.996568:0:32722:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687364.996571:0:32722:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687364.996573:0:32722:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687364.996574:0:32722:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687364.996577:0:32722:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687364.996579:0:32722:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687364.996580:0:32722:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687364.996581:0:32722:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788687364.996582:0:32722:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788687364.996584:0:32722:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1788687364.996586:0:32722:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788687364.996587:0:32722:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687364.996589:0:32722:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788687364.996590:0:32722:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687364.996593:0:32722:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788687364.996594:0:32722:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687364.996597:0:32722:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788687364.996599:0:32722:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687364.996600:0:32722:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788687364.996603:0:32722:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9b29c33d0120. 00000080:00000001:3.0:1788687364.996607:0:32722:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687364.996611:0:32722:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788687364.996613:0:32722:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2d:0x0](ffff9b29d85180c8), inode mode 81a4 mask 40 00000080:00000001:3.0:1788687364.996616:0:32722:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788687365.005938:0:32723:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090000. 00010000:00000001:0.0:1788687365.131027:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687365.131033:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687365.131037:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687365.131038:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687365.131138:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687365.131141:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687365.131144:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788687366.155045:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687366.155052:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687366.155057:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687366.155059:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687366.155088:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687366.155090:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687366.155093:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788687366.539029:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296492185, at 4296492544 00000100:00000010:2.0:1788687366.539044:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c33d0000. 00000100:00000040:3.0:1788687366.540131:0:26149:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296492185, at 4296492545 00000100:00000010:3.0:1788687366.540141:0:26149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c33d0540. 00000100:00000040:2.0:1788687367.051446:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687367.051456:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687367.051466:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e9500. 00000020:00000040:2.0:1788687367.051472:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1788687367.051476:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687367.051479:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687367.051483:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687367.051490:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29d05a3800. 00000100:00000001:2.0:1788687367.051496:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687367.051506:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c42e9500 x1875572824543360/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687367.051516:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687367.051520:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687367.051526:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085f2fc7a] to pc [ptlrpcd_01_01+1] req@ffff9b29c42e9500 x1875572824543360/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687367.051548:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687367.051551:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687367.051554:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687367.051557:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42ead80. 00000020:00000040:2.0:1788687367.051559:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:2.0:1788687367.051561:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687367.051562:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687367.051565:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687367.051568:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29d05a3100. 00000100:00000001:2.0:1788687367.051571:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687367.051574:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID req@ffff9b29c42ead80 x1875572824543488/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687367.051581:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687367.051582:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687367.051586:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086119e92] to pc [ptlrpcd_01_00+0] req@ffff9b29c42ead80 x1875572824543488/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687367.051593:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687367.051595:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788687367.051599:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788687367.051601:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687367.051604:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687367.051607:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42eb480. 00000020:00000040:2.0:1788687367.051610:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:2.0:1788687367.051611:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687367.051613:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687367.051614:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687367.051617:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29d05a3300. 00000100:00000001:2.0:1788687367.051620:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687367.051623:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID req@ffff9b29c42eb480 x1875572824543616/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687367.051630:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687367.051631:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687367.051634:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063ffc88c] to pc [ptlrpcd_01_01+1] req@ffff9b29c42eb480 x1875572824543616/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687367.051641:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687367.051645:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1830) 00000100:00000001:3.0:1788687367.053447:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687367.053456:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687367.053459:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687367.053472:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e9500 x1875572824543360/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687367.053484:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687367.053486:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687367.053491:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687367.053494:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687367.053497:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687367.053500:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824543360:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687367.053504:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687367.053510:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687367.053512:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687367.053514:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687367.053523:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c2b97200. 02000000:00000001:3.0:1788687367.053525:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687367.053532:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687367.053537:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4ec8. 00000400:00000010:3.0:1788687367.053545:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0440. 00000100:00000200:3.0:1788687367.053553:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824543360, portal 25 00000100:00000001:3.0:1788687367.053555:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687367.053556:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420192512 : -110871289359104 : ffff9b29c42e9500) 00000100:00000040:3.0:1788687367.053563:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e9500 x1875572824543360/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687367.053575:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687367.053578:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687367.053580:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0f68. 00000100:00000200:3.0:1788687367.053583:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824543360, offset 0 00000400:00000200:3.0:1788687367.053588:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687367.053597:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687367.053605:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687367.053610:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687367.053614:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687367.053618:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687367.053621:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687367.053624:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2502:2502:256:4294967295] 192.168.203.144@tcp LPNI seq info [2502:2502:8:4294967295] 00000400:00000200:3.0:1788687367.053628:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687367.053638:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687367.053644:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687367.053649:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a300. 00000800:00000200:3.0:1788687367.053656:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687367.053663:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687367.053668:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687367.053681:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687367.053685:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687367.053687:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296497371 00000100:00000010:3.0:1788687367.053692:0:2370:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c97ab060. 00000100:00000001:3.0:1788687367.053699:0:2370:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788687367.053705:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296497371 00000100:00000010:3.0:1788687367.053708:0:2370:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c97ab120. 00000100:00000001:3.0:1788687367.053711:0:2370:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788687367.053714:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687367.053717:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687367.053720:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687367.053724:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42eb480 x1875572824543616/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687367.053731:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687367.053732:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687367.053734:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687367.053736:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687367.053738:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687367.053741:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824543616:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687367.053744:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687367.053746:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687367.053747:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687367.053749:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687367.053752:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c2b96e00. 02000000:00000001:3.0:1788687367.053754:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687367.053757:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687367.053760:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4aa8. 00000400:00000010:3.0:1788687367.053763:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0908. 00000100:00000200:3.0:1788687367.053766:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824543616, portal 4 00000100:00000001:3.0:1788687367.053768:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687367.053769:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420200576 : -110871289351040 : ffff9b29c42eb480) 00000100:00000040:3.0:1788687367.053775:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42eb480 x1875572824543616/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687367.053782:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687367.053785:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687367.053788:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0b28. 00000100:00000200:3.0:1788687367.053790:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824543616, offset 0 00000400:00000200:3.0:1788687367.053795:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687367.053798:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687367.053802:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687367.053805:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687367.053807:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687367.053810:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687367.053813:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687367.053815:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2503:2503:255:4294967295] 192.168.203.144@tcp LPNI seq info [2503:2503:7:4294967295] 00000400:00000200:3.0:1788687367.053819:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687367.053825:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687367.053830:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687367.053834:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a000. 00000800:00000200:3.0:1788687367.053838:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687367.053842:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687367.053845:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687367.053849:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687367.053852:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 261863 usecs (262 jiffies) 00000400:00000200:3.0:1788687367.053855:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687367.053858:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296493320 00000100:00000001:3.0:1788687367.053860:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296497371 00000100:00000001:3.0:1788687367.053862:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296493320 00000100:00000001:3.0:1788687367.053864:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296497371 00000100:00000001:3.0:1788687367.053866:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687367.053866:0:15934:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1788687367.053871:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687367.053871:0:15934:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687367.053874:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687367.053878:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687367.053886:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687367.053888:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788687367.053891:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687367.053892:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687367.053893:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687367.053896:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788687367.053898:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687367.053900:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687367.053901:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687367.053903:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687367.053904:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687367.053924:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687367.053929:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42ead80 x1875572824543488/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687367.053937:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687367.053938:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687367.053941:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687367.053943:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687367.053945:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687367.053948:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824543488:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687367.053951:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687367.053953:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687367.053955:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687367.053957:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687367.053961:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c2b97000. 02000000:00000001:3.0:1788687367.053963:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687367.053966:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687367.053969:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4580. 00000400:00000010:3.0:1788687367.053972:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae05d8. 00000100:00000200:3.0:1788687367.053975:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824543488, portal 10 00000100:00000001:3.0:1788687367.053976:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687367.053977:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420198784 : -110871289352832 : ffff9b29c42ead80) 00000100:00000040:3.0:1788687367.053983:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42ead80 x1875572824543488/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687367.053988:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687367.053990:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687367.053993:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0330. 00000100:00000200:3.0:1788687367.053995:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824543488, offset 0 00000400:00000200:3.0:1788687367.053999:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687367.054002:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687367.054006:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687367.054008:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687367.054011:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687367.054013:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687367.054016:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687367.054019:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2504:2504:254:4294967295] 192.168.203.144@tcp LPNI seq info [2504:2504:6:4294967295] 00000400:00000200:3.0:1788687367.054023:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687367.054029:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687367.054033:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687367.054036:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ab00. 00000800:00000200:3.0:1788687367.054040:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687367.054044:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687367.054047:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687367.054049:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687367.054052:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 799260 usecs (800 jiffies) 00000400:00000200:3.0:1788687367.054055:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687367.054057:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296493859 00000100:00000001:3.0:1788687367.054059:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296497371 00000100:00000001:3.0:1788687367.054061:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296493859 00000100:00000001:3.0:1788687367.054063:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296497371 00000100:00000001:3.0:1788687367.054065:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687367.054067:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687367.054069:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687367.054071:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687367.054080:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687367.054083:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687367.054117:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687367.054121:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a300. 00000400:00000200:3.0:1788687367.054127:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687367.054132:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687367.054138:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0f68 00000400:00000010:3.0:1788687367.054141:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0f68. 00000100:00000001:3.0:1788687367.054146:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687367.054151:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e9500 x1875572824543360/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687367.054166:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687367.054170:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e9500 x1875572824543360/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687367.054178:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687367.054179:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687367.054206:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687367.054209:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a000. 00000400:00000200:3.0:1788687367.054212:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687367.054216:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687367.054219:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0b28 00000400:00000010:3.0:1788687367.054222:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0b28. 00000100:00000001:3.0:1788687367.054224:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687367.054228:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42eb480 x1875572824543616/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687367.054235:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687367.054239:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42eb480 x1875572824543616/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687367.054255:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687367.054257:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687367.054318:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687367.054321:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ab00. 00000400:00000200:3.0:1788687367.054324:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687367.054327:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687367.054330:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0330 00000400:00000010:3.0:1788687367.054331:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0330. 00000100:00000001:3.0:1788687367.054334:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687367.054337:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42ead80 x1875572824543488/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687367.054344:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687367.054347:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42ead80 x1875572824543488/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687367.054358:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687367.054359:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687367.057634:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687367.057648:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687367.057652:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687367.057654:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687367.057663:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687367.057671:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687367.057678:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687367.057682:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687367.057687:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687367.057691:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f51080 00000400:00000200:3.0:1788687367.057695:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687367.057701:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6de5 [1] + 224 00000800:00000001:3.0:1788687367.057707:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687367.057712:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687367.057715:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687367.057719:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687367.057736:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687367.057745:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e9500 x1875572824543360/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687367.057756:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42e9500 x1875572824543360/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687367.057781:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687367.057790:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687367.057793:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687367.057901:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687367.057923:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687367.057930:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687367.057932:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687367.057993:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4ec8. 00000400:00000200:2.0:1788687367.057999:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0440 00000400:00000010:2.0:1788687367.058002:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0440. 00000100:00000001:2.0:1788687367.058006:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687367.058011:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e9500 x1875572824543360/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687367.058020:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e9500 x1875572824543360/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687367.058027:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687367.058029:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687367.058031:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687367.058035:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687367.058037:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687367.058039:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687367.058041:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687367.058048:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=139 v=5 (5 5 5 5) 00000100:00001000:2.0:1788687367.058051:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=139 v=5 (1 1 1 1) 00000100:00000001:2.0:1788687367.058053:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687367.058056:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687367.058058:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687367.058061:0:2370:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687367.058063:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687367.058067:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e9500 x1875572824543360/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687367.058073:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687367.058076:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687367.058078:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687367.058081:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e9500 x1875572824543360/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687367.058088:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824543360:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687367.058093:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687367.058095:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687367.058098:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e9500 x1875572824543360/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687367.058104:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687367.058106:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687367.058109:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c2b97200. 02000000:00000001:2.0:1788687367.058113:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687367.058115:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687367.058117:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1788687367.058119:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687367.058121:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29d05a3800. 02000000:00000001:2.0:1788687367.058124:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687367.058126:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687367.058128:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e9500. 00000100:00000001:2.0:1788687367.058130:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687367.058132:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687367.058135:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687367.058136:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687367.058137:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687367.058138:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687367.058140:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687367.058746:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687367.058754:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687367.058757:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687367.058759:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687367.058764:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687367.058768:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687367.058775:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687367.058779:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687367.058782:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687367.058786:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f51180 00000400:00000200:3.0:1788687367.058790:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687367.058794:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6df5 [1] + 224 00000800:00000001:3.0:1788687367.058800:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687367.058848:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687367.058851:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687367.058855:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687367.058860:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687367.058866:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42eb480 x1875572824543616/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687367.058875:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42eb480 x1875572824543616/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687367.058894:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687367.058900:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687367.058903:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687367.059143:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687367.059147:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687367.059152:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687367.059153:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687367.059156:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4aa8. 00000400:00000200:2.0:1788687367.059161:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0908 00000400:00000010:2.0:1788687367.059163:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0908. 00000100:00000001:2.0:1788687367.059167:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687367.059171:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42eb480 x1875572824543616/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687367.059179:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42eb480 x1875572824543616/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687367.059186:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687367.059187:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687367.059189:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687367.059201:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687367.059203:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687367.059205:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687367.059207:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687367.059214:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=139 v=5 (5 5 16 16) 00000100:00001000:2.0:1788687367.059218:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=34 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687367.059220:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687367.059221:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687367.059224:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687367.059227:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687367.059230:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687367.059232:0:2370:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788687367.059234:0:2370:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687367.059236:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687367.059240:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42eb480 x1875572824543616/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687367.059264:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687367.059267:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687367.059268:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687367.059272:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42eb480 x1875572824543616/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687367.059280:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824543616:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687367.059284:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687367.059286:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687367.059289:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42eb480 x1875572824543616/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687367.059295:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687367.059297:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687367.059299:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c2b96e00. 02000000:00000001:2.0:1788687367.059303:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687367.059304:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687367.059306:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:2.0:1788687367.059308:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687367.059310:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29d05a3300. 02000000:00000001:2.0:1788687367.059312:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687367.059313:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687367.059315:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42eb480. 00000100:00000001:2.0:1788687367.059318:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687367.059319:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687367.059321:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687367.059323:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687367.059324:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687367.059325:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687367.059326:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687367.061449:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687367.061465:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687367.061470:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687367.061472:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687367.061481:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687367.061487:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687367.061495:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687367.061499:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687367.061504:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687367.061508:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f51100 00000400:00000200:3.0:1788687367.061513:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687367.061519:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x6e05 [1] + 224 00000800:00000001:3.0:1788687367.061526:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687367.061536:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687367.061539:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687367.061543:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687367.061550:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687367.061560:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42ead80 x1875572824543488/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687367.061570:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42ead80 x1875572824543488/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687367.061591:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687367.061598:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687367.061601:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687367.061668:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687367.061672:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687367.061677:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687367.061679:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687367.061683:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4580. 00000400:00000200:2.0:1788687367.061688:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae05d8 00000400:00000010:2.0:1788687367.061691:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae05d8. 00000100:00000001:2.0:1788687367.061694:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687367.061699:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42ead80 x1875572824543488/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687367.061712:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42ead80 x1875572824543488/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687367.061719:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687367.061779:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687367.061783:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687367.061786:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687367.061788:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687367.061790:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687367.061792:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687367.061801:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=139 v=5 (5 103 103 103) 00000100:00001000:2.0:1788687367.061806:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687367.061808:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687367.061810:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687367.061813:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687367.061816:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687367.061820:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788687367.061821:0:2370:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: committing for last_committed 4294967656 gen 2 00000100:00100000:2.0:1788687367.061828:0:2370:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9b29c42ea300 x1875572824543232/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687380 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687367.061835:0:2370:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788687367.061838:0:2370:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: normal: skip=1 replay=0/1 committed=0/0 00000100:00000001:2.0:1788687367.061841:0:2370:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687367.061843:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687367.061847:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42ead80 x1875572824543488/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687367.061853:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687367.061856:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687367.061858:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687367.061862:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42ead80 x1875572824543488/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687367.061876:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824543488:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687367.061881:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687367.061883:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687367.061886:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42ead80 x1875572824543488/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687367.061970:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687367.061972:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687367.061975:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c2b97000. 02000000:00000001:2.0:1788687367.061981:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687367.061984:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687367.061986:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687367.061988:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687367.061990:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29d05a3100. 02000000:00000001:2.0:1788687367.061994:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687367.061995:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687367.061997:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42ead80. 00000100:00000001:2.0:1788687367.062001:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687367.062002:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687367.062004:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687367.062012:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687367.062015:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687367.062017:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687367.062019:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687367.179361:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687367.179368:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687367.179373:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687367.179374:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687367.179480:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687367.179483:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687367.179487:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788687368.203115:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687368.203125:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687368.203132:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687368.203133:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687368.204315:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687368.204322:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687368.204327:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788687369.227179:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687369.227189:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687369.227198:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687369.227199:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687369.227257:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687369.227260:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687369.227264:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788687370.251351:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687370.251358:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687370.251364:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687370.251365:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687370.251476:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687370.251480:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687370.251484:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:3.0:1788687371.021131:0:32722:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788687371.021140:0:32722:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29d01bb8b8) owner 0000000000000000/ffff9b29c9698000 00020000:00000002:3.0:1788687371.021147:0:32722:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29d01bb8b8) owner 0000000000000000/ffff9b29c9698000 00020000:00000001:3.0:1788687371.021150:0:32722:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687371.021158:0:32722:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788687371.021161:0:32722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5bdf0 00000080:00200008:3.0:1788687371.021163:0:32722:0:(file.c:479:ll_file_release()) START file f23.recovery-small:[0x200000404:0x2d:0x0](ffff9b29d85180c8), flags 100002 00000080:00000001:3.0:1788687371.021168:0:32722:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1788687371.021171:0:32722:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:3.0:1788687371.021172:0:32722:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788687371.021174:0:32722:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29d01bb8b8) owner 0000000000000000/ffff9b29c9698000 00020000:00000002:3.0:1788687371.021176:0:32722:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29d01bb8b8) owner 0000000000000000/ffff9b29c9698000 00020000:00000001:3.0:1788687371.021177:0:32722:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687371.021180:0:32722:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1788687371.021187:0:32722:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687371.021191:0:32722:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687371.021198:0:32722:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62f00 count: 2 00010000:00000001:3.0:1788687371.021201:0:32722:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687371.021207:0:32722:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788687371.021209:0:32722:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2d:0x0]: 0 00000080:00000001:3.0:1788687371.021212:0:32722:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788687371.021226:0:32722:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788687371.021234:0:32722:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b29c6940600. 00000080:00000001:3.0:1788687371.021237:0:32722:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788687371.021242:0:32722:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788687371.021246:0:32722:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1788687371.021248:0:32722:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x2d:0x0] 00000002:00000001:3.0:1788687371.021251:0:32722:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788687371.021253:0:32722:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b29e019e800: [0x200000404:0x2d:0x0] file closed with intent: 0 00000100:00000010:3.0:1788687371.021260:0:32722:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb4a80. 00000020:00000040:3.0:1788687371.021264:0:32722:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:3.0:1788687371.021268:0:32722:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687371.021272:0:32722:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687371.021276:0:32722:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687371.021284:0:32722:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c6941600. 00000100:00000001:3.0:1788687371.021291:0:32722:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788687371.021308:0:32722:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b29c42ea300 x1875572824543232/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687380 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788687371.021320:0:32722:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788687371.021325:0:32722:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8bb4a80 x1875572824543872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788687371.021334:0:32722:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687371.021335:0:32722:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687371.021342:0:32722:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c5ca6540. 00000100:00000001:3.0:1788687371.021343:0:32722:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202447181120 : -110871262370496 : ffff9b29c5ca6540) 00000100:00000001:3.0:1788687371.021346:0:32722:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687371.021347:0:32722:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496522880 : -110871213028736 : ffff9b29c8bb4a80) 00000100:00000001:3.0:1788687371.021352:0:32722:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687371.021356:0:32722:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687371.021358:0:32722:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687371.021360:0:32722:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687371.021367:0:32722:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb4a80 x1875572824543872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687371.021380:0:32722:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687371.021383:0:32722:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687371.021388:0:32722:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687371.021390:0:32722:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687371.021393:0:32722:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687371.021397:0:32722:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb4a80 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:32722:1875572824543872:192.168.203.144@tcp:35:multiop.0 00000100:00000001:3.0:1788687371.021401:0:32722:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687371.021407:0:32722:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687371.021410:0:32722:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687371.021413:0:32722:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687371.021418:0:32722:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c43bfc00. 02000000:00000001:3.0:1788687371.021420:0:32722:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687371.021427:0:32722:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687371.021431:0:32722:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4738. 00000400:00000010:3.0:1788687371.021438:0:32722:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0330. 00000100:00000200:3.0:1788687371.021445:0:32722:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824543872, portal 10 00000100:00000001:3.0:1788687371.021447:0:32722:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687371.021448:0:32722:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496522880 : -110871213028736 : ffff9b29c8bb4a80) 00000100:00000040:3.0:1788687371.021454:0:32722:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb4a80 x1875572824543872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687387 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687371.021461:0:32722:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687371.021467:0:32722:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687371.021470:0:32722:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0b28. 00000100:00000200:3.0:1788687371.021474:0:32722:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824543872, offset 0 00000400:00000200:3.0:1788687371.021481:0:32722:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687371.021489:0:32722:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687371.021500:0:32722:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687371.021505:0:32722:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687371.021509:0:32722:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687371.021516:0:32722:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687371.021522:0:32722:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687371.021529:0:32722:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2505:2505:256:4294967295] 192.168.203.144@tcp LPNI seq info [2505:2505:8:4294967295] 00000400:00000200:3.0:1788687371.021535:0:32722:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687371.021543:0:32722:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687371.021549:0:32722:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687371.021554:0:32722:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ab00. 00000800:00000200:3.0:1788687371.021561:0:32722:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687371.021571:0:32722:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687371.021576:0:32722:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ab00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788687371.021602:0:32722:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687371.021608:0:32722:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 798240 usecs (799 jiffies) 00000400:00000200:3.0:1788687371.021611:0:32722:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687371.021613:0:32722:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296497825 00000100:00000001:3.0:1788687371.021621:0:32722:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296497371 00000100:00000001:3.0:1788687371.021626:0:32722:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296497825 00000100:00000001:3.0:1788687371.021631:0:32722:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296497371 00000100:00000001:3.0:1788687371.021634:0:32722:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687371.021637:0:32722:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687371.021640:0:32722:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687371.021643:0:32722:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687371.021646:0:32722:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca6540 going to sleep for 11 seconds 00000100:00000001:3.0:1788687371.021649:0:32722:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687371.021652:0:32722:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687371.021794:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687371.021806:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ab00. 00000400:00000200:2.0:1788687371.021814:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687371.021823:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687371.021833:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0b28 00000400:00000010:2.0:1788687371.021836:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0b28. 00000100:00000001:2.0:1788687371.021842:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687371.021850:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb4a80 x1875572824543872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687387 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687371.021864:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687371.021868:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb4a80 x1875572824543872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687387 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687371.021875:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687371.021877:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1788687371.275023:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687371.275029:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687371.275035:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687371.275036:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687371.275286:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687371.275290:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687371.275293:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788687371.851010:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296497825, at 4296497856 00000100:00000010:2.0:1788687371.851034:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c97ab060. 00000100:00000040:3.0:1788687371.851262:0:26149:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296497825, at 4296497856 00000100:00000010:3.0:1788687371.851269:0:26149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c97ab120. 00000100:00000040:3.0:1788687372.171806:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687372.171821:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788687372.171837:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb7b80. 00000020:00000040:3.0:1788687372.171846:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1788687372.171852:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687372.171855:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687372.171862:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687372.171873:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415a000. 00000100:00000001:3.0:1788687372.171883:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687372.171899:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c8bb7b80 x1875572824544000/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687372.171945:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687372.171951:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687372.171959:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa186091] to pc [ptlrpcd_01_00+0] req@ffff9b29c8bb7b80 x1875572824544000/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687372.171997:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687372.172000:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687372.172004:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788687372.172080:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1788687372.172080:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f3b80. 00000100:00000001:2.0:1788687372.172085:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687372.172088:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1788687372.172093:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000040:2.0:1788687372.172096:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb7b80 x1875572824544000/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687372.172096:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687372.172097:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687372.172099:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687372.172104:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c6946a00. 00000100:00000001:2.0:1788687372.172105:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687372.172107:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687372.172108:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687372.172111:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1788687372.172112:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID req@ffff9b29c97f3b80 x1875572824544128/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1788687372.172114:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687372.172118:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687372.172120:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1788687372.172121:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2369:1875572824544000:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1788687372.172122:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687372.172126:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1788687372.172126:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051962567] to pc [ptlrpcd_00_00+0] req@ffff9b29c97f3b80 x1875572824544128/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788687372.172133:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687372.172136:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687372.172139:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687372.172144:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c5d74200. 02000000:00000001:2.0:1788687372.172146:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687372.172151:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687372.172154:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1788687372.172155:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000040:0.0:1788687372.172157:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1788687372.172160:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fda50. 00000100:00000040:0.0:1788687372.172160:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788687372.172164:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788687372.172167:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f2a00. 00000400:00000010:2.0:1788687372.172168:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02402a8. 00000020:00000040:0.0:1788687372.172170:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:0.0:1788687372.172171:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687372.172173:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687372.172174:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788687372.172177:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824544000, portal 25 02000000:00000010:0.0:1788687372.172177:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c6946100. 00000100:00000001:0.0:1788687372.172180:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687372.172181:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687372.172182:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496535424 : -110871213016192 : ffff9b29c8bb7b80) 00000100:00000040:0.0:1788687372.172184:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID req@ffff9b29c97f2a00 x1875572824544256/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1788687372.172188:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb7b80 x1875572824544000/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687372.172191:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687372.172193:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687372.172196:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687372.172197:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000402c2a1d] to pc [ptlrpcd_00_01+1] req@ffff9b29c97f2a00 x1875572824544256/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687372.172200:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687372.172202:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240660. 00000100:00000200:2.0:1788687372.172214:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824544000, offset 0 00000100:00000001:0.0:1788687372.172215:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687372.172220:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1835) 00000400:00000200:2.0:1788687372.172223:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000100:00000001:0.0:1788687372.172233:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788687372.172234:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687372.172235:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687372.172237:0:2368:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1788687372.172242:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000100:00000040:0.0:1788687372.172242:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f2a00 x1875572824544256/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687372.172248:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1788687372.172249:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1788687372.172250:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687372.172252:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1788687372.172253:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 02000000:00000001:0.0:1788687372.172254:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687372.172256:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687372.172258:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000100:00100000:0.0:1788687372.172258:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824544256:192.168.203.144@tcp:400:kworker.0 00000400:00000200:2.0:1788687372.172260:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687372.172265:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2506:2506:256:4294967295] 192.168.203.144@tcp LPNI seq info [2506:2506:8:4294967295] 00000100:00000001:0.0:1788687372.172266:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687372.172268:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1788687372.172270:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 02000000:00000001:0.0:1788687372.172270:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687372.172272:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687372.172275:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29d0261000. 02000000:00000001:0.0:1788687372.172277:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687372.172280:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687372.172282:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000400:00000010:0.0:1788687372.172284:0:2368:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f78. 00000800:00000200:2.0:1788687372.172288:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687372.172288:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda000. 00000100:00000200:0.0:1788687372.172290:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824544256, portal 4 00000100:00000001:0.0:1788687372.172292:0:2368:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000800:00000010:2.0:1788687372.172294:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3100. 00000100:00000001:0.0:1788687372.172294:0:2368:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509359616 : -110871200192000 : ffff9b29c97f2a00) 00000100:00000040:0.0:1788687372.172301:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f2a00 x1875572824544256/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1788687372.172302:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000100:00000001:0.0:1788687372.172307:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687372.172309:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000800:00000200:2.0:1788687372.172311:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000400:00000010:0.0:1788687372.172311:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda4c8. 00000100:00000200:0.0:1788687372.172314:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824544256, offset 0 00000800:00000200:2.0:1788687372.172317:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1788687372.172319:0:2368:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687372.172322:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687372.172326:0:2368:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687372.172329:0:2368:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687372.172331:0:2368:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687372.172334:0:2368:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1788687372.172336:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687372.172336:0:2368:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687372.172339:0:2368:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2507:2507:255:4294967295] 192.168.203.144@tcp LPNI seq info [2507:2507:7:4294967295] 00000400:00000200:2.0:1788687372.172340:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687372.172343:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296502490 00000400:00000200:0.0:1788687372.172343:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000010:2.0:1788687372.172349:0:2369:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c33d0480. 00000400:00000200:0.0:1788687372.172349:0:2368:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687372.172352:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687372.172356:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946200. 00000100:00000001:2.0:1788687372.172357:0:2369:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1788687372.172359:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000100:00000001:2.0:1788687372.172363:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296502490 00000800:00000200:0.0:1788687372.172363:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000100:00000010:2.0:1788687372.172366:0:2369:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c33d09c0. 00000800:00000200:0.0:1788687372.172366:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788687372.172369:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687372.172370:0:2369:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000040:0.0:1788687372.172373:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 260343 usecs (261 jiffies) 00000400:00000200:0.0:1788687372.172376:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687372.172377:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296498438 00000100:00000001:2.0:1788687372.172380:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687372.172380:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296502490 00000100:00000001:0.0:1788687372.172382:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296498438 00000100:00000001:2.0:1788687372.172384:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687372.172385:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296502490 00000100:00000001:2.0:1788687372.172387:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687372.172387:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687372.172389:0:2368:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687372.172390:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687372.172391:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687372.172392:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687372.172399:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687372.172401:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788687372.172404:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687372.172405:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687372.172407:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687372.172407:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687372.172409:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788687372.172410:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687372.172411:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687372.172412:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687372.172414:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687372.172416:0:2368:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788687372.172418:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687372.172419:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687372.172420:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687372.172421:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687372.172421:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687372.172423:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687372.172424:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687372.172426:0:2368:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687372.172430:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f3b80 x1875572824544128/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687372.172437:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687372.172439:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687372.172441:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687372.172443:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687372.172445:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687372.172448:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824544128:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1788687372.172451:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687372.172454:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687372.172456:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687372.172458:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687372.172461:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29d0260000. 02000000:00000001:0.0:1788687372.172463:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687372.172466:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687372.172469:0:2368:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e10b0. 00000400:00000010:0.0:1788687372.172472:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda7f8. 00000100:00000200:0.0:1788687372.172475:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824544128, portal 10 00000100:00000001:0.0:1788687372.172477:0:2368:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687372.172478:0:2368:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509364096 : -110871200187520 : ffff9b29c97f3b80) 00000100:00000040:0.0:1788687372.172484:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f3b80 x1875572824544128/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687372.172490:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687372.172492:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687372.172494:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda550. 00000100:00000200:0.0:1788687372.172496:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824544128, offset 0 00000400:00000200:0.0:1788687372.172500:0:2368:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687372.172504:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687372.172507:0:2368:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687372.172509:0:2368:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687372.172512:0:2368:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687372.172514:0:2368:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687372.172516:0:2368:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000800:00000200:3.0:1788687372.172517:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1788687372.172519:0:2368:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2508:2508:254:4294967295] 192.168.203.144@tcp LPNI seq info [2508:2508:6:4294967295] 00000800:00000010:3.0:1788687372.172521:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3100. 00000400:00000200:0.0:1788687372.172522:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687372.172528:0:2368:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000400:00000200:3.0:1788687372.172530:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1788687372.172532:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687372.172535:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946d00. 00000400:00000200:3.0:1788687372.172536:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000800:00000200:0.0:1788687372.172538:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000400:00000200:3.0:1788687372.172541:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240660 00000800:00000200:0.0:1788687372.172543:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000400:00000010:3.0:1788687372.172544:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240660. 00000800:00000200:0.0:1788687372.172545:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788687372.172548:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687372.172549:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1788687372.172550:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 798240 usecs (799 jiffies) 00000100:00000200:3.0:1788687372.172554:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb7b80 x1875572824544000/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788687372.172554:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687372.172556:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296498976 00000100:00000001:0.0:1788687372.172558:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296502490 00000100:00000001:0.0:1788687372.172560:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296498976 00000100:00000001:0.0:1788687372.172562:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296502490 00000100:00000001:3.0:1788687372.172564:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687372.172564:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687372.172566:0:2368:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687372.172568:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb7b80 x1875572824544000/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687372.172568:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687372.172571:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687372.172575:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687372.172577:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687372.172589:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687372.172592:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946200. 00000400:00000200:3.0:1788687372.172596:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687372.172599:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687372.172602:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda4c8 00000400:00000010:3.0:1788687372.172604:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda4c8. 00000100:00000001:3.0:1788687372.172607:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687372.172609:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f2a00 x1875572824544256/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687372.172615:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687372.172618:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f2a00 x1875572824544256/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687372.172624:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687372.172626:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687372.172698:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687372.172702:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946d00. 00000400:00000200:3.0:1788687372.172705:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687372.172708:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687372.172711:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda550 00000400:00000010:3.0:1788687372.172713:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda550. 00000100:00000001:3.0:1788687372.172716:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687372.172720:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3b80 x1875572824544128/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687372.172726:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687372.172730:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f3b80 x1875572824544128/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687372.172736:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687372.172738:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788687372.172739:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687372.172742:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687372.180216:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687372.180244:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687372.180250:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687372.180253:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687372.180265:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687372.180275:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687372.180286:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687372.180292:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687372.180299:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687372.180304:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f51300 00000400:00000200:2.0:1788687372.180310:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687372.180317:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6e25 [1] + 224 00000800:00000001:2.0:1788687372.180326:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687372.180332:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687372.180336:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687372.180341:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687372.180351:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687372.180372:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb7b80 x1875572824544000/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687372.180385:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb7b80 x1875572824544000/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687372.180414:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687372.180424:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687372.180428:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687372.180430:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687372.180432:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687372.180436:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687372.180439:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687372.180443:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687372.180446:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687372.180448:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687372.180451:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f51400 00000400:00000200:2.0:1788687372.180455:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687372.180459:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6e35 [1] + 224 00000800:00000001:2.0:1788687372.180463:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687372.180471:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687372.180474:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687372.180477:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687372.180480:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687372.180484:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f2a00 x1875572824544256/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687372.180493:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c97f2a00 x1875572824544256/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687372.180502:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687372.180506:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687372.180509:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687372.180510:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687372.180516:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687372.180525:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687372.180527:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687372.180532:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fda50. 00000400:00000200:3.0:1788687372.180536:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02402a8 00000400:00000010:3.0:1788687372.180539:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02402a8. 00000100:00000001:3.0:1788687372.180544:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687372.180549:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb7b80 x1875572824544000/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687372.180557:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb7b80 x1875572824544000/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687372.180563:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687372.180565:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687372.180568:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687372.180572:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687372.180575:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687372.180577:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687372.180580:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687372.180589:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=144 v=5 (5 5 5 5) 00000100:00001000:3.0:1788687372.180594:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=144 v=5 (1 1 1 1) 00000100:00000001:3.0:1788687372.180596:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687372.180599:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687372.180602:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687372.180605:0:2369:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687372.180609:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687372.180614:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb7b80 x1875572824544000/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687372.180621:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687372.180625:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687372.180628:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687372.180632:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb7b80 x1875572824544000/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687372.180640:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2369:1875572824544000:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687372.180647:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687372.180650:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687372.180653:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb7b80 x1875572824544000/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687372.180660:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687372.180665:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687372.180669:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c5d74200. 02000000:00000001:3.0:1788687372.180673:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687372.180677:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687372.180679:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1788687372.180681:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788687372.180683:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1788687372.180685:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415a000. 00000100:00000001:0.0:1788687372.180687:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1788687372.180689:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:0.0:1788687372.180691:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1788687372.180692:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:0.0:1788687372.180693:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000010:3.0:1788687372.180694:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb7b80. 00000400:00000010:0.0:1788687372.180695:0:2368:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f78. 00000100:00000001:3.0:1788687372.180698:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1788687372.180698:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda000 00000100:00000001:3.0:1788687372.180700:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1788687372.180700:0:2368:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda000. 00000100:00000001:3.0:1788687372.180703:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687372.180703:0:2368:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687372.180709:0:2368:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f2a00 x1875572824544256/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687372.180711:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687372.180714:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687372.180716:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1788687372.180718:0:2368:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f2a00 x1875572824544256/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687372.180720:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687372.180724:0:2368:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687372.180725:0:2368:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687372.180727:0:2368:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687372.180729:0:2368:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687372.180730:0:2368:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687372.180731:0:2368:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687372.180733:0:2368:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687372.180740:0:2368:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=144 v=5 (5 5 16 16) 00000100:00001000:0.0:1788687372.180744:0:2368:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=39 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687372.180746:0:2368:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687372.180747:0:2368:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687372.180750:0:2368:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687372.180753:0:2368:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687372.180756:0:2368:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687372.180759:0:2368:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788687372.180761:0:2368:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687372.180762:0:2368:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687372.180767:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f2a00 x1875572824544256/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687372.180774:0:2368:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687372.180776:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687372.180777:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687372.180780:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f2a00 x1875572824544256/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687372.180787:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824544256:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1788687372.180794:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687372.180795:0:2368:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687372.180798:0:2368:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f2a00 x1875572824544256/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687372.180804:0:2368:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687372.180805:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687372.180807:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29d0261000. 02000000:00000001:0.0:1788687372.180810:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687372.180811:0:2368:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687372.180812:0:2368:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:0.0:1788687372.180814:0:2368:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687372.180816:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c6946100. 02000000:00000001:0.0:1788687372.180819:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687372.180820:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687372.180822:0:2368:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f2a00. 00000100:00000001:0.0:1788687372.180825:0:2368:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687372.180826:0:2368:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687372.180829:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687372.180831:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687372.180832:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687372.180834:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687372.180835:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687372.185504:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687372.185527:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687372.185532:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687372.185535:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687372.185547:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687372.185556:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687372.185567:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687372.185573:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687372.185580:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687372.185585:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f51380 00000400:00000200:3.0:1788687372.185591:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687372.185598:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x6e3d [1] + 224 00000800:00000001:3.0:1788687372.185607:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687372.185615:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687372.185620:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687372.185626:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687372.185636:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687372.185648:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3b80 x1875572824544128/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687372.185666:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c97f3b80 x1875572824544128/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687372.185692:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687372.185703:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687372.185706:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687372.185938:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687372.185944:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687372.185952:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687372.185955:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687372.185960:0:2368:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e10b0. 00000400:00000200:0.0:1788687372.185966:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda7f8 00000400:00000010:0.0:1788687372.185969:0:2368:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda7f8. 00000100:00000001:0.0:1788687372.185973:0:2368:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687372.185979:0:2368:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f3b80 x1875572824544128/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687372.185990:0:2368:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f3b80 x1875572824544128/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687372.185998:0:2368:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687372.186001:0:2368:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687372.186004:0:2368:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687372.186007:0:2368:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687372.186010:0:2368:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687372.186013:0:2368:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687372.186017:0:2368:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687372.186028:0:2368:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=144 v=5 (5 103 103 103) 00000100:00001000:0.0:1788687372.186033:0:2368:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687372.186036:0:2368:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687372.186038:0:2368:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687372.186041:0:2368:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687372.186045:0:2368:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687372.186049:0:2368:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687372.186052:0:2368:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967656 00000100:00000001:0.0:1788687372.186054:0:2368:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687372.187244:0:2368:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687372.187264:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f3b80 x1875572824544128/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687372.187275:0:2368:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687372.187279:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687372.187282:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687372.187287:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f3b80 x1875572824544128/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687372.187297:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824544128:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1788687372.187304:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687372.187308:0:2368:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687372.187312:0:2368:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f3b80 x1875572824544128/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687372.187319:0:2368:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687372.187323:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687372.187338:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29d0260000. 02000000:00000001:0.0:1788687372.187344:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687372.187347:0:2368:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687372.187350:0:2368:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687372.187353:0:2368:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687372.187356:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c6946a00. 02000000:00000001:0.0:1788687372.187361:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687372.187363:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687372.187365:0:2368:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f3b80. 00000100:00000001:0.0:1788687372.187370:0:2368:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687372.187371:0:2368:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687372.187374:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687372.187385:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687372.187387:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687372.187390:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687372.187393:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687372.299078:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687372.299099:0:26900:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687372.299102:0:26900:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687372.299106:0:26900:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687372.299111:0:26900:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687372.299114:0:26900:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687372.299116:0:26900:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687372.299122:0:26900:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687372.299126:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687372.299127:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687372.299159:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687372.299163:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687372.299165:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788687373.323582:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687373.323590:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687373.323598:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687373.323599:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687373.323831:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687373.323835:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687373.323838:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788687374.347461:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687374.347468:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687374.347473:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687374.347477:0:26900:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687374.347479:0:26900:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687374.347485:0:26900:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687374.347487:0:26900:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687374.347489:0:26900:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687374.347493:0:26900:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687374.347495:0:26900:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687374.347497:0:26900:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687374.347499:0:26900:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687374.347605:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687374.347608:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687374.347611:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788687375.373395:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687375.373402:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687375.373409:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687375.373410:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687375.373436:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687375.373439:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687375.373442:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788687376.396569:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687376.396575:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687376.396581:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687376.396583:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687376.396686:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687376.396689:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687376.396693:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788687376.779077:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296502490, at 4296502784 00000100:00000010:2.0:1788687376.779096:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c33d0480. 00000100:00000040:3.0:1788687376.779533:0:26149:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296502490, at 4296502784 00000100:00000010:3.0:1788687376.779541:0:26149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c33d09c0. 00000100:00000040:3.0:1788687377.291043:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687377.291056:0:26091:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788687377.291065:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb7b80. 00000020:00000040:3.0:1788687377.291070:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1788687377.291075:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687377.291077:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687377.291082:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687377.291089:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415a000. 00000100:00000001:3.0:1788687377.291096:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687377.291107:0:26091:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c8bb7b80 x1875572824544384/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687377.291119:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687377.291122:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687377.291128:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa186091] to pc [ptlrpcd_01_01+1] req@ffff9b29c8bb7b80 x1875572824544384/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687377.291158:0:26091:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687377.291161:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687377.291164:0:26091:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788687377.291167:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb6300. 00000020:00000040:3.0:1788687377.291178:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:3.0:1788687377.291181:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687377.291182:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687377.291184:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687377.291187:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415a300. 00000100:00000001:3.0:1788687377.291190:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687377.291195:0:26091:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID req@ffff9b29c8bb6300 x1875572824544512/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687377.291202:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687377.291204:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687377.291208:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc4b21e4] to pc [ptlrpcd_01_00+0] req@ffff9b29c8bb6300 x1875572824544512/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687377.291216:0:26091:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687377.291218:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788687377.291230:0:26091:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788687377.291233:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788687377.291236:0:26091:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788687377.291239:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb6a00. 00000020:00000040:3.0:1788687377.291241:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:3.0:1788687377.291243:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687377.291244:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687377.291246:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687377.291250:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415ab00. 00000100:00000001:3.0:1788687377.291252:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687377.291255:0:26091:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID req@ffff9b29c8bb6a00 x1875572824544640/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687377.291261:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687377.291263:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687377.291265:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c968b73] to pc [ptlrpcd_01_01+1] req@ffff9b29c8bb6a00 x1875572824544640/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687377.291276:0:26091:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687377.291279:0:26091:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1840) 00000100:00000001:3.0:1788687377.291288:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687377.291291:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687377.291293:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687377.291297:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6300 x1875572824544512/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687377.291303:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687377.291305:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687377.291308:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687377.291310:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687377.291312:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687377.291315:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824544512:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687377.291318:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687377.291332:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687377.291342:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687377.291348:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687377.291353:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6854200. 02000000:00000001:3.0:1788687377.291355:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687377.291361:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687377.291365:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4948. 00000400:00000010:3.0:1788687377.291372:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0f68. 00000100:00000200:3.0:1788687377.291378:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824544512, portal 10 00000100:00000001:3.0:1788687377.291380:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687377.291382:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496529152 : -110871213022464 : ffff9b29c8bb6300) 00000100:00000040:3.0:1788687377.291389:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb6300 x1875572824544512/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687377.291396:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687377.291399:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687377.291402:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0d48. 00000100:00000200:3.0:1788687377.291405:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824544512, offset 0 00000400:00000200:3.0:1788687377.291410:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687377.291418:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687377.291425:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687377.291429:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687377.291433:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687377.291436:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687377.291439:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687377.291442:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2509:2509:256:4294967295] 192.168.203.144@tcp LPNI seq info [2509:2509:8:4294967295] 00000400:00000200:3.0:1788687377.291446:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687377.291455:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687377.291460:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687377.291465:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a200. 00000800:00000200:3.0:1788687377.291472:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687377.291480:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687377.291484:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687377.291496:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687377.291500:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 797230 usecs (798 jiffies) 00000400:00000200:3.0:1788687377.291502:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687377.291504:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296504094 00000100:00000010:3.0:1788687377.291509:0:2369:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c97aba80. 00000100:00000001:3.0:1788687377.291515:0:2369:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788687377.291531:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296504094 00000100:00000010:3.0:1788687377.291534:0:2369:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c97abd80. 00000100:00000001:3.0:1788687377.291537:0:2369:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788687377.291540:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687377.291542:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687377.291545:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687377.291547:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687377.291553:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687377.291555:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788687377.291557:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687377.291559:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687377.291560:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687377.291561:0:2369:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1788687377.291563:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687377.291564:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687377.291565:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687377.291566:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687377.291567:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687377.291568:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687377.291571:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb7b80 x1875572824544384/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687377.291576:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687377.291577:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687377.291579:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687377.291580:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687377.291582:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687377.291584:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2369:1875572824544384:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687377.291588:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687377.291590:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687377.291591:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687377.291593:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687377.291596:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6854400. 02000000:00000001:3.0:1788687377.291598:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687377.291601:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687377.291603:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4420. 00000400:00000010:3.0:1788687377.291607:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0bb0. 00000100:00000200:3.0:1788687377.291609:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824544384, portal 25 00000100:00000001:3.0:1788687377.291611:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687377.291612:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496535424 : -110871213016192 : ffff9b29c8bb7b80) 00000100:00000040:3.0:1788687377.291616:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb7b80 x1875572824544384/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687377.291621:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687377.291623:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687377.291626:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0b28. 00000100:00000200:3.0:1788687377.291628:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824544384, offset 0 00000400:00000200:3.0:1788687377.291632:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687377.291635:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687377.291639:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687377.291641:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687377.291644:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687377.291645:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687377.291647:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687377.291650:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2510:2510:255:4294967295] 192.168.203.144@tcp LPNI seq info [2510:2510:7:4294967295] 00000400:00000200:3.0:1788687377.291653:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687377.291658:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687377.291662:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687377.291665:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a100. 00000800:00000200:3.0:1788687377.291669:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687377.291673:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687377.291676:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687377.291679:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687377.291681:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687377.291683:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296507609 00000100:00000001:3.0:1788687377.291688:0:2369:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296504094 00000100:00000001:3.0:1788687377.291691:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296507609 00000100:00000001:3.0:1788687377.291693:0:2369:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296504094 00000100:00000001:3.0:1788687377.291696:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687377.291697:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687377.291699:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687377.291703:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6a00 x1875572824544640/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687377.291709:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687377.291710:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687377.291713:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687377.291714:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687377.291716:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687377.291719:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824544640:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687377.291723:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687377.291725:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687377.291726:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687377.291728:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687377.291731:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6854000. 02000000:00000001:3.0:1788687377.291733:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687377.291736:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687377.291739:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef48f0. 00000400:00000010:3.0:1788687377.291742:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae05d8. 00000100:00000200:3.0:1788687377.291744:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824544640, portal 4 00000100:00000001:3.0:1788687377.291746:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687377.291747:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496530944 : -110871213020672 : ffff9b29c8bb6a00) 00000100:00000040:3.0:1788687377.291751:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb6a00 x1875572824544640/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687377.291757:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687377.291759:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687377.291761:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0908. 00000100:00000200:3.0:1788687377.291763:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824544640, offset 0 00000400:00000200:3.0:1788687377.291768:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687377.291771:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687377.291774:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687377.291777:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687377.291779:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687377.291782:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687377.291784:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687377.291787:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2511:2511:254:4294967295] 192.168.203.144@tcp LPNI seq info [2511:2511:6:4294967295] 00000400:00000200:3.0:1788687377.291790:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687377.291795:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687377.291800:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687377.291803:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ad00. 00000800:00000200:3.0:1788687377.291806:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687377.291810:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687377.291812:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687377.291815:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687377.291817:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 258848 usecs (259 jiffies) 00000400:00000200:3.0:1788687377.291820:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687377.291822:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296503555 00000100:00000001:3.0:1788687377.291825:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296507609 00000100:00000001:3.0:1788687377.291827:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296503555 00000100:00000001:3.0:1788687377.291828:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296507609 00000100:00000001:3.0:1788687377.291830:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687377.291832:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687377.291835:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687377.291837:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687377.291877:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687377.291880:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a200. 00000400:00000200:3.0:1788687377.291885:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687377.291890:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687377.291895:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0d48 00000400:00000010:3.0:1788687377.291898:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0d48. 00000100:00000001:3.0:1788687377.291901:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687377.291929:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6300 x1875572824544512/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687377.291939:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687377.291942:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6300 x1875572824544512/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687377.291949:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687377.291951:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687377.291962:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687377.291965:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a100. 00000400:00000200:3.0:1788687377.291967:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687377.291971:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687377.291973:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0b28 00000400:00000010:3.0:1788687377.291974:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0b28. 00000100:00000001:3.0:1788687377.291976:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687377.291979:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb7b80 x1875572824544384/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687377.291985:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687377.291988:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb7b80 x1875572824544384/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687377.291993:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687377.291995:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687377.292049:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687377.292051:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ad00. 00000400:00000200:3.0:1788687377.292054:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687377.292056:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687377.292059:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0908 00000400:00000010:3.0:1788687377.292060:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0908. 00000100:00000001:3.0:1788687377.292062:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687377.292065:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6a00 x1875572824544640/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687377.292071:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687377.292073:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6a00 x1875572824544640/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687377.292078:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687377.292079:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788687377.292465:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687377.292469:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687377.295275:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687377.295292:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687377.295296:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687377.295299:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687377.295308:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687377.295316:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687377.295326:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687377.295330:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687377.295335:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687377.295340:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f51580 00000400:00000200:3.0:1788687377.295345:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687377.295351:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6e65 [1] + 224 00000800:00000001:3.0:1788687377.295367:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687377.295373:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687377.295376:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687377.295380:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687377.295388:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687377.295396:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6a00 x1875572824544640/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687377.295407:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb6a00 x1875572824544640/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687377.295433:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687377.295440:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687377.295443:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687377.298775:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687377.298783:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687377.298792:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687377.298795:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687377.298799:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef48f0. 00000400:00000200:2.0:1788687377.298808:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae05d8 00000400:00000010:2.0:1788687377.298810:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae05d8. 00000100:00000001:2.0:1788687377.298816:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687377.298827:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb6a00 x1875572824544640/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687377.298838:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb6a00 x1875572824544640/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687377.298847:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687377.298849:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687377.298852:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687377.298855:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687377.298857:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687377.298859:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687377.298862:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687377.298871:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=149 v=5 (5 5 16 16) 00000100:00001000:2.0:1788687377.298876:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=44 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687377.298879:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687377.298880:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687377.298883:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687377.298888:0:2369:0:(ldlm_request.c:1722:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687377.298891:0:2369:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687377.298893:0:2369:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788687377.298895:0:2369:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687377.298897:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687377.298901:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb6a00 x1875572824544640/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687377.298945:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687377.298948:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687377.298950:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687377.298955:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6a00 x1875572824544640/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687377.298962:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824544640:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687377.298967:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687377.298969:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687377.298972:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb6a00 x1875572824544640/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687377.298979:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687377.298981:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687377.298985:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6854000. 02000000:00000001:2.0:1788687377.298989:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687377.298992:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687377.298993:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:2.0:1788687377.298995:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687377.298998:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415ab00. 02000000:00000001:2.0:1788687377.299001:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687377.299002:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687377.299004:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6a00. 00000100:00000001:2.0:1788687377.299007:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687377.299008:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687377.299011:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687377.299013:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687377.299014:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687377.299016:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687377.299017:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687377.419320:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687377.419328:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687377.419332:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687377.419334:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687377.419400:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687377.419403:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687377.419407:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788687378.315346:0:2369:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788687378.315359:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687378.315361:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:2.0:1788687378.315366:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687378.315368:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687378.315372:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687378.315375:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687378.443028:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687378.443034:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687378.443039:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687378.443041:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687378.443065:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687378.443068:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687378.443071:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788687379.466992:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687379.466998:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687379.467004:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687379.467006:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687379.468933:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687379.468940:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687379.468944:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788687380.491044:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687380.491051:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687380.491057:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687380.491058:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687380.491158:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687380.491162:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687380.491164:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788687381.515032:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687381.515039:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687381.515044:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687381.515045:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687381.515069:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687381.515071:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687381.515074:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788687381.899020:0:26149:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296507609, at 4296507904 00000100:00000040:2.0:1788687381.899020:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296507609, at 4296507904 00000100:00000010:2.0:1788687381.899036:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c97aba80. 00000100:00000010:3.0:1788687381.899038:0:26149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c97abd80. 00000100:00000001:3.0:1788687382.411115:0:32722:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788687382.411122:0:32722:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687382.411124:0:32722:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788687382.411130:0:32722:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca6540 going to sleep for 1 seconds 00000100:00000001:3.0:1788687382.411133:0:32722:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687382.411144:0:32722:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687382.411374:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687382.411381:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687382.411391:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42ead80. 00000020:00000040:2.0:1788687382.411397:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1788687382.411401:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687382.411404:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687382.411409:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687382.411417:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29d05a3300. 00000100:00000001:2.0:1788687382.411424:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687382.411436:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c42ead80 x1875572824544768/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687382.411448:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687382.411451:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687382.411457:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086119e92] to pc [ptlrpcd_01_00+0] req@ffff9b29c42ead80 x1875572824544768/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687382.411490:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687382.411493:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687382.411497:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687382.411500:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42eb480. 00000020:00000040:2.0:1788687382.411503:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:2.0:1788687382.411505:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687382.411506:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687382.411508:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687382.411512:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29d05a3800. 00000100:00000001:2.0:1788687382.411515:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687382.411520:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID req@ffff9b29c42eb480 x1875572824544896/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687382.411527:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687382.411529:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687382.411534:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063ffc88c] to pc [ptlrpcd_01_01+1] req@ffff9b29c42eb480 x1875572824544896/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687382.411542:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687382.411544:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788687382.411549:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788687382.411551:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687382.411555:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788687382.411557:0:38:0:(import.c:2112:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1788687382.411560:0:38:0:(import.c:1806:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1788687382.411563:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e9500. 00000020:00000040:2.0:1788687382.411565:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:2.0:1788687382.411568:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687382.411569:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687382.411571:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687382.411575:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29d05a3500. 00000100:00000001:2.0:1788687382.411578:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687382.411580:0:38:0:(import.c:1844:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446633202420192512 : -110871289359104 : ffff9b29c42e9500) 00000100:00080000:2.0:1788687382.411596:0:38:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec0000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1788687382.411599:0:38:0:(import.c:2147:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9b29e019e800: disconnect after 22s idle 00000100:00000001:2.0:1788687382.411602:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687382.411604:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687382.411608:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085f2fc7a] to pc [ptlrpcd_rcv+-1] req@ffff9b29c42e9500 x1875572824545024/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687382.411626:0:38:0:(import.c:2151:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687382.411629:0:38:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687382.411633:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1846) 00000100:00000001:2.0:1788687382.411645:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687382.411648:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687382.411650:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687382.411655:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42eb480 x1875572824544896/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687382.411662:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687382.411664:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687382.411667:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687382.411670:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687382.411673:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687382.411676:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824544896:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687382.411680:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687382.411685:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687382.411687:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687382.411690:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687382.411695:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c5d74800. 02000000:00000001:2.0:1788687382.411696:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687382.411703:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687382.411708:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fdf20. 00000400:00000010:2.0:1788687382.412145:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02404c8. 00000100:00000200:2.0:1788687382.412152:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824544896, portal 10 00000100:00000001:2.0:1788687382.412155:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687382.412157:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420200576 : -110871289351040 : ffff9b29c42eb480) 00000100:00000040:2.0:1788687382.412166:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42eb480 x1875572824544896/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687382.412174:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687382.412177:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687382.412180:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240aa0. 00000100:00000200:2.0:1788687382.412182:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824544896, offset 0 00000400:00000200:2.0:1788687382.412188:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687382.412196:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687382.412203:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687382.412209:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687382.412212:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687382.412216:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687382.412219:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687382.412223:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2512:2512:256:4294967295] 192.168.203.144@tcp LPNI seq info [2512:2512:8:4294967295] 00000400:00000200:2.0:1788687382.412228:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687382.412239:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687382.412471:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687382.412477:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3f00. 00000800:00000200:2.0:1788687382.412484:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687382.412491:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687382.412495:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687382.412505:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687382.412510:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 797230 usecs (798 jiffies) 00000400:00000200:2.0:1788687382.412513:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687382.412516:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296509215 00000100:00000010:2.0:1788687382.412521:0:2370:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c33d0480. 00000100:00000001:2.0:1788687382.412527:0:2370:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788687382.412532:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296509215 00000100:00000010:2.0:1788687382.412536:0:2370:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c33d0ba0. 00000100:00000001:2.0:1788687382.412539:0:2370:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788687382.412542:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687382.412545:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687382.412548:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687382.412550:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687382.412556:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687382.412559:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788687382.412561:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687382.412563:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687382.412565:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687382.412568:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788687382.412570:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687382.412572:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687382.412573:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687382.412575:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687382.412576:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687382.412577:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687382.412582:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42ead80 x1875572824544768/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687382.412590:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687382.412591:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687382.412594:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687382.412597:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687382.412599:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687382.412602:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824544768:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687382.412606:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687382.412609:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687382.412611:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687382.412613:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687382.412616:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c5d75c00. 02000000:00000001:2.0:1788687382.412618:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687382.412621:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687382.412624:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd0b0. 00000400:00000010:2.0:1788687382.412628:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240d48. 00000100:00000200:2.0:1788687382.412631:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824544768, portal 25 00000100:00000001:2.0:1788687382.412633:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687382.412634:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420198784 : -110871289352832 : ffff9b29c42ead80) 00000100:00000040:2.0:1788687382.412639:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42ead80 x1875572824544768/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687382.412645:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687382.412648:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687382.412650:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240770. 00000100:00000200:2.0:1788687382.412652:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824544768, offset 0 00000400:00000200:2.0:1788687382.412656:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687382.412660:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687382.412663:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687382.412666:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687382.412668:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687382.412670:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687382.412673:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687382.412675:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2513:2513:255:4294967295] 192.168.203.144@tcp LPNI seq info [2513:2513:7:4294967295] 00000400:00000200:2.0:1788687382.412679:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687382.412685:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687382.412690:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687382.412693:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3d00. 00000800:00000200:2.0:1788687382.412697:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687382.412701:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687382.412704:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687382.412707:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687382.419602:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687382.419611:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687382.419615:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687382.419620:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687382.419671:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687382.419676:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3f00. 00000400:00000200:3.0:1788687382.419684:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687382.419693:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687382.419700:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240aa0 00000400:00000010:3.0:1788687382.419703:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240aa0. 00000100:00000001:3.0:1788687382.419708:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687382.419716:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42eb480 x1875572824544896/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687382.419729:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687382.419733:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42eb480 x1875572824544896/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687382.419740:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687382.419742:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687382.419819:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687382.419822:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3d00. 00000400:00000200:3.0:1788687382.419825:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687382.419828:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687382.419832:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240770 00000400:00000010:3.0:1788687382.419833:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240770. 00000100:00000001:3.0:1788687382.419835:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687382.419840:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42ead80 x1875572824544768/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687382.419847:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687382.419851:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42ead80 x1875572824544768/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687382.419857:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687382.419858:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1788687382.421328:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687382.421336:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296512739 00000100:00000001:2.0:1788687382.421347:0:2370:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296509215 00000100:00000001:2.0:1788687382.421353:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296512739 00000100:00000001:2.0:1788687382.421356:0:2370:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296509215 00000100:00000001:2.0:1788687382.421359:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687382.421363:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687382.421367:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687382.421371:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687382.421566:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687382.421570:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687382.421572:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687382.421583:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e9500 x1875572824545024/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687382.421592:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687382.421594:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687382.421598:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687382.421601:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687382.421603:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687382.421606:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824545024:192.168.203.144@tcp:9:kworker.0 00000100:00000001:1.0:1788687382.421610:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687382.421615:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687382.421618:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687382.421620:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687382.421629:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29cb07b400. 02000000:00000001:1.0:1788687382.421631:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687382.421636:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687382.421643:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150108. 00000400:00000010:1.0:1788687382.421650:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc330. 00000100:00000200:1.0:1788687382.421656:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824545024, portal 4 00000100:00000001:1.0:1788687382.421659:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687382.421660:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420192512 : -110871289359104 : ffff9b29c42e9500) 00000100:00000040:1.0:1788687382.421667:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e9500 x1875572824545024/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687382.421674:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687382.421676:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687382.421679:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dccc0. 00000100:00000200:1.0:1788687382.421683:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824545024, offset 0 00000400:00000200:1.0:1788687382.421688:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687382.421696:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687382.421703:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687382.421717:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687382.421722:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687382.421726:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687382.421729:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687382.421732:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2514:2514:256:4294967295] 192.168.203.144@tcp LPNI seq info [2514:2514:8:4294967295] 00000400:00000200:1.0:1788687382.421737:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687382.421745:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687382.421751:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687382.421755:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2100. 00000800:00000200:1.0:1788687382.421761:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687382.421768:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687382.421772:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687382.421793:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687382.421798:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 257363 usecs (258 jiffies) 00000400:00000200:1.0:1788687382.421801:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687382.421803:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296508684 00000100:00000001:1.0:1788687382.421805:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296512739 00000100:00000001:1.0:1788687382.421807:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296508684 00000100:00000001:1.0:1788687382.421809:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296512739 00000100:00000001:1.0:1788687382.421811:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687382.421813:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687382.421815:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687382.421817:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687382.421824:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687382.421826:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788687382.421828:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687382.421829:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687382.421830:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687382.421831:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687382.424092:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687382.424100:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2100. 00000400:00000200:3.0:1788687382.424107:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687382.424115:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687382.424122:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dccc0 00000400:00000010:3.0:1788687382.424125:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dccc0. 00000100:00000001:3.0:1788687382.424129:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687382.424146:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e9500 x1875572824545024/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687382.424159:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687382.424163:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e9500 x1875572824545024/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687392 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687382.424170:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687382.424172:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687382.426887:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687382.426903:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687382.427042:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687382.427047:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687382.427056:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687382.427064:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687382.427072:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687382.427077:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687382.427082:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687382.427086:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f51700 00000400:00000200:3.0:1788687382.427092:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687382.427099:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6e95 [1] + 224 00000800:00000001:3.0:1788687382.427105:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687382.427112:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687382.427115:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687382.427119:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687382.427127:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687382.427145:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e9500 x1875572824545024/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687382.427157:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42e9500 x1875572824545024/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687382.427180:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687382.427188:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687382.427191:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687382.427304:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687382.427309:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687382.427315:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687382.427317:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687382.427320:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150108. 00000400:00000200:1.0:1788687382.427326:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc330 00000400:00000010:1.0:1788687382.427328:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc330. 00000100:00000001:1.0:1788687382.427332:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687382.427337:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e9500 x1875572824545024/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687382.427346:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e9500 x1875572824545024/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687382.427352:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687382.427354:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687382.427357:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687382.427360:0:2366:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687382.427362:0:2366:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687382.427364:0:2366:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687382.427367:0:2366:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687382.427377:0:2366:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=154 v=5 (5 5 16 16) 00000100:00001000:1.0:1788687382.427381:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=49 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687382.427384:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687382.427385:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687382.427388:0:2366:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687382.427392:0:2366:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687382.427395:0:2366:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687382.427398:0:2366:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788687382.427400:0:2366:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687382.427402:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687382.427407:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e9500 x1875572824545024/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687382.427414:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687382.427417:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687382.427419:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788687382.427422:0:2366:0:(import.c:2057:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9b29c42e9500 x1875572824545024/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687392 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788687382.427429:0:2366:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec0000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1788687382.427433:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e9500 x1875572824545024/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687392 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687382.427440:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824545024:192.168.203.144@tcp:9:kworker.0 00000100:00000001:1.0:1788687382.427445:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687382.427448:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687382.427451:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e9500 x1875572824545024/t0(0) o9->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687392 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687382.427458:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687382.427461:0:2366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687382.427464:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29cb07b400. 02000000:00000001:1.0:1788687382.427467:0:2366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687382.427470:0:2366:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687382.427472:0:2366:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687382.427474:0:2366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687382.427477:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29d05a3500. 02000000:00000001:1.0:1788687382.427480:0:2366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687382.427482:0:2366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687382.427484:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e9500. 00000100:00000001:1.0:1788687382.427488:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687382.427489:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687382.427492:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687382.427499:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687382.427501:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687382.427503:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687382.427504:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687382.539051:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687382.539060:0:26900:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687382.539062:0:26900:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687382.539065:0:26900:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687382.539071:0:26900:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687382.539073:0:26900:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687382.539076:0:26900:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687382.539078:0:26900:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687382.539082:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687382.539084:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687382.539222:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687382.539226:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687382.539228:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788687383.435359:0:2370:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788687383.435372:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687383.435374:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:2.0:1788687383.435379:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687383.435381:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687383.435385:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687383.435388:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687383.436161:0:32722:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788687383.436165:0:32722:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687383.436167:0:32722:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788687383.436170:0:32722:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca6540 going to sleep for 1 seconds 00000100:00000001:1.0:1788687383.436174:0:32722:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687383.436177:0:32722:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687383.563042:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687383.563050:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687383.563055:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687383.563056:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687383.563206:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687383.563209:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687383.563213:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788687384.459042:0:32722:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788687384.459050:0:32722:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687384.459051:0:32722:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788687384.459056:0:32722:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca6540 going to sleep for 1 seconds 00000100:00000001:1.0:1788687384.459059:0:32722:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687384.459062:0:32722:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687384.587273:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687384.587279:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687384.587284:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687384.587289:0:26900:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687384.587291:0:26900:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687384.587296:0:26900:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687384.587298:0:26900:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687384.587299:0:26900:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687384.587302:0:26900:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687384.587304:0:26900:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687384.587306:0:26900:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687384.587308:0:26900:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687384.587329:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687384.587332:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687384.587335:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788687385.485834:0:32722:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788687385.485841:0:32722:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687385.485843:0:32722:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788687385.485857:0:32722:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca6540 going to sleep for 1 seconds 00000100:00000001:1.0:1788687385.485861:0:32722:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687385.485864:0:32722:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687385.614893:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687385.614899:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687385.614904:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687385.614932:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687385.616020:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687385.616024:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687385.616028:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788687386.507063:0:32722:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788687386.507070:0:32722:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687386.507072:0:32722:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788687386.507086:0:32722:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca6540 going to sleep for 1 seconds 00000100:00000001:1.0:1788687386.507091:0:32722:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687386.507095:0:32722:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687386.635218:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687386.635225:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687386.635231:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687386.635232:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687386.635606:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687386.635610:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687386.635613:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788687387.019012:0:26149:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296512739, at 4296513024 00000100:00000040:2.0:1788687387.019012:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296512739, at 4296513024 00000100:00000010:3.0:1788687387.019027:0:26149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c33d0ba0. 00000100:00000010:2.0:1788687387.019028:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c33d0480. 00000100:00000040:2.0:1788687387.531000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687387.531013:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687387.531028:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e9880. 00000020:00000040:2.0:1788687387.531034:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=6 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1788687387.531039:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687387.531042:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687387.531047:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687387.531059:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29d05a3c00. 00000100:00000001:2.0:1788687387.531066:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687387.531077:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c42e9880 x1875572824545152/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687387.531088:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687387.531092:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687387.531097:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa3a1561] to pc [ptlrpcd_01_00+0] req@ffff9b29c42e9880 x1875572824545152/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687387.531135:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687387.531138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687387.531141:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687387.531148:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8a80. 00000020:00000040:2.0:1788687387.531151:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:2.0:1788687387.531153:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687387.531155:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687387.531157:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687387.531162:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29d05a3500. 00000100:00000001:2.0:1788687387.531166:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687387.531170:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID req@ffff9b29c42e8a80 x1875572824545280/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687387.531177:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687387.531179:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687387.531182:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000071ad9518] to pc [ptlrpcd_01_01+1] req@ffff9b29c42e8a80 x1875572824545280/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687387.531191:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687387.531193:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788687387.531197:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788687387.531200:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788687387.531203:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788687387.531208:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1851) 00000100:00000001:2.0:1788687387.531223:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687387.531227:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687387.531229:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687387.531234:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8a80 x1875572824545280/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687387.531241:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687387.531243:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687387.531247:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687387.531249:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687387.531251:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687387.531255:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824545280:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687387.531259:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687387.531263:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687387.531266:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687387.531268:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687387.531273:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c5d75200. 02000000:00000001:2.0:1788687387.531275:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687387.531282:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687387.531286:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fddc0. 00000400:00000010:2.0:1788687387.531292:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240990. 00000100:00000200:2.0:1788687387.531299:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824545280, portal 10 00000100:00000001:2.0:1788687387.531301:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687387.531302:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420189824 : -110871289361792 : ffff9b29c42e8a80) 00000100:00000040:2.0:1788687387.531310:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e8a80 x1875572824545280/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687387.531316:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687387.531319:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687387.531322:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240908. 00000100:00000200:2.0:1788687387.531325:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824545280, offset 0 00000400:00000200:2.0:1788687387.531331:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687387.531339:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687387.531347:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687387.531352:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687387.531357:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687387.531362:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687387.531364:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687387.531368:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2515:2515:256:4294967295] 192.168.203.144@tcp LPNI seq info [2515:2515:8:4294967295] 00000400:00000200:2.0:1788687387.531372:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687387.531382:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687387.531387:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687387.531392:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3d00. 00000800:00000200:2.0:1788687387.531398:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687387.531407:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687387.531411:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687387.531426:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687387.531430:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 797230 usecs (798 jiffies) 00000400:00000200:2.0:1788687387.531434:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687387.531437:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296514334 00000100:00000010:2.0:1788687387.531443:0:2370:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c33d0480. 00000100:00000001:2.0:1788687387.531450:0:2370:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788687387.531455:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296514334 00000100:00000010:2.0:1788687387.531458:0:2370:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c33d0240. 00000100:00000001:2.0:1788687387.531462:0:2370:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788687387.531465:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687387.531468:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687387.531472:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687387.531474:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687387.531481:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687387.531491:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1788687387.531493:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687387.531494:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687387.531496:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687387.531498:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788687387.531500:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687387.531502:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687387.531503:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687387.531505:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687387.531506:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687387.531507:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687387.531510:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e9880 x1875572824545152/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687387.531522:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687387.531524:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687387.531527:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687387.531529:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687387.531531:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687387.531534:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824545152:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687387.531537:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687387.531540:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687387.531541:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687387.531543:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687387.531546:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c5d75e00. 02000000:00000001:2.0:1788687387.531548:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687387.531552:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687387.531555:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd4d0. 00000400:00000010:2.0:1788687387.531558:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240330. 00000100:00000200:2.0:1788687387.531561:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824545152, portal 25 00000100:00000001:2.0:1788687387.531563:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687387.531564:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420193408 : -110871289358208 : ffff9b29c42e9880) 00000100:00000040:2.0:1788687387.531569:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e9880 x1875572824545152/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687387.531575:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687387.531577:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687387.531580:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240550. 00000100:00000200:2.0:1788687387.531582:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824545152, offset 0 00000400:00000200:2.0:1788687387.531586:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687387.531590:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687387.531593:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687387.531596:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687387.531598:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687387.531600:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687387.531608:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687387.531611:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2516:2516:255:4294967295] 192.168.203.144@tcp LPNI seq info [2516:2516:7:4294967295] 00000400:00000200:2.0:1788687387.531614:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687387.531620:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687387.531624:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687387.531628:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3f00. 00000800:00000200:2.0:1788687387.531632:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687387.531636:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687387.531638:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687387.531641:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687387.531644:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687387.531646:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296517849 00000100:00000001:2.0:1788687387.531651:0:2370:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296514334 00000100:00000001:2.0:1788687387.531654:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296517849 00000100:00000001:2.0:1788687387.531657:0:2370:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296514334 00000100:00000001:2.0:1788687387.531659:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687387.531661:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687387.531663:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687387.531665:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687387.531746:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687387.531749:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687387.531752:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687387.531754:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687387.531810:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687387.531815:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3d00. 00000400:00000200:3.0:1788687387.531821:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687387.531826:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687387.531832:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240908 00000400:00000010:3.0:1788687387.531834:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240908. 00000100:00000001:3.0:1788687387.531839:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687387.531844:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8a80 x1875572824545280/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687387.531853:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687387.531856:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8a80 x1875572824545280/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687387.531862:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687387.531864:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687387.531967:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687387.531971:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3f00. 00000400:00000200:3.0:1788687387.531974:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687387.531978:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687387.531981:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240550 00000400:00000010:3.0:1788687387.531983:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240550. 00000100:00000001:3.0:1788687387.531985:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687387.531988:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e9880 x1875572824545152/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687387.531996:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687387.531999:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e9880 x1875572824545152/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687387.532005:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687387.532006:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788687387.533939:0:32722:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788687387.533945:0:32722:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1788687387.533959:0:32722:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788687371/real 1788687371] req@ffff9b29c8bb4a80 x1875572824543872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 1 dl 1788687387 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:3.0:1788687387.533976:0:32722:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687387.533978:0:32722:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687387.533982:0:32722:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4738. 00000400:00000200:3.0:1788687387.533988:0:32722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0330 00000400:00000010:3.0:1788687387.533990:0:32722:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0330. 00000100:00000001:3.0:1788687387.533995:0:32722:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687387.534000:0:32722:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb4a80 x1875572824543872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 1 dl 1788687387 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687387.534009:0:32722:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb4a80 x1875572824543872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 1 dl 1788687387 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687387.534017:0:32722:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687387.534019:0:32722:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687387.534026:0:32722:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687387.534038:0:32722:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687387.534042:0:32722:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1788687387.534049:0:32722:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788687387.534053:0:32722:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9b29e019e800: Connection to lustre-MDT0000 (at 192.168.203.144@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1788687387.534057:0:32722:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788687387.534059:0:32722:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788687387.534065:0:32722:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687387.534067:0:32722:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788687387.534069:0:32722:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:3.0:1788687387.534083:0:32722:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1788687387.534085:0:32722:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687387.534088:0:32722:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687387.534090:0:32722:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687387.534093:0:32722:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca6540 going to sleep for 0 seconds 00000100:00000001:3.0:1788687387.534095:0:32722:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687387.534097:0:32722:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687387.534108:0:32722:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687387.534111:0:32722:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687387.534113:0:32722:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788687387.534610:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788687387.534616:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1788687387.534618:0:37:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1788687387.534621:0:37:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1788687387.534624:0:37:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:2.0:1788687387.534628:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9b29e019e800: connect to NID 192.168.203.144@tcp last attempt 1816 00000400:00000200:2.0:1788687387.534635:0:37:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687387.534641:0:37:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.144@tcp is discovered: rc = 1 00000100:00000040:2.0:1788687387.534645:0:37:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 11 to 192.168.203.144@tcp 00000100:00000001:2.0:1788687387.534648:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788687387.534650:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00000100:00000001:2.0:1788687387.534652:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000020:00000001:2.0:1788687387.534655:0:37:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788687387.534657:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e81130a 00000020:00000001:2.0:1788687387.534660:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687387.534662:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c3ec1000 refcount=5 00000020:00000001:2.0:1788687387.534665:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202415833088 : -110871293718528 : ffff9b29c3ec1000) 00000020:00000001:2.0:1788687387.534667:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202415833088 : -110871293718528 : ffff9b29c3ec1000) 00000100:00000040:2.0:1788687387.534670:0:37:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 11 to 192.168.203.144@tcp 00000100:00000001:2.0:1788687387.534672:0:37:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788687387.534673:0:37:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00000100:00000001:2.0:1788687387.534675:0:37:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000020:00000040:2.0:1788687387.534679:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c3ec1000 : new refcount 4 00000100:00080000:2.0:1788687387.534682:0:37:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff9b29e019e800: import ffff9b29c3ec7800 using connection 192.168.203.144@tcp/192.168.203.144@tcp 00000100:00000001:2.0:1788687387.534685:0:37:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687387.534687:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788687387.534694:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687387.534697:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687387.534699:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788687387.534702:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788687387.534705:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687387.534707:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687387.534716:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42eaa00. 00000020:00000040:2.0:1788687387.534719:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:2.0:1788687387.534723:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788687387.534724:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687387.534727:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687387.534730:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687387.534734:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687387.534742:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c63d5c00. 00000100:00000001:2.0:1788687387.536937:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687387.536963:0:37:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b29c42eaa00 x1875572824545408/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687387.536974:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687387.536978:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687387.536982:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef68b5db] to pc [ptlrpcd_rcv+-1] req@ffff9b29c42eaa00 x1875572824545408/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687387.537007:0:37:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687387.537012:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788687387.537016:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788687387.537018:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788687387.537021:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788687387.537029:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1851) 00000100:00000001:1.0:1788687387.537418:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687387.537423:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687387.537426:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687387.537433:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42eaa00 x1875572824545408/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687387.537440:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687387.537443:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687387.537447:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687387.537451:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687387.537455:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687387.537458:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824545408:192.168.203.144@tcp:38:kworker.0 00000100:00000001:1.0:1788687387.537462:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687387.537466:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687387.537469:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687387.537471:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687387.537480:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6911400. 02000000:00000001:1.0:1788687387.537482:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687387.537490:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687387.537496:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150108. 00000400:00000010:1.0:1788687387.537503:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc330. 00000100:00000200:1.0:1788687387.537510:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824545408, portal 10 00000100:00000001:1.0:1788687387.537512:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687387.537513:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420197888 : -110871289353728 : ffff9b29c42eaa00) 00000100:00000040:1.0:1788687387.537521:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42eaa00 x1875572824545408/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687387.537530:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687387.537533:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687387.537535:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcf68. 00000100:00000200:1.0:1788687387.537539:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875572824545408, offset 0 00000400:00000200:1.0:1788687387.537545:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687387.537554:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687387.537562:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687387.537567:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687387.537571:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687387.537574:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687387.537577:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687387.537581:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2517:2517:256:4294967295] 192.168.203.144@tcp LPNI seq info [2517:2517:8:4294967295] 00000400:00000200:1.0:1788687387.537585:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687387.537595:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687387.537601:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687387.537607:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2200. 00000800:00000200:1.0:1788687387.537613:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687387.537620:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687387.537624:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788687387.537644:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687387.537650:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 797230 usecs (798 jiffies) 00000400:00000200:1.0:1788687387.537653:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687387.537655:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296514340 00000100:00000001:1.0:1788687387.537658:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296517849 00000100:00000001:1.0:1788687387.537660:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296514340 00000100:00000001:1.0:1788687387.537662:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296517849 00000100:00000001:1.0:1788687387.537664:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687387.537667:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687387.537670:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687387.537672:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687387.537679:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687387.537680:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788687387.537682:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687387.537683:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687387.537685:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687387.537687:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687387.539035:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687387.539044:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2200. 00000400:00000200:3.0:1788687387.539052:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687387.539060:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687387.539066:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcf68 00000400:00000010:3.0:1788687387.539069:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcf68. 00000100:00000001:3.0:1788687387.539073:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687387.539080:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42eaa00 x1875572824545408/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687387.539089:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687387.539092:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42eaa00 x1875572824545408/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687397 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687387.539107:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687387.539110:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1788687387.660185:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687387.660191:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687387.660196:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687387.660197:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687387.660221:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687387.660224:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687387.660226:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788687388.363142:0:2369:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788687388.363154:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687388.363156:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687388.363172:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687388.363174:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687388.363178:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687388.363182:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687388.554975:0:2370:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788687388.554996:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687388.554999:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788687388.555004:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687388.555007:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687388.555012:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687388.555015:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687388.555205:0:32722:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788687388.555210:0:32722:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687388.555211:0:32722:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687388.555215:0:32722:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca6540 going to sleep for 0 seconds 00000100:00000001:3.0:1788687388.555218:0:32722:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687388.555220:0:32722:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687388.555223:0:32722:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687388.555225:0:32722:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687388.555227:0:32722:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687388.683170:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687388.683177:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687388.683182:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687388.683183:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687388.683279:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687388.683282:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687388.683285:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788687389.387185:0:2369:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788687389.387202:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687389.387205:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687389.387210:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687389.387213:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687389.387218:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687389.387222:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687389.581118:0:32722:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788687389.581128:0:32722:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687389.581131:0:32722:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687389.581137:0:32722:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca6540 going to sleep for 0 seconds 00000100:00000001:2.0:1788687389.581141:0:32722:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687389.581145:0:32722:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687389.581147:0:32722:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687389.581150:0:32722:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687389.581153:0:32722:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687389.707073:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687389.707082:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687389.707098:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687389.707099:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687389.708263:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687389.708268:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687389.708272:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788687390.411162:0:2369:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788687390.411177:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687390.411180:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687390.411186:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687390.411189:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687390.411193:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687390.411197:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687390.604762:0:32722:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788687390.604774:0:32722:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687390.604776:0:32722:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687390.604783:0:32722:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca6540 going to sleep for 0 seconds 00000100:00000001:3.0:1788687390.604788:0:32722:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687390.604793:0:32722:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687390.604797:0:32722:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687390.604801:0:32722:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687390.604804:0:32722:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687390.737739:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687390.737748:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687390.737753:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687390.737754:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687390.737943:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687390.737947:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687390.737950:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788687391.435082:0:2369:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788687391.435103:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687391.435107:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687391.435114:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687391.435117:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687391.435122:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687391.435126:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687391.627096:0:32722:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788687391.627104:0:32722:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687391.627107:0:32722:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687391.627113:0:32722:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca6540 going to sleep for 0 seconds 00000100:00000001:3.0:1788687391.627117:0:32722:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687391.627121:0:32722:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687391.627124:0:32722:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687391.627126:0:32722:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687391.627129:0:32722:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687391.755178:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687391.755189:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687391.755196:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687391.755198:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687391.755839:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687391.755844:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687391.755848:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788687392.139098:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296517849, at 4296518144 00000100:00000010:2.0:1788687392.139125:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c33d0480. 00000100:00000040:3.0:1788687392.139505:0:26149:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296517849, at 4296518144 00000100:00000010:3.0:1788687392.139521:0:26149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c33d0240. 00000100:00000001:3.0:1788687392.459041:0:2369:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788687392.459059:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687392.459062:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687392.459078:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687392.459081:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687392.459085:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687392.459090:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687392.651040:0:2366:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788687392.651056:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687392.651058:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687392.651072:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687392.651075:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687392.651079:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687392.651082:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687392.651274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788687392.651281:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788687392.651290:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f3b80. 00000020:00000040:0.0:1788687392.651297:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=7 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1788687392.651301:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687392.651305:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687392.651310:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687392.651319:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c6946a00. 00000100:00000001:0.0:1788687392.651326:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687392.651338:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c97f3b80 x1875572824545536/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788687392.651357:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687392.651362:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687392.651369:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051962567] to pc [ptlrpcd_00_00+0] req@ffff9b29c97f3b80 x1875572824545536/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687392.651396:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788687392.651398:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788687392.651401:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1788687392.651404:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788687392.651406:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788687392.651407:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788687392.651409:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788687392.651413:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1856) 00000100:00000001:0.0:1788687392.651422:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788687392.651424:0:2368:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788687392.651425:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687392.651428:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687392.651429:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687392.651430:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687392.651431:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687392.651432:0:2368:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687392.651436:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f3b80 x1875572824545536/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687392.651442:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687392.651444:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687392.651448:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687392.651450:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687392.651452:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687392.651455:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2368:1875572824545536:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1788687392.651459:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687392.651465:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687392.651467:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687392.651469:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687392.651473:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c4c56a00. 02000000:00000001:0.0:1788687392.651475:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687392.651482:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687392.651486:0:2368:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e10b0. 00000400:00000010:0.0:1788687392.651493:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda7f8. 00000100:00000200:0.0:1788687392.651500:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824545536, portal 25 00000100:00000001:0.0:1788687392.651502:0:2368:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687392.651503:0:2368:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509364096 : -110871200187520 : ffff9b29c97f3b80) 00000100:00000040:0.0:1788687392.651507:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f3b80 x1875572824545536/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687392.651513:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687392.651516:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687392.651518:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda000. 00000100:00000200:0.0:1788687392.651521:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824545536, offset 0 00000400:00000200:0.0:1788687392.651527:0:2368:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687392.651537:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687392.651544:0:2368:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687392.651550:0:2368:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687392.651554:0:2368:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687392.651557:0:2368:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687392.651559:0:2368:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687392.651562:0:2368:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2518:2518:256:4294967295] 192.168.203.144@tcp LPNI seq info [2518:2518:8:4294967295] 00000400:00000200:0.0:1788687392.651566:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687392.651575:0:2368:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687392.651579:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687392.651583:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946100. 00000800:00000200:0.0:1788687392.651589:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687392.651599:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687392.651603:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788687392.651619:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687392.651623:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687392.651625:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296522969 00000100:00000010:0.0:1788687392.651630:0:2368:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c33445a0. 00000100:00000001:0.0:1788687392.651637:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788687392.651641:0:2368:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296522969 00000100:00000010:0.0:1788687392.651643:0:2368:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c3344960. 00000100:00000001:0.0:1788687392.651645:0:2368:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788687392.651647:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687392.651649:0:2368:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687392.651651:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687392.651653:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687392.651702:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687392.651704:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687392.651832:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687392.651838:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946100. 00000400:00000200:2.0:1788687392.651845:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687392.651851:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687392.651858:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda000 00000400:00000010:2.0:1788687392.651860:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda000. 00000100:00000001:2.0:1788687392.651864:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687392.651869:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3b80 x1875572824545536/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687392.651880:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687392.651884:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f3b80 x1875572824545536/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687392.651892:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687392.651893:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788687392.659124:0:32722:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788687392.659135:0:32722:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687392.659137:0:32722:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687392.659144:0:32722:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca6540 going to sleep for 0 seconds 00000100:00000001:2.0:1788687392.659149:0:32722:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687392.659154:0:32722:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687392.659158:0:32722:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687392.659161:0:32722:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687392.659164:0:32722:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687392.662210:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687392.662235:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687392.662242:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687392.662244:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687392.662257:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687392.662269:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687392.662281:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687392.662288:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687392.662295:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687392.662300:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f51900 00000400:00000200:2.0:1788687392.662307:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687392.662316:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6ec5 [1] + 224 00000800:00000001:2.0:1788687392.662326:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687392.662335:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687392.662339:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687392.662343:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687392.662353:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687392.662364:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3b80 x1875572824545536/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687392.662407:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c97f3b80 x1875572824545536/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687392.662427:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687392.662437:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687392.662442:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687392.662549:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687392.662556:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687392.662564:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687392.662566:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687392.662571:0:2368:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e10b0. 00000400:00000200:1.0:1788687392.662577:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda7f8 00000400:00000010:1.0:1788687392.662580:0:2368:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda7f8. 00000100:00000001:1.0:1788687392.662584:0:2368:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687392.662590:0:2368:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f3b80 x1875572824545536/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687392.662600:0:2368:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f3b80 x1875572824545536/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687392.662608:0:2368:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687392.662611:0:2368:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687392.662614:0:2368:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687392.662617:0:2368:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687392.662620:0:2368:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687392.662622:0:2368:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687392.662626:0:2368:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687392.662636:0:2368:0:(import.c:2195:obd_at_measure()) add 0 to ffff9b29c52f5460 time=164 v=5 (5 5 5 5) 00000100:00001000:1.0:1788687392.662640:0:2368:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=164 v=5 (1 1 1 1) 00000100:00000001:1.0:1788687392.662643:0:2368:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687392.662645:0:2368:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1788687392.662649:0:2368:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1788687392.662652:0:2368:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.144@tcp of MGS@192.168.203.144@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1788687392.662657:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9b29c52f5000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1788687392.662661:0:2368:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.144@tcp: Connection to MGS (at 192.168.203.144@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1788687392.672618:0:2368:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.203.144@tcp for MGC192.168.203.144@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1788687392.672625:0:2368:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1788687392.672627:0:2368:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1788687392.672630:0:2368:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1788687392.672641:0:2368:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9b29c8bb7b80 x1875572824544384/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687392.672669:0:2368:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9b29c42ead80 x1875572824544768/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687392.672695:0:2368:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9b29c42e9880 x1875572824545152/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687392.672707:0:2368:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9b29c97f3b80 x1875572824545536/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687408 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687392.672715:0:2368:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1788687392.672716:0:2368:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1788687392.672718:0:2368:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:1.0:1788687392.672722:0:2368:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1788687392.672725:0:2368:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1788687392.672728:0:2368:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687392.672730:0:2368:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1788687392.672731:0:2368:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:1.0:1788687392.672732:0:2368:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1788687392.672733:0:2368:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687392.672735:0:2368:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1788687392.672738:0:2368:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788687392.672741:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9b29c52f5000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788687392.672745:0:2368:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788687392.672748:0:2368:0:(import.c:545:import_select_connection()) MGC192.168.203.144@tcp: connect to NID 192.168.203.144@tcp last attempt 787 00000400:00000200:1.0:1788687392.672758:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687392.672765:0:2368:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.144@tcp is discovered: rc = 1 00000100:00000040:1.0:1788687392.672770:0:2368:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 11 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687392.672774:0:2368:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788687392.672776:0:2368:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687392.672778:0:2368:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000020:00000001:1.0:1788687392.672783:0:2368:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788687392.672785:0:2368:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e8112bd 00000020:00000001:1.0:1788687392.672788:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687392.672791:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c97f8800 refcount=3 00000020:00000001:1.0:1788687392.672794:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509383680 : -110871200167936 : ffff9b29c97f8800) 00000020:00000001:1.0:1788687392.672797:0:2368:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202509383680 : -110871200167936 : ffff9b29c97f8800) 00000100:00000040:1.0:1788687392.672811:0:2368:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 11 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687392.672815:0:2368:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788687392.672817:0:2368:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687392.672820:0:2368:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000020:00000040:1.0:1788687392.672823:0:2368:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c97f8800 : new refcount 2 00000100:00080000:1.0:1788687392.672827:0:2368:0:(import.c:665:import_select_connection()) MGC192.168.203.144@tcp: import ffff9b29c52f5000 using connection 192.168.203.144@tcp/192.168.203.144@tcp 00000100:00000001:1.0:1788687392.672830:0:2368:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687392.672834:0:2368:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788687392.672838:0:2368:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687392.672841:0:2368:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687392.672844:0:2368:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:1.0:1788687392.672846:0:2368:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687392.672852:0:2368:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9aa00. 00000020:00000040:1.0:1788687392.672856:0:2368:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=8 obd=MGC192.168.203.144@tcp 02000000:00000001:1.0:1788687392.672861:0:2368:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788687392.672863:0:2368:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687392.672867:0:2368:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687392.672870:0:2368:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687392.672874:0:2368:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687392.672883:0:2368:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6910800. 00000100:00000001:1.0:1788687392.672891:0:2368:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687392.672899:0:2368:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b29c8b9aa00 x1875572824545664/t0(0) o250->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687392.672936:0:2368:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687392.672941:0:2368:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687392.672947:0:2368:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051159710] to pc [ptlrpcd_rcv+-1] req@ffff9b29c8b9aa00 x1875572824545664/t0(0) o250->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687392.672964:0:2368:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687392.672967:0:2368:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1788687392.672970:0:2368:0:(client.c:1715:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1788687392.672977:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f3b80 x1875572824545536/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687408 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687392.672984:0:2368:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1788687392.672988:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687392.672991:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687392.672995:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f3b80 x1875572824545536/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687408 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687392.673003:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2368:1875572824545536:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687392.673008:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687392.673012:0:2368:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687392.673016:0:2368:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f3b80 x1875572824545536/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687408 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687392.673022:0:2368:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687392.673025:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687392.673028:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c4c56a00. 02000000:00000001:1.0:1788687392.673032:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687392.673034:0:2368:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687392.673036:0:2368:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=7 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1788687392.673038:0:2368:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687392.673041:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c6946a00. 02000000:00000001:1.0:1788687392.673045:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687392.673047:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687392.673049:0:2368:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f3b80. 00000100:00000001:1.0:1788687392.673052:0:2368:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687392.673054:0:2368:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687392.673056:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687392.673086:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687392.673089:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687392.673092:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687392.673095:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687392.673274:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687392.673278:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687392.673281:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687392.673288:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9aa00 x1875572824545664/t0(0) o250->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687392.673296:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687392.673298:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687392.673302:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687392.673306:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687392.673309:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687392.673312:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2366:1875572824545664:192.168.203.144@tcp:250:ptlrpcd_00_01.0 00000100:00000001:0.0:1788687392.673316:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687392.673322:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687392.673325:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687392.673328:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687392.673333:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a01000. 02000000:00000001:0.0:1788687392.673337:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687392.673345:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687392.673376:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e01502c0. 00000400:00000010:1.0:1788687392.673386:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc990. 00000100:00000200:1.0:1788687392.673396:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824545664, portal 25 00000100:00000001:1.0:1788687392.673398:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687392.673400:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496416256 : -110871213135360 : ffff9b29c8b9aa00) 00000100:00000040:1.0:1788687392.673408:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9aa00 x1875572824545664/t0(0) o250->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 520/544 e 0 to 0 dl 1788687402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687392.673420:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687392.673423:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687392.673426:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc5d8. 00000100:00000200:1.0:1788687392.673431:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875572824545664, offset 0 00000400:00000200:1.0:1788687392.673439:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687392.673447:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687392.673455:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687392.673462:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687392.673466:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687392.673471:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687392.673474:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687392.673478:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2519:2519:256:4294967295] 192.168.203.144@tcp LPNI seq info [2519:2519:8:4294967295] 00000400:00000200:1.0:1788687392.673483:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687392.673495:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687392.673504:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687392.673510:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2200. 00000800:00000200:1.0:1788687392.673518:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687392.673528:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687392.673533:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788687392.673543:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687392.673547:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687392.673549:0:2366:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296522991 00000100:00000001:1.0:1788687392.673557:0:2366:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296522969 00000100:00000001:1.0:1788687392.673562:0:2366:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296522991 00000100:00000001:1.0:1788687392.673566:0:2366:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296522969 00000100:00000001:1.0:1788687392.673569:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687392.673572:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687392.673575:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687392.673577:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687392.673581:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687392.673583:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687392.673584:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687392.673586:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687392.673587:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687392.673589:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687392.673841:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687392.673845:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687392.673852:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687392.673854:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687392.673858:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd4d0. 00000400:00000200:2.0:1788687392.673862:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240330 00000400:00000010:2.0:1788687392.673866:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240330. 00000100:00000001:2.0:1788687392.673870:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687392.673877:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e9880 x1875572824545152/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687403 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687392.673886:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e9880 x1875572824545152/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687403 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687392.673894:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687392.673896:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687392.673900:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e9880 x1875572824545152/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687403 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687392.673931:0:2370:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1788687392.673935:0:2370:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687392.673937:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687392.673938:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687392.673943:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e9880 x1875572824545152/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687403 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687392.673951:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824545152:192.168.203.144@tcp:400:kworker.0 00000400:00000001:2.0:1788687392.673957:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687392.673959:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687392.673961:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd0b0. 00000400:00000200:2.0:1788687392.673964:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240d48 00000400:00000010:2.0:1788687392.673966:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240d48. 00000100:00000001:2.0:1788687392.673968:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687392.673972:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42ead80 x1875572824544768/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687398 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687392.673979:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42ead80 x1875572824544768/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687398 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687392.673986:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687392.673987:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687392.673991:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42ead80 x1875572824544768/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687398 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687392.673998:0:2370:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1788687392.674000:0:2370:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687392.674002:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687392.674003:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687392.674006:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42ead80 x1875572824544768/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687398 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687392.674013:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824544768:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687392.674018:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687392.674021:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687392.674024:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e9880 x1875572824545152/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687403 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687392.674030:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687392.674033:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687392.674035:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c5d75e00. 02000000:00000001:2.0:1788687392.674039:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687392.674042:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687392.674043:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=6 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1788687392.674045:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687392.674047:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29d05a3c00. 02000000:00000001:2.0:1788687392.674049:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687392.674050:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687392.674052:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e9880. 00000100:00000001:2.0:1788687392.674055:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687392.674056:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687392.674058:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687392.674060:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42ead80 x1875572824544768/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687398 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687392.674081:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687392.674083:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687392.674084:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c5d75c00. 02000000:00000001:2.0:1788687392.674086:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687392.674087:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687392.674088:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=5 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1788687392.674090:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687392.674091:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29d05a3300. 02000000:00000001:2.0:1788687392.674093:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687392.674094:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687392.674095:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42ead80. 00000100:00000001:2.0:1788687392.674097:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687392.674098:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687392.674101:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687392.674102:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687392.674103:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687392.674104:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687392.674105:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687392.674186:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687392.674189:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2200. 00000400:00000200:2.0:1788687392.674194:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687392.674199:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687392.674204:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc5d8 00000400:00000010:2.0:1788687392.674206:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc5d8. 00000100:00000001:2.0:1788687392.674209:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687392.674216:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9aa00 x1875572824545664/t0(0) o250->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 520/544 e 0 to 0 dl 1788687402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687392.674223:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687392.674226:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9aa00 x1875572824545664/t0(0) o250->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 520/544 e 0 to 0 dl 1788687402 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687392.674232:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687392.674233:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788687392.674379:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687392.674383:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687392.674388:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687392.674390:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687392.674392:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4420. 00000400:00000200:3.0:1788687392.674396:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0bb0 00000400:00000010:3.0:1788687392.674398:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0bb0. 00000100:00000001:3.0:1788687392.674402:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687392.674407:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb7b80 x1875572824544384/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687393 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687392.674415:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb7b80 x1875572824544384/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687393 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687392.674421:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687392.674423:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687392.674427:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb7b80 x1875572824544384/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687393 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687392.674434:0:2369:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1788687392.674436:0:2369:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687392.674438:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687392.674440:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687392.674444:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb7b80 x1875572824544384/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687393 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687392.674451:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2369:1875572824544384:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687392.674455:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687392.674458:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687392.674460:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb7b80 x1875572824544384/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687393 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687392.674467:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687392.674468:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687392.674470:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6854400. 02000000:00000001:3.0:1788687392.674473:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687392.674474:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687392.674476:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1788687392.674478:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687392.674479:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415a000. 02000000:00000001:3.0:1788687392.674482:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687392.674484:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687392.674485:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb7b80. 00000100:00000001:3.0:1788687392.674487:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687392.674489:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687392.674491:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687392.674493:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687392.674494:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687392.674495:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687392.674497:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687392.679462:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687392.679486:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687392.679492:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687392.679494:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687392.679506:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687392.679516:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687392.679526:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687392.679532:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687392.679539:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687392.679544:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 416 into portal 25 MB=0x6a9d2d3f51980 00000400:00000200:3.0:1788687392.679550:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687392.679558:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 416/416 into md 0x6ecd [1] + 0 00000800:00000001:3.0:1788687392.679566:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687392.679574:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687392.679579:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687392.679584:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687392.679593:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687392.679605:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9aa00 x1875572824545664/t0(0) o250->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 520/544 e 0 to 0 dl 1788687402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687392.679618:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9b29c8b9aa00 x1875572824545664/t0(0) o250->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 520/544 e 0 to 0 dl 1788687402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687392.679642:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687392.679654:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687392.679657:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687392.680200:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687392.680207:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687392.680216:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687392.680219:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687392.680223:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e01502c0. 00000400:00000200:1.0:1788687392.680231:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc990 00000400:00000010:1.0:1788687392.680234:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc990. 00000100:00000001:1.0:1788687392.680237:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687392.680245:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9aa00 x1875572824545664/t0(0) o250->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 520/544 e 0 to 0 dl 1788687402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687392.680256:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9aa00 x1875572824545664/t0(0) o250->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 520/544 e 0 to 0 dl 1788687402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687392.680263:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687392.680266:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687392.680269:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687392.680273:0:2366:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687392.680275:0:2366:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687392.680278:0:2366:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687392.680282:0:2366:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687392.680290:0:2366:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=164 v=5 (5 5 5 5) 00000100:00001000:1.0:1788687392.680294:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=14 v=5 (1 1 1 1) 00000100:00000001:1.0:1788687392.680297:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687392.680299:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687392.680303:0:2366:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687392.680305:0:2366:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687392.680308:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687392.680313:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9aa00 x1875572824545664/t0(0) o250->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 520/416 e 0 to 0 dl 1788687402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687392.680321:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687392.680324:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687392.680327:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687392.680330:0:2366:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788687392.680338:0:2366:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.203.144@tcp: connect to target with instance 0 00000020:00000001:1.0:1788687392.680341:0:2366:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788687392.680343:0:2366:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e8112bd 00000020:00000001:1.0:1788687392.680346:0:2366:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687392.680350:0:2366:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c97f8800 refcount=3 00000020:00000001:1.0:1788687392.680353:0:2366:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509383680 : -110871200167936 : ffff9b29c97f8800) 00000020:00000001:1.0:1788687392.680355:0:2366:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202509383680 : -110871200167936 : ffff9b29c97f8800) 00000100:00001000:1.0:1788687392.680359:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=1788687392 v=0 (0 0 0 0) 00000100:00001000:1.0:1788687392.680362:0:2366:0:(import.c:2261:obd_at_measure()) AT ffff9b29c52f5418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1788687392.680370:0:2366:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c97f8800 : new refcount 2 00000100:00000001:1.0:1788687392.680373:0:2366:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:1.0:1788687392.680377:0:2366:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1788687392.680379:0:2366:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687392.680381:0:2366:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000400:1.0:1788687392.680384:0:2366:0:(import.c:1328:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.203.144@tcp) after server handle changed from 0x59c08f76ab1d034e to 0x59c08f76ab1d28f5 00000100:00080000:1.0:1788687392.689255:0:2366:0:(import.c:65:import_set_state_nolock()) ffff9b29c52f5000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1788687392.689267:0:2366:0:(import.c:1336:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687392.689272:0:2366:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1788687392.689282:0:2366:0:(import.c:1718:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.203.144@tcp; invalidating 00000020:00000040:1.0:1788687392.689286:0:2366:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1788687392.693337:0:2366:0:(import.c:1739:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687392.693352:0:2366:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687392.693373:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9aa00 x1875572824545664/t0(0) o250->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 520/416 e 0 to 0 dl 1788687402 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687392.693388:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2366:1875572824545664:192.168.203.144@tcp:250:ptlrpcd_00_01.0 00000100:00000001:1.0:1788687392.693397:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687392.693402:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687392.693406:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9aa00 x1875572824545664/t0(0) o250->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 520/416 e 0 to 0 dl 1788687402 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687392.693418:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687392.693422:0:2366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687392.693426:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a01000. 02000000:00000001:1.0:1788687392.693431:0:2366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687392.693434:0:2366:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687392.693436:0:2366:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1788687392.693438:0:2366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687392.693441:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c6910800. 02000000:00000001:1.0:1788687392.693445:0:2366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687392.693447:0:2366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687392.693450:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9aa00. 00000100:00000001:1.0:1788687392.693454:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687392.693455:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687392.693458:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687392.693461:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687392.693463:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687392.693465:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687392.693466:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687392.695860:0:32952:0:(import.c:1638:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:2.0:1788687392.696287:0:32952:0:(import.c:1642:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.203.144@tcp to MGS@192.168.203.144@tcp 00000100:00100000:2.0:1788687392.696293:0:32952:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1788687392.696298:0:32952:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:2.0:1788687392.696302:0:32952:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1788687392.696307:0:32952:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1788687392.696311:0:32952:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:2.0:1788687392.696318:0:32952:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f600 count: 3 00010000:00000001:2.0:1788687392.696326:0:32952:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788687392.696329:0:32952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687392.696331:0:32952:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687392.696334:0:32952:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c1492200 refcount=3 00000020:00000001:2.0:1788687392.696337:0:32952:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202371600896 : -110871337950720 : ffff9b29c1492200) 00010000:00000001:2.0:1788687392.696340:0:32952:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202371600896 : -110871337950720 : ffff9b29c1492200) 00010000:00000001:2.0:1788687392.696344:0:32952:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788687392.696349:0:32952:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9b29c1492200/0x230d04438e8112c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x59c08f76ab1d0355 expref: -99 pid: 15931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1788687392.696359:0:32952:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1788687392.696362:0:32952:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9b29c1492200/0x230d04438e8112c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x59c08f76ab1d0355 expref: -99 pid: 15931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788687392.696367:0:32952:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1788687392.696370:0:32952:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1788687392.696372:0:32952:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1788687392.696374:0:32952:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1788687392.696375:0:32952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788687392.696377:0:32952:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788687392.696396:0:32952:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1788687392.696398:0:32952:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1788687392.696399:0:32952:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff9b29cb619000) refs 2 10000000:00000001:2.0:1788687392.696402:0:32952:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1788687392.696404:0:32952:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687392.696407:0:32952:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788687392.696409:0:32952:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788687392.696412:0:32952:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788687392.696413:0:32952:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788687392.696415:0:32952:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687392.696419:0:32952:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788687392.696422:0:32952:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c1492200 with handle 0x230d04438e8112c4 from hash 00010000:00000001:2.0:1788687392.696424:0:32952:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788687392.696426:0:32952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687392.696428:0:32952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687392.696429:0:32952:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788687392.696431:0:32952:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788687392.696433:0:32952:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788687392.696435:0:32952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687392.696436:0:32952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687392.696438:0:32952:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687392.696439:0:32952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788687392.696441:0:32952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9b29c1492200/0x230d04438e8112c4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x59c08f76ab1d0355 expref: -99 pid: 15931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687392.696456:0:32952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687392.696458:0:32952:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788687392.696459:0:32952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687392.696460:0:32952:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687392.696462:0:32952:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c1492600 refcount=3 00000020:00000001:2.0:1788687392.696464:0:32952:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202371601920 : -110871337949696 : ffff9b29c1492600) 00010000:00000001:2.0:1788687392.696466:0:32952:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202371601920 : -110871337949696 : ffff9b29c1492600) 00010000:00000001:2.0:1788687392.696468:0:32952:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788687392.696470:0:32952:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9b29c1492600/0x230d04438e8112cb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x59c08f76ab1d035c expref: -99 pid: 15931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1788687392.696475:0:32952:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1788687392.696477:0:32952:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9b29c1492600/0x230d04438e8112cb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x59c08f76ab1d035c expref: -99 pid: 15931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788687392.696482:0:32952:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:2.0:1788687392.696484:0:32952:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1788687392.696485:0:32952:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1788687392.696487:0:32952:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1788687392.696488:0:32952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788687392.696490:0:32952:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788687392.696492:0:32952:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1788687392.696493:0:32952:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1788687392.696494:0:32952:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff9b29c7f3d400) refs 2 10000000:00000001:2.0:1788687392.696495:0:32952:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1788687392.696496:0:32952:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687392.696498:0:32952:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788687392.696500:0:32952:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788687392.696501:0:32952:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788687392.696502:0:32952:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788687392.696503:0:32952:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687392.696504:0:32952:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788687392.696505:0:32952:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c1492600 with handle 0x230d04438e8112cb from hash 00010000:00000001:2.0:1788687392.696507:0:32952:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788687392.696509:0:32952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687392.696510:0:32952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687392.696511:0:32952:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788687392.696512:0:32952:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788687392.696513:0:32952:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788687392.696514:0:32952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687392.696515:0:32952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687392.696516:0:32952:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687392.696518:0:32952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788687392.696520:0:32952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9b29c1492600/0x230d04438e8112cb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x59c08f76ab1d035c expref: -99 pid: 15931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687392.696527:0:32952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1788687392.696529:0:32952:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c422f600 count: 0 00010000:00000040:2.0:1788687392.696536:0:32952:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f100 count: 2 00010000:00000001:2.0:1788687392.696539:0:32952:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788687392.696540:0:32952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687392.696541:0:32952:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687392.696543:0:32952:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c1493c00 refcount=3 00000020:00000001:2.0:1788687392.696545:0:32952:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202371607552 : -110871337944064 : ffff9b29c1493c00) 00010000:00000001:2.0:1788687392.696547:0:32952:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202371607552 : -110871337944064 : ffff9b29c1493c00) 00010000:00000001:2.0:1788687392.696549:0:32952:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788687392.696551:0:32952:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9b29c1493c00/0x230d04438e8112f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x59c08f76ab1d0363 expref: -99 pid: 15931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1788687392.696557:0:32952:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1788687392.696558:0:32952:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9b29c1493c00/0x230d04438e8112f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x59c08f76ab1d0363 expref: -99 pid: 15931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788687392.696564:0:32952:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:2.0:1788687392.696566:0:32952:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1788687392.696567:0:32952:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1788687392.696569:0:32952:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1788687392.696570:0:32952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788687392.696572:0:32952:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788687392.696574:0:32952:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1788687392.696575:0:32952:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1788687392.696576:0:32952:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff9b29c7f3c800) refs 2 10000000:00000001:2.0:1788687392.696577:0:32952:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1788687392.696579:0:32952:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687392.696581:0:32952:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788687392.696583:0:32952:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788687392.696584:0:32952:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788687392.696585:0:32952:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788687392.696587:0:32952:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687392.696588:0:32952:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788687392.696590:0:32952:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c1493c00 with handle 0x230d04438e8112f5 from hash 00010000:00000001:2.0:1788687392.696596:0:32952:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788687392.696598:0:32952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687392.696599:0:32952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687392.696600:0:32952:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788687392.696602:0:32952:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788687392.696604:0:32952:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788687392.696605:0:32952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687392.696606:0:32952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687392.696607:0:32952:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687392.696609:0:32952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788687392.696611:0:32952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9b29c1493c00/0x230d04438e8112f5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x59c08f76ab1d0363 expref: -99 pid: 15931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687392.696620:0:32952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1788687392.696622:0:32952:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c422f100 count: 0 00010000:00000040:2.0:1788687392.696627:0:32952:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dec00 count: 2 00010000:00000001:2.0:1788687392.696630:0:32952:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788687392.696631:0:32952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687392.696632:0:32952:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687392.696634:0:32952:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c0031a00 refcount=3 00000020:00000001:2.0:1788687392.696636:0:32952:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202350234112 : -110871359317504 : ffff9b29c0031a00) 00010000:00000001:2.0:1788687392.696638:0:32952:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202350234112 : -110871359317504 : ffff9b29c0031a00) 00010000:00000001:2.0:1788687392.696641:0:32952:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788687392.696643:0:32952:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.144@tcp lock: ffff9b29c0031a00/0x230d04438e8112fc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x59c08f76ab1d036a expref: -99 pid: 15931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1788687392.697186:0:32952:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1788687392.697189:0:32952:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.144@tcp lock: ffff9b29c0031a00/0x230d04438e8112fc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x59c08f76ab1d036a expref: -99 pid: 15931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788687392.697195:0:32952:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1788687392.697198:0:32952:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1788687392.697199:0:32952:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1788687392.697201:0:32952:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1788687392.697203:0:32952:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788687392.697204:0:32952:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788687392.697219:0:32952:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1788687392.697221:0:32952:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1788687392.697223:0:32952:0:(mgc_request.c:123:config_log_put()) log params(ffff9b29c7f3c600) refs 2 10000000:00000001:2.0:1788687392.697225:0:32952:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1788687392.697226:0:32952:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687392.697229:0:32952:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788687392.697230:0:32952:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788687392.697232:0:32952:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788687392.697234:0:32952:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788687392.697235:0:32952:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687392.697237:0:32952:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788687392.697240:0:32952:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c0031a00 with handle 0x230d04438e8112fc from hash 00010000:00000001:2.0:1788687392.697242:0:32952:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788687392.697244:0:32952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687392.697245:0:32952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687392.697246:0:32952:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788687392.697248:0:32952:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788687392.697249:0:32952:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788687392.697251:0:32952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687392.697252:0:32952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687392.697253:0:32952:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687392.697255:0:32952:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788687392.697258:0:32952:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.144@tcp lock: ffff9b29c0031a00/0x230d04438e8112fc lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x59c08f76ab1d036a expref: -99 pid: 15931 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687392.697270:0:32952:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:2.0:1788687392.697272:0:32952:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64dec00 count: 0 00000001:00000001:2.0:1788687392.697280:0:32952:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788687392.697283:0:32952:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1788687392.697284:0:32952:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1788687392.697286:0:32952:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1788687392.697288:0:32952:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687392.697292:0:32952:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1788687392.697299:0:32952:0:(import.c:65:import_set_state_nolock()) ffff9b29c52f5000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1788687392.697303:0:32952:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1788687392.697307:0:32952:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1788687392.697310:0:32952:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788687392.697312:0:32952:0:(import.c:65:import_set_state_nolock()) ffff9b29c52f5000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1788687392.697315:0:32952:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:2.0:1788687392.697317:0:32952:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1788687392.697319:0:32952:0:(mgc_request.c:1185:mgc_import_event()) MGC192.168.203.144@tcp: Reactivating import 00000100:00080000:2.0:1788687392.697322:0:32952:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1788687392.697324:0:32952:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687392.697325:0:32952:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:2.0:1788687392.697331:0:32952:0:(import.c:1787:ptlrpc_import_recovery_state_machine()) MGC192.168.203.144@tcp: Connection restored to 192.168.203.144@tcp (at 192.168.203.144@tcp) 00000100:00000001:2.0:1788687392.697334:0:32952:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687392.697338:0:32952:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687392.697340:0:32952:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:2.0:1788687392.697342:0:32952:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1788687392.697343:0:32952:0:(import.c:1655:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788687392.703971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1492200. 00010000:00000010:2.1:1788687392.704003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1492600. 00010000:00000010:2.1:1788687392.704010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f600. 00010000:00000010:2.1:1788687392.704014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c1493c00. 00010000:00000010:2.1:1788687392.704017:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f100. 00010000:00000010:2.1:1788687392.704020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c0031a00. 00010000:00000010:2.1:1788687392.704025:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64dec00. 00010000:00000001:0.0:1788687392.779087:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687392.779189:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687392.779957:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687392.779962:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687392.779967:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788687393.485477:0:2369:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788687393.485485:0:2369:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1788687393.485501:0:2369:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788687377/real 1788687377] req@ffff9b29c8bb6300 x1875572824544512/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 1 dl 1788687393 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1788687393.485519:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687393.485521:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687393.485525:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4948. 00000400:00000200:3.0:1788687393.485531:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0f68 00000400:00000010:3.0:1788687393.485534:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0f68. 00000100:00000001:3.0:1788687393.485539:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687393.485543:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb6300 x1875572824544512/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 1 dl 1788687393 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687393.485551:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb6300 x1875572824544512/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 1 dl 1788687393 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687393.485558:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687393.485560:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687393.485563:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687393.485565:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788687393.485569:0:2369:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9b29c8bb6300 x1875572824544512/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 1 dl 1788687393 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687393.485577:0:2369:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1788687393.485579:0:2369:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9b29c3ec7800 already not connected (conn 20, was 19): CONNECTING 00000100:00000001:3.0:1788687393.485590:0:2369:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1788687393.485592:0:2369:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687393.485598:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687393.485601:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687393.485603:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687393.485605:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687393.485607:0:2369:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687393.485609:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687393.485611:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687393.485615:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb6300 x1875572824544512/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 1 dl 1788687393 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687393.485622:0:2369:0:(client.c:2191:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:3.0:1788687393.485625:0:2369:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687393.485627:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687393.485628:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687393.485632:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6300 x1875572824544512/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 1 dl 1788687393 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687393.485646:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824544512:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687393.485651:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687393.485653:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687393.485657:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb6300 x1875572824544512/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 1 dl 1788687393 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687393.485663:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687393.485666:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687393.485670:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6854200. 02000000:00000001:3.0:1788687393.485675:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687393.485678:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687393.485680:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687393.485683:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687393.485685:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415a300. 02000000:00000001:3.0:1788687393.485688:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687393.485690:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687393.485692:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6300. 00000100:00000001:3.0:1788687393.485695:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687393.485697:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687393.485699:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687393.485702:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687393.485704:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687393.485705:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687393.485708:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687393.611042:0:2370:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788687393.611055:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687393.611065:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687393.611070:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687393.611072:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687393.611076:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687393.611079:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687393.677280:0:32722:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788687393.677288:0:32722:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687393.677290:0:32722:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687393.677305:0:32722:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca6540 going to sleep for 0 seconds 00000100:00000001:0.0:1788687393.677309:0:32722:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687393.677313:0:32722:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687393.677315:0:32722:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687393.677317:0:32722:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687393.677320:0:32722:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687393.739050:0:2366:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788687393.739080:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687393.739083:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687393.739088:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687393.739091:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687393.739096:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687393.739098:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687393.803112:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687393.803119:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687393.803655:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687393.803659:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687393.803662:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1788687394.123161:0:15947:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788687394.123169:0:15947:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff9b29c7f3c800) refs 2 10000000:00000001:0.0:1788687394.123175:0:15947:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788687394.123178:0:15947:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1788687394.123179:0:15947:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1788687394.123180:0:15947:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1788687394.123184:0:15947:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:0.0:1788687394.123185:0:15947:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:0.0:1788687394.123188:0:15947:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff9b29e019e800 from 6 10000000:00000001:0.0:1788687394.123190:0:15947:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1788687394.123192:0:15947:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:0.0:1788687394.123204:0:15947:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f2a00. 00000020:00000040:0.0:1788687394.123209:0:15947:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1788687394.123213:0:15947:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687394.123217:0:15947:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687394.123221:0:15947:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687394.123229:0:15947:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c57f3c00. 00000100:00000001:0.0:1788687394.123236:0:15947:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687394.123241:0:15947:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687394.123244:0:15947:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788687394.123251:0:15947:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c64dee00. 00010000:00000001:0.0:1788687394.123256:0:15947:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687394.123260:0:15947:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc5c00. 00000020:00000001:0.0:1788687394.123266:0:15947:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687394.123270:0:15947:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc5c00 with handle 0x230d04438e811ea9 to hash 00000020:00000001:0.0:1788687394.123272:0:15947:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687394.123274:0:15947:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447309824 : -110871262241792 : ffff9b29c5cc5c00) 00010000:00000001:0.0:1788687394.123277:0:15947:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447309824 : -110871262241792 : ffff9b29c5cc5c00) 00010000:00000001:0.0:1788687394.123280:0:15947:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687394.123284:0:15947:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687394.123289:0:15947:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9b29c5cc5c00/0x230d04438e811ea9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687394.123299:0:15947:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9b29c5cc5c00/0x230d04438e811ea9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687394.123310:0:15947:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9b29c5cc5c00/0x230d04438e811ea9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687394.123316:0:15947:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687394.123318:0:15947:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687394.123325:0:15947:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c52b5d80. 00000100:00000001:0.0:1788687394.123495:0:15947:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202436758912 : -110871272792704 : ffff9b29c52b5d80) 00000100:00000001:0.0:1788687394.123498:0:15947:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687394.123500:0:15947:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509359616 : -110871200192000 : ffff9b29c97f2a00) 00000100:00000001:0.0:1788687394.123504:0:15947:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687394.123508:0:15947:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687394.123511:0:15947:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687394.123512:0:15947:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687394.123522:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f2a00 x1875572824545792/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687394.123530:0:15947:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687394.123877:0:15947:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687394.123882:0:15947:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687394.123885:0:15947:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687394.123888:0:15947:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687394.123892:0:15947:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:15947:1875572824545792:192.168.203.144@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1788687394.123898:0:15947:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687394.123903:0:15947:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687394.124122:0:15947:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687394.124126:0:15947:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687394.124133:0:15947:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a03800. 02000000:00000001:0.0:1788687394.124135:0:15947:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687394.124142:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687394.124146:0:15947:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f78. 00000400:00000010:0.0:1788687394.124152:0:15947:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda2a8. 00000100:00000200:0.0:1788687394.124160:0:15947:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824545792, portal 25 00000100:00000001:0.0:1788687394.124162:0:15947:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687394.124163:0:15947:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509359616 : -110871200192000 : ffff9b29c97f2a00) 00000100:00000040:0.0:1788687394.124170:0:15947:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f2a00 x1875572824545792/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687394.124177:0:15947:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687394.124180:0:15947:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687394.124183:0:15947:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda088. 00000100:00000200:0.0:1788687394.124186:0:15947:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875572824545792, offset 0 00000400:00000200:0.0:1788687394.124192:0:15947:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687394.124199:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687394.124206:0:15947:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687394.124210:0:15947:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687394.124214:0:15947:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687394.124218:0:15947:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687394.124220:0:15947:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687394.124224:0:15947:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2520:2520:256:4294967295] 192.168.203.144@tcp LPNI seq info [2520:2520:8:4294967295] 00000400:00000200:0.0:1788687394.124229:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687394.124238:0:15947:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687394.124243:0:15947:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687394.124248:0:15947:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946500. 00000800:00000200:0.0:1788687394.124254:0:15947:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687394.124262:0:15947:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687394.124266:0:15947:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788687394.124339:0:15947:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687394.124344:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687394.124346:0:15947:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296524442 00000100:00000001:0.0:1788687394.124355:0:15947:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296522991 00000100:00000001:0.0:1788687394.124360:0:15947:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296524442 00000100:00000001:0.0:1788687394.124363:0:15947:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296522991 00000100:00000001:0.0:1788687394.124366:0:15947:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687394.124369:0:15947:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687394.124371:0:15947:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687394.124373:0:15947:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687394.124376:0:15947:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c52b5d80 going to sleep for 11 seconds 00000100:00000001:0.0:1788687394.124379:0:15947:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687394.124382:0:15947:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687394.125101:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687394.125107:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946500. 00000400:00000200:2.0:1788687394.125114:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687394.125120:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687394.125125:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda088 00000400:00000010:2.0:1788687394.125128:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda088. 00000100:00000001:2.0:1788687394.125132:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687394.125138:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f2a00 x1875572824545792/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687394.125149:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687394.125152:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f2a00 x1875572824545792/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687394.125158:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687394.125160:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687394.129546:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687394.129563:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687394.129568:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687394.129570:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687394.129579:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.129586:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687394.129594:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.129599:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.129603:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.129608:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 344 into portal 25 MB=0x6a9d2d3f51a00 00000400:00000200:3.0:1788687394.129613:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.129619:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 344/344 into md 0x6ed5 [1] + 224 00000800:00000001:3.0:1788687394.129626:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687394.129631:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687394.129634:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687394.129639:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687394.129645:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687394.129654:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f2a00 x1875572824545792/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687394.129665:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9b29c97f2a00 x1875572824545792/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.129689:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687394.129696:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687394.129699:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687394.130022:0:15947:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687394.130039:0:15947:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687394.130041:0:15947:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687394.130045:0:15947:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f78. 00000400:00000200:0.0:1788687394.130049:0:15947:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda2a8 00000400:00000010:0.0:1788687394.130052:0:15947:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda2a8. 00000100:00000001:0.0:1788687394.130064:0:15947:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687394.130069:0:15947:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f2a00 x1875572824545792/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687394.130079:0:15947:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f2a00 x1875572824545792/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687394.130085:0:15947:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687394.130087:0:15947:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687394.130089:0:15947:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687394.130092:0:15947:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687394.130094:0:15947:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687394.130096:0:15947:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687394.130099:0:15947:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687394.130106:0:15947:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=16 v=5 (5 5 5 5) 00000100:00001000:0.0:1788687394.130110:0:15947:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687394.130112:0:15947:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687394.130113:0:15947:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687394.130116:0:15947:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687394.130118:0:15947:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687394.130120:0:15947:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687394.130125:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f2a00 x1875572824545792/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687394.130131:0:15947:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687394.130134:0:15947:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687394.130136:0:15947:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687394.130139:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f2a00 x1875572824545792/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687394.130146:0:15947:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:15947:1875572824545792:192.168.203.144@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1788687394.130151:0:15947:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687394.130153:0:15947:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687394.130155:0:15947:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687394.130157:0:15947:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687394.130160:0:15947:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f2a00 x1875572824545792/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687394.130167:0:15947:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687394.130170:0:15947:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c52b5d80. 00000100:00000001:0.0:1788687394.130172:0:15947:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687394.130174:0:15947:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687394.130176:0:15947:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687394.130179:0:15947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687394.130182:0:15947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687394.130185:0:15947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5c00 refcount=4 00000020:00000001:0.0:1788687394.130187:0:15947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447309824 : -110871262241792 : ffff9b29c5cc5c00) 00010000:00000001:0.0:1788687394.130190:0:15947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447309824 : -110871262241792 : ffff9b29c5cc5c00) 00010000:00000040:0.0:1788687394.130196:0:15947:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c5cc5c00, remote cookie: 0x59c08f76ab1d297a, flags: 0x0 00010000:00000001:0.0:1788687394.130199:0:15947:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788687394.130203:0:15947:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788687394.130205:0:15947:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788687394.130207:0:15947:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788687394.130208:0:15947:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788687394.130210:0:15947:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff9b29c64dee00) refcount = 1 00010000:00010000:0.0:1788687394.130215:0:15947:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9b29c5cc5c00/0x230d04438e811ea9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x59c08f76ab1d297a expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687394.130222:0:15947:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788687394.130224:0:15947:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788687394.130226:0:15947:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687394.130229:0:15947:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788687394.130231:0:15947:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687394.130234:0:15947:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9b29c5cc5c00/0x230d04438e811ea9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x59c08f76ab1d297a expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687394.130240:0:15947:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788687394.130242:0:15947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687394.130244:0:15947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687394.130245:0:15947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687394.130246:0:15947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687394.130248:0:15947:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687394.130251:0:15947:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687394.130255:0:15947:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f2a00 x1875572824545792/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687394.130261:0:15947:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687394.130263:0:15947:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687394.130266:0:15947:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a03800. 02000000:00000001:0.0:1788687394.130270:0:15947:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687394.130273:0:15947:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687394.130274:0:15947:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1788687394.130276:0:15947:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687394.130278:0:15947:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c57f3c00. 02000000:00000001:0.0:1788687394.130281:0:15947:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687394.130283:0:15947:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687394.130286:0:15947:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f2a00. 00000100:00000001:0.0:1788687394.130289:0:15947:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687394.130290:0:15947:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1788687394.130293:0:15947:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788687394.130297:0:15947:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788687394.130299:0:15947:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff9b29c7f3c800) refs 3 10000000:00000001:0.0:1788687394.130301:0:15947:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687394.130303:0:15947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687394.130304:0:15947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687394.130305:0:15947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5c00 refcount=3 00000020:00000001:0.0:1788687394.130307:0:15947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447309824 : -110871262241792 : ffff9b29c5cc5c00) 00010000:00000001:0.0:1788687394.130309:0:15947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447309824 : -110871262241792 : ffff9b29c5cc5c00) 00010000:00000001:0.0:1788687394.130310:0:15947:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1788687394.130312:0:15947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687394.130313:0:15947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687394.130314:0:15947:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788687394.130317:0:15947:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:0.0:1788687394.130323:0:15947:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at ffff9b29c636d620. 00000100:00000010:0.0:1788687394.130344:0:15947:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f2a00. 00000020:00000040:0.0:1788687394.130347:0:15947:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1788687394.130350:0:15947:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687394.130353:0:15947:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687394.130357:0:15947:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687394.130362:0:15947:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c57f3c00. 00000100:00000001:0.0:1788687394.130368:0:15947:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687394.130372:0:15947:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1788687394.130376:0:15947:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff9b29d8a03800. 00000100:00000010:0.0:1788687394.130378:0:15947:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff9b29c4c6f580. 00000020:00000040:0.0:1788687394.130380:0:15947:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1788687394.130384:0:15947:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687394.130385:0:15947:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687394.130389:0:15947:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c52b5d80. 00000100:00000001:0.0:1788687394.130391:0:15947:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202436758912 : -110871272792704 : ffff9b29c52b5d80) 00000100:00000001:0.0:1788687394.130393:0:15947:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687394.130395:0:15947:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509359616 : -110871200192000 : ffff9b29c97f2a00) 00000100:00000001:0.0:1788687394.130398:0:15947:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687394.130403:0:15947:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687394.130405:0:15947:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687394.130407:0:15947:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687394.130411:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f2a00 x1875572824545920/t0(0) o256->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687394.130418:0:15947:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687394.130420:0:15947:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687394.130423:0:15947:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687394.130425:0:15947:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687394.130427:0:15947:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687394.130431:0:15947:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:15947:1875572824545920:192.168.203.144@tcp:256:ll_cfg_requeue.0 00000100:00000001:0.0:1788687394.130434:0:15947:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687394.130438:0:15947:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687394.130441:0:15947:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687394.130443:0:15947:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1788687394.130449:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687394.130452:0:15947:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f78. 00000400:00000010:0.0:1788687394.130457:0:15947:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9b29c52b5900. 00000100:00000200:0.0:1788687394.130463:0:15947:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6a9d2d3f51a80-0x6a9d2d3f51a80, portal 33 00000100:00000001:0.0:1788687394.130466:0:15947:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687394.130468:0:15947:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687394.130471:0:15947:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c57f2200. 02000000:00000001:0.0:1788687394.130473:0:15947:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687394.130476:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687394.130478:0:15947:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1f20. 00000400:00000010:0.0:1788687394.130481:0:15947:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda2a8. 00000100:00000200:0.0:1788687394.130484:0:15947:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824545920, portal 25 00000100:00000001:0.0:1788687394.130486:0:15947:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687394.130487:0:15947:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509359616 : -110871200192000 : ffff9b29c97f2a00) 00000100:00000040:0.0:1788687394.130491:0:15947:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f2a00 x1875572824545920/t0(0) o256->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 304/240 e 0 to 0 dl 1788687410 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687394.130497:0:15947:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687394.130500:0:15947:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687394.130503:0:15947:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdac38. 00000100:00000200:0.0:1788687394.130506:0:15947:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1875572824545920, offset 0 00000400:00000200:0.0:1788687394.130511:0:15947:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687394.130517:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687394.130523:0:15947:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687394.130528:0:15947:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687394.130648:0:15947:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687394.130653:0:15947:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687394.130655:0:15947:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687394.130659:0:15947:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2521:2521:256:4294967295] 192.168.203.144@tcp LPNI seq info [2521:2521:8:4294967295] 00000400:00000200:0.0:1788687394.130663:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687394.130672:0:15947:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687394.130677:0:15947:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687394.130682:0:15947:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946000. 00000800:00000200:0.0:1788687394.130688:0:15947:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687394.130695:0:15947:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687394.130699:0:15947:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946000 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:0.0:1788687394.130716:0:15947:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687394.130720:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687394.130722:0:15947:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296524448 00000100:00000001:0.0:1788687394.130728:0:15947:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296524442 00000100:00000001:0.0:1788687394.130733:0:15947:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296524448 00000100:00000001:0.0:1788687394.130736:0:15947:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296524442 00000100:00000001:0.0:1788687394.130739:0:15947:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687394.130741:0:15947:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687394.130744:0:15947:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687394.130746:0:15947:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687394.130748:0:15947:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c52b5d80 going to sleep for 11 seconds 00000100:00000001:0.0:1788687394.130750:0:15947:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687394.130751:0:15947:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687394.132255:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687394.132262:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946000. 00000400:00000200:2.0:1788687394.132269:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687394.132275:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687394.132281:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdac38 00000400:00000010:2.0:1788687394.132283:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdac38. 00000100:00000001:2.0:1788687394.132287:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687394.132295:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f2a00 x1875572824545920/t0(0) o256->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 304/240 e 0 to 0 dl 1788687410 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687394.132305:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687394.132308:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f2a00 x1875572824545920/t0(0) o256->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 304/240 e 0 to 0 dl 1788687410 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687394.132313:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687394.132314:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687394.136713:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687394.136729:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687394.136734:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687394.136736:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687394.136744:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.136752:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687394.136760:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.136764:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.136769:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.136773:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 132 into portal 33 MB=0x6a9d2d3f51a80 00000400:00000200:3.0:1788687394.136778:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.136783:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.144@tcp of length 132/132 into md 0x6edd [4] + 0 00000400:00000010:3.0:1788687394.136788:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f78. 00000400:00000200:3.0:1788687394.136792:0:2361:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9b29c52b5900 00000800:00000001:3.0:1788687394.136810:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687394.136840:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687394.136844:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687394.136849:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687394.136855:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52b5900 00000400:00000010:3.0:1788687394.136857:0:2361:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9b29c52b5900. 00000100:00000001:3.0:1788687394.136862:0:2361:0:(events.c:177:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788687394.136865:0:2361:0:(events.c:195:client_bulk_callback()) event type 2, status 0, req ffff9b29c97f2a00 desc ffff9b29d8a03800 mbits 1875572824545920 00000100:00000001:3.0:1788687394.136881:0:2361:0:(events.c:220:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788687394.136888:0:2361:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788687394.136892:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.136898:0:2361:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687394.136904:0:2361:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2522:2522:256:4294967295] 192.168.203.144@tcp LPNI seq info [2522:2522:8:4294967295] 00000400:00000200:3.0:1788687394.136936:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.136945:0:2361:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1788687394.136950:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687394.136956:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff9b29c7f3c200. 00000800:00000200:3.0:1788687394.136962:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687394.136969:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687394.136983:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c7f3c200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788687394.137127:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687394.137131:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at ffff9b29c7f3c200. 00000400:00000200:3.0:1788687394.137135:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687394.137139:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1788687394.137144:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687394.137147:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687394.137197:0:15947:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687394.137201:0:15947:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687394.143707:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.143723:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687394.143727:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.143730:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687394.143739:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.143747:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687394.143755:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.143760:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.143765:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.143769:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 240 into portal 25 MB=0x6a9d2d3f51a80 00000400:00000200:2.0:1788687394.143774:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.143779:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 240/240 into md 0x6ee5 [1] + 224 00000800:00000001:2.0:1788687394.143786:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.143793:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687394.143807:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687394.143811:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687394.143818:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687394.143827:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f2a00 x1875572824545920/t0(0) o256->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 304/240 e 0 to 0 dl 1788687410 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687394.143844:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff9b29c97f2a00 x1875572824545920/t0(0) o256->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 304/240 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687394.143867:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687394.143875:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.143878:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687394.143974:0:15947:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687394.143990:0:15947:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687394.143992:0:15947:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687394.143995:0:15947:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1f20. 00000400:00000200:3.0:1788687394.144000:0:15947:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda2a8 00000400:00000010:3.0:1788687394.144002:0:15947:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda2a8. 00000100:00000001:3.0:1788687394.144005:0:15947:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687394.144009:0:15947:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f2a00 x1875572824545920/t0(0) o256->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 304/240 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687394.144017:0:15947:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f2a00 x1875572824545920/t0(0) o256->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 304/240 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.144034:0:15947:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687394.144037:0:15947:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687394.144039:0:15947:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687394.144047:0:15947:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687394.144050:0:15947:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687394.144052:0:15947:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687394.144063:0:15947:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687394.144070:0:15947:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=16 v=5 (5 5 5 5) 00000100:00001000:3.0:1788687394.144074:0:15947:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687394.144076:0:15947:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687394.144078:0:15947:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687394.144080:0:15947:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687394.144082:0:15947:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.144085:0:15947:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687394.144090:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff9b29c97f2a00 x1875572824545920/t0(0) o256->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 304/240 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687394.144098:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff9b29c97f2a00 x1875572824545920/t0(0) o256->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 304/240 e 0 to 0 dl 1788687410 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.144105:0:15947:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687394.144107:0:15947:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687394.144110:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f2a00 x1875572824545920/t0(0) o256->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 304/240 e 0 to 0 dl 1788687410 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687394.144117:0:15947:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:15947:1875572824545920:192.168.203.144@tcp:256:ll_cfg_requeue.0 00000100:00000001:3.0:1788687394.144122:0:15947:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687394.144125:0:15947:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.144127:0:15947:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687394.144130:0:15947:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687394.144133:0:15947:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f2a00 x1875572824545920/t0(0) o256->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 304/240 e 0 to 0 dl 1788687410 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.144140:0:15947:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687394.144143:0:15947:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c52b5d80. 00000100:00000001:3.0:1788687394.144147:0:15947:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687394.144148:0:15947:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1788687394.144155:0:15947:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 8, more 0. 10000000:00000001:3.0:1788687394.144158:0:15947:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:3.0:1788687394.144164:0:15947:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at ffff9b29c43bf000. 10000000:00000010:3.0:1788687394.144167:0:15947:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at ffff9b29c3056500. 10000000:00000200:3.0:1788687394.144173:0:15947:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:3.0:1788687394.144175:0:15947:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0000-osc-ffff9b29e019e800 00010000:00000001:3.0:1788687394.144182:0:15947:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1788687394.144185:0:15947:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:3.0:1788687394.144188:0:15947:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.203.144@tcp has 192.168.203.144@tcp. 00000100:00000001:3.0:1788687394.144190:0:15947:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687394.144192:0:15947:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1788687394.144194:0:15947:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.203.144@tcp with 192.168.203.144@tcp 00000100:00000200:3.0:1788687394.144196:0:15947:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.203.144@tcp' 00000400:00000200:3.0:1788687394.144198:0:15947:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1788687394.144202:0:15947:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:3.0:1788687394.144204:0:15947:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.203.144@tcp 00000400:00000200:3.0:1788687394.144208:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.144211:0:15947:0:(peer.c:1911:lnet_peer_add()) peer 192.168.203.144@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1788687394.144215:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.144219:0:15947:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1788687394.144222:0:15947:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.203.144@tcp NID 192.168.203.144@tcp: 0. pending discovery 00000400:00000200:3.0:1788687394.144225:0:15947:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.203.144@tcp 00000100:00000001:3.0:1788687394.144227:0:15947:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687394.144229:0:15947:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1788687394.144232:0:15947:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 6/8 for lustre-OST0000-osc-ffff9b29e019e800 10000000:00000200:3.0:1788687394.144234:0:15947:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:3.0:1788687394.144236:0:15947:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0001-osc-ffff9b29e019e800 00010000:00000001:3.0:1788687394.144239:0:15947:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1788687394.144241:0:15947:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:3.0:1788687394.144242:0:15947:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.203.144@tcp has 192.168.203.144@tcp. 00000100:00000001:3.0:1788687394.144244:0:15947:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687394.144245:0:15947:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1788687394.144247:0:15947:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.203.144@tcp with 192.168.203.144@tcp 00000100:00000200:3.0:1788687394.144249:0:15947:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.203.144@tcp' 00000400:00000200:3.0:1788687394.144250:0:15947:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1788687394.144252:0:15947:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:3.0:1788687394.144253:0:15947:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.203.144@tcp 00000400:00000200:3.0:1788687394.144255:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.144257:0:15947:0:(peer.c:1911:lnet_peer_add()) peer 192.168.203.144@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1788687394.144260:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.144262:0:15947:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1788687394.144264:0:15947:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.203.144@tcp NID 192.168.203.144@tcp: 0. pending discovery 00000400:00000200:3.0:1788687394.144265:0:15947:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.203.144@tcp 00000100:00000001:3.0:1788687394.144267:0:15947:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687394.144268:0:15947:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1788687394.144270:0:15947:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 7/8 for lustre-OST0001-osc-ffff9b29e019e800 10000000:00000200:3.0:1788687394.144272:0:15947:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:3.0:1788687394.144273:0:15947:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:3.0:1788687394.144275:0:15947:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:3.0:1788687394.144277:0:15947:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:3.0:1788687394.144279:0:15947:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.203.144@tcp has 192.168.203.144@tcp. 00000100:00000001:3.0:1788687394.144280:0:15947:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687394.144282:0:15947:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:3.0:1788687394.144283:0:15947:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.203.144@tcp with 192.168.203.144@tcp 00000100:00000200:3.0:1788687394.144284:0:15947:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.203.144@tcp' 00000400:00000200:3.0:1788687394.144285:0:15947:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:3.0:1788687394.144286:0:15947:0:(api-ni.c:3336:LNetNIInit()) refs 1 00000400:00000200:3.0:1788687394.144288:0:15947:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.203.144@tcp 00000400:00000200:3.0:1788687394.144290:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.144292:0:15947:0:(peer.c:1911:lnet_peer_add()) peer 192.168.203.144@tcp NID flags 0x100001: -17 00000400:00000200:3.0:1788687394.144294:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.144296:0:15947:0:(peer.c:2979:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:3.0:1788687394.144298:0:15947:0:(peer.c:2988:lnet_discover_peer_locked()) peer 192.168.203.144@tcp NID 192.168.203.144@tcp: 0. pending discovery 00000400:00000200:3.0:1788687394.144300:0:15947:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.203.144@tcp 00000100:00000001:3.0:1788687394.144301:0:15947:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687394.144302:0:15947:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1788687394.144304:0:15947:0:(mgc_request.c:1470:mgc_apply_recover_logs()) IR: lustre-MDT0000-mdc-ffff9b29e019e800 target is obsoleted(1/2), reconnect 00000100:00000001:3.0:1788687394.144307:0:15947:0:(recover.c:297:ptlrpc_recover_import()) Process entered 00000100:00080000:3.0:1788687394.144310:0:15947:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9b29c3ec7800 already not connected (conn 20, was 0): CONNECTING 00010000:00000001:3.0:1788687394.144314:0:15947:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:3.0:1788687394.144320:0:15947:0:(events.c:564:ptlrpc_uuid_to_peer()) 192.168.203.144@tcp->12345-192.168.203.144@tcp 00000100:00000001:3.0:1788687394.144323:0:15947:0:(connection.c:105:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1788687394.144334:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.144339:0:15947:0:(peer.c:1635:LNetPrimaryNID()) NID 192.168.203.144@tcp primary NID 192.168.203.144@tcp rc 0 00000100:00000001:3.0:1788687394.144342:0:15947:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788687394.144344:0:15947:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 13 to 192.168.203.144@tcp 00000100:00000001:3.0:1788687394.144347:0:15947:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000100:00000001:3.0:1788687394.144349:0:15947:0:(connection.c:111:ptlrpc_connection_get()) Process leaving via out (rc=18446633202907410112 : -110870802141504 : 0xffff9b29e138eec0) 00000100:00000040:3.0:1788687394.144352:0:15947:0:(connection.c:150:ptlrpc_connection_get()) conn=ffff9b29e138eec0 refcount 13 to 192.168.203.144@tcp 00000100:00000040:3.0:1788687394.144354:0:15947:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.203.144@tcp -> ffff9b29e138eec0 00010000:00080000:3.0:1788687394.144357:0:15947:0:(ldlm_lib.c:85:import_set_conn()) imp ffff9b29c3ec7800@lustre-MDT0000-mdc-ffff9b29e019e800: found existing conn 192.168.203.144@tcp, moved to head 00010000:00000001:3.0:1788687394.144360:0:15947:0:(ldlm_lib.c:87:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1788687394.144363:0:15947:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00010000:00000001:3.0:1788687394.144365:0:15947:0:(ldlm_lib.c:114:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.144367:0:15947:0:(recover.c:350:ptlrpc_recover_import()) Process leaving 10000000:00000040:3.0:1788687394.144368:0:15947:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 8/8 for lustre-MDT0000-mdc-ffff9b29e019e800 10000000:00000010:3.0:1788687394.144370:0:15947:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at ffff9b29c3056500. 10000000:00000010:3.0:1788687394.144373:0:15947:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at ffff9b29c43bf000. 10000000:00000001:3.0:1788687394.144376:0:15947:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.144378:0:15947:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687394.144382:0:15947:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f2a00 x1875572824545920/t0(0) o256->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 304/240 e 0 to 0 dl 1788687410 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.144389:0:15947:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687394.144391:0:15947:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687394.144394:0:15947:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c57f2200. 02000000:00000001:3.0:1788687394.144396:0:15947:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687394.144398:0:15947:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687394.144400:0:15947:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1788687394.144402:0:15947:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788687394.144404:0:15947:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1788687394.144406:0:15947:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687394.144407:0:15947:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1788687394.144409:0:15947:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:3.0:1788687394.144411:0:15947:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff9b29c4c6f580. 00000100:00000010:3.0:1788687394.144414:0:15947:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff9b29d8a03800. 00000100:00000001:3.0:1788687394.144416:0:15947:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1788687394.144419:0:15947:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c57f3c00. 02000000:00000001:3.0:1788687394.144421:0:15947:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687394.144423:0:15947:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687394.144424:0:15947:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f2a00. 00000100:00000001:3.0:1788687394.144427:0:15947:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687394.144429:0:15947:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:3.0:1788687394.144445:0:15947:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at ffff9b29c636d620. 10000000:01000000:3.0:1788687394.144449:0:15947:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:3.0:1788687394.144452:0:15947:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1788687394.144454:0:15947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687394.144456:0:15947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687394.144459:0:15947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5c00 refcount=3 00000020:00000001:3.0:1788687394.144461:0:15947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447309824 : -110871262241792 : ffff9b29c5cc5c00) 00010000:00000001:3.0:1788687394.144464:0:15947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447309824 : -110871262241792 : ffff9b29c5cc5c00) 00010000:00000001:3.0:1788687394.144467:0:15947:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687394.144471:0:15947:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9b29c5cc5c00/0x230d04438e811ea9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x59c08f76ab1d297a expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687394.144479:0:15947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687394.144480:0:15947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788687394.144483:0:15947:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9b29c5cc5c00/0x230d04438e811ea9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x59c08f76ab1d297a expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687394.144489:0:15947:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687394.144490:0:15947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687394.144491:0:15947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1788687394.144493:0:15947:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788687394.144495:0:15947:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788687394.144497:0:15947:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1788687394.144500:0:15947:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1788687394.144501:0:15947:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff9b29c7f3d400) refs 2 10000000:00000001:3.0:1788687394.144504:0:15947:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788687394.144506:0:15947:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788687394.144507:0:15947:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff9b29c7f3c800) refs 3 10000000:00000001:3.0:1788687394.144509:0:15947:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788687394.144511:0:15947:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1788687394.144512:0:15947:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:3.0:1788687394.144513:0:15947:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:3.0:1788687394.144515:0:15947:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9b29e019e800 from 42 10000000:00000001:3.0:1788687394.144517:0:15947:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1788687394.144519:0:15947:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:3.0:1788687394.144523:0:15947:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb6300. 00000020:00000040:3.0:1788687394.144526:0:15947:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1788687394.144530:0:15947:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687394.144532:0:15947:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687394.144536:0:15947:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687394.144542:0:15947:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c7f3c200. 00000100:00000001:3.0:1788687394.144548:0:15947:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687394.144552:0:15947:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788687394.144554:0:15947:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788687394.144560:0:15947:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c5c62e00. 00010000:00000001:3.0:1788687394.144564:0:15947:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788687394.144566:0:15947:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c3146800. 00000020:00000001:3.0:1788687394.144569:0:15947:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788687394.144571:0:15947:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c3146800 with handle 0x230d04438e811eb0 to hash 00000020:00000001:3.0:1788687394.144573:0:15947:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788687394.144575:0:15947:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:3.0:1788687394.144578:0:15947:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:3.0:1788687394.144581:0:15947:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687394.144583:0:15947:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687394.144587:0:15947:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9b29c3146800/0x230d04438e811eb0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687394.144594:0:15947:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9b29c3146800/0x230d04438e811eb0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687394.144604:0:15947:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9b29c3146800/0x230d04438e811eb0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788687394.144610:0:15947:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687394.144611:0:15947:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687394.144617:0:15947:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e0057180. 00000100:00000001:3.0:1788687394.144619:0:15947:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202887258496 : -110870822293120 : ffff9b29e0057180) 00000100:00000001:3.0:1788687394.144621:0:15947:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687394.144623:0:15947:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496529152 : -110871213022464 : ffff9b29c8bb6300) 00000100:00000001:3.0:1788687394.144627:0:15947:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687394.144631:0:15947:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.144633:0:15947:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687394.144634:0:15947:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687394.144638:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6300 x1875572824546048/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.144645:0:15947:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687394.144647:0:15947:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687394.144650:0:15947:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687394.144653:0:15947:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687394.144655:0:15947:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687394.144658:0:15947:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:15947:1875572824546048:192.168.203.144@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1788687394.144662:0:15947:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687394.144665:0:15947:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687394.144667:0:15947:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687394.144669:0:15947:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687394.144672:0:15947:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c43bf000. 02000000:00000001:3.0:1788687394.144674:0:15947:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687394.144678:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687394.144681:0:15947:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4948. 00000400:00000010:3.0:1788687394.144685:0:15947:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0f68. 00000100:00000200:3.0:1788687394.144690:0:15947:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824546048, portal 25 00000100:00000001:3.0:1788687394.144692:0:15947:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687394.144694:0:15947:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496529152 : -110871213022464 : ffff9b29c8bb6300) 00000100:00000040:3.0:1788687394.144698:0:15947:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb6300 x1875572824546048/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.144704:0:15947:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687394.144707:0:15947:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687394.144709:0:15947:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0bb0. 00000100:00000200:3.0:1788687394.144711:0:15947:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875572824546048, offset 0 00000400:00000200:3.0:1788687394.144716:0:15947:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687394.144721:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.144726:0:15947:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687394.144730:0:15947:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687394.144734:0:15947:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687394.144737:0:15947:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687394.144740:0:15947:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687394.144744:0:15947:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2523:2523:256:4294967295] 192.168.203.144@tcp LPNI seq info [2523:2523:8:4294967295] 00000400:00000200:3.0:1788687394.144748:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.144756:0:15947:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687394.144762:0:15947:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687394.144766:0:15947:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a300. 00000800:00000200:3.0:1788687394.144771:0:15947:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687394.144777:0:15947:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687394.144782:0:15947:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788687394.144806:0:15947:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687394.144810:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687394.144812:0:15947:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296524462 00000100:00000001:3.0:1788687394.144818:0:15947:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296524448 00000100:00000001:3.0:1788687394.144823:0:15947:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296524462 00000100:00000001:3.0:1788687394.144827:0:15947:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296524448 00000100:00000001:3.0:1788687394.144829:0:15947:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687394.144831:0:15947:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.144834:0:15947:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687394.144835:0:15947:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687394.144838:0:15947:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e0057180 going to sleep for 11 seconds 00000100:00000001:3.0:1788687394.144840:0:15947:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687394.144842:0:15947:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687394.145471:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687394.145476:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a300. 00000400:00000200:2.0:1788687394.145481:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687394.145487:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687394.145491:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0bb0 00000400:00000010:2.0:1788687394.145493:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0bb0. 00000100:00000001:2.0:1788687394.145497:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687394.145502:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6300 x1875572824546048/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687394.145512:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687394.145514:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb6300 x1875572824546048/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687394.145521:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687394.145523:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687394.150007:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.150236:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687394.150240:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.150245:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687394.150254:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.150262:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687394.150271:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.150275:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.150280:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.150284:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 344 into portal 25 MB=0x6a9d2d3f51b00 00000400:00000200:2.0:1788687394.150289:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.150294:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 344/344 into md 0x6eed [1] + 224 00000800:00000001:2.0:1788687394.150302:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.150308:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687394.150310:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687394.150315:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687394.150322:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687394.150397:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6300 x1875572824546048/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687394.150416:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9b29c8bb6300 x1875572824546048/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687394.150432:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687394.150440:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.150443:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687394.150612:0:15947:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687394.150619:0:15947:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687394.150621:0:15947:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687394.150624:0:15947:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4948. 00000400:00000200:3.0:1788687394.150629:0:15947:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0f68 00000400:00000010:3.0:1788687394.150631:0:15947:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0f68. 00000100:00000001:3.0:1788687394.150635:0:15947:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687394.150639:0:15947:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb6300 x1875572824546048/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687394.150647:0:15947:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb6300 x1875572824546048/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.150653:0:15947:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687394.150655:0:15947:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687394.150657:0:15947:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687394.150661:0:15947:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687394.150662:0:15947:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687394.150664:0:15947:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687394.150667:0:15947:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687394.150673:0:15947:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=16 v=5 (5 5 5 5) 00000100:00001000:3.0:1788687394.150676:0:15947:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687394.150679:0:15947:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687394.150680:0:15947:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687394.150682:0:15947:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687394.150685:0:15947:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.150687:0:15947:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687394.150691:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb6300 x1875572824546048/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.150697:0:15947:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687394.150700:0:15947:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687394.150702:0:15947:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687394.150706:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6300 x1875572824546048/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687394.150714:0:15947:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:15947:1875572824546048:192.168.203.144@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1788687394.150718:0:15947:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687394.150720:0:15947:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.150723:0:15947:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687394.150725:0:15947:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687394.150728:0:15947:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6300 x1875572824546048/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.150735:0:15947:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687394.150737:0:15947:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e0057180. 00000100:00000001:3.0:1788687394.150740:0:15947:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687394.150742:0:15947:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687394.150745:0:15947:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788687394.150748:0:15947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687394.150750:0:15947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687394.150753:0:15947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146800 refcount=4 00000020:00000001:3.0:1788687394.150756:0:15947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:3.0:1788687394.150759:0:15947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000040:3.0:1788687394.150765:0:15947:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c3146800, remote cookie: 0x59c08f76ab1d2981, flags: 0x0 00010000:00000001:3.0:1788687394.150768:0:15947:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788687394.150772:0:15947:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788687394.150774:0:15947:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788687394.150776:0:15947:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788687394.150777:0:15947:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788687394.150780:0:15947:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff9b29c5c62e00) refcount = 1 00010000:00010000:3.0:1788687394.150784:0:15947:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9b29c3146800/0x230d04438e811eb0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x59c08f76ab1d2981 expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687394.150801:0:15947:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788687394.150803:0:15947:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788687394.150804:0:15947:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687394.150808:0:15947:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788687394.150810:0:15947:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687394.150813:0:15947:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9b29c3146800/0x230d04438e811eb0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x59c08f76ab1d2981 expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687394.150819:0:15947:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788687394.150821:0:15947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687394.150822:0:15947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687394.150823:0:15947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687394.150824:0:15947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687394.150826:0:15947:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.150829:0:15947:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687394.150832:0:15947:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb6300 x1875572824546048/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.150838:0:15947:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687394.150841:0:15947:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687394.150844:0:15947:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c43bf000. 02000000:00000001:3.0:1788687394.150847:0:15947:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687394.150849:0:15947:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687394.150851:0:15947:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1788687394.150853:0:15947:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687394.150855:0:15947:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c7f3c200. 02000000:00000001:3.0:1788687394.150858:0:15947:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687394.150860:0:15947:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687394.150862:0:15947:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6300. 00000100:00000001:3.0:1788687394.150865:0:15947:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687394.150866:0:15947:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1788687394.150868:0:15947:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788687394.150871:0:15947:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1788687394.150873:0:15947:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff9b29c7f3d400) refs 3 10000000:00000001:3.0:1788687394.150875:0:15947:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687394.150877:0:15947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687394.150878:0:15947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687394.150880:0:15947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146800 refcount=3 00000020:00000001:3.0:1788687394.150881:0:15947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:3.0:1788687394.150883:0:15947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:3.0:1788687394.150886:0:15947:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1788687394.150887:0:15947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687394.150888:0:15947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687394.150890:0:15947:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788687394.150892:0:15947:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1788687394.150896:0:15947:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9b29c975c240. 00000020:00000010:3.0:1788687394.150900:0:15947:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29c7f3c200. 00000020:00000010:3.0:1788687394.150931:0:15947:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b29c7f3d600. 00000040:00000010:3.0:1788687394.150936:0:15947:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9b29c7f3c400. 00000020:00000010:3.0:1788687394.150940:0:15947:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9b29c62e9000. 00000020:00000010:3.0:1788687394.150944:0:15947:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9b29c7f3d800. 80000000:00000010:3.0:1788687394.150947:0:15947:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9b29c97ab420. 00040000:00000010:3.0:1788687394.150952:0:15947:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9b29c7f3dc00. 20000000:00000010:3.0:1788687394.150957:0:15947:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9b29c6854200. 10000000:00000040:3.0:1788687394.150961:0:15947:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9b29c6bdc000 : new refcount 2 00000020:00000001:3.0:1788687394.150964:0:15947:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1788687394.150965:0:15947:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:3.0:1788687394.150967:0:15947:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1788687394.150970:0:15947:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9b29cb117c00. 00000040:00000001:3.0:1788687394.150984:0:15947:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1788687394.150986:0:15947:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000010:3.0:1788687394.150990:0:15947:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb6300. 00000020:00000040:3.0:1788687394.150993:0:15947:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1788687394.150996:0:15947:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687394.150999:0:15947:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687394.151003:0:15947:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687394.151012:0:15947:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c1284a00. 00000100:00000001:3.0:1788687394.151017:0:15947:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.151022:0:15947:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687394.151023:0:15947:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687394.151244:0:15947:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e0057180. 00000100:00000001:3.0:1788687394.151247:0:15947:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202887258496 : -110870822293120 : ffff9b29e0057180) 00000100:00000001:3.0:1788687394.151250:0:15947:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687394.151251:0:15947:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496529152 : -110871213022464 : ffff9b29c8bb6300) 00000100:00000001:3.0:1788687394.151255:0:15947:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687394.151260:0:15947:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.151262:0:15947:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687394.151263:0:15947:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687394.151268:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6300 x1875572824546176/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.151275:0:15947:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687394.151277:0:15947:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687394.151280:0:15947:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687394.151283:0:15947:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687394.151285:0:15947:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687394.151288:0:15947:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:15947:1875572824546176:192.168.203.144@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1788687394.151292:0:15947:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687394.151297:0:15947:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687394.151299:0:15947:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687394.151302:0:15947:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687394.151306:0:15947:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c4fc7200. 02000000:00000001:3.0:1788687394.151307:0:15947:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687394.151312:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687394.151315:0:15947:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4948. 00000400:00000010:3.0:1788687394.151319:0:15947:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0f68. 00000100:00000200:3.0:1788687394.151325:0:15947:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824546176, portal 25 00000100:00000001:3.0:1788687394.151338:0:15947:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687394.151340:0:15947:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496529152 : -110871213022464 : ffff9b29c8bb6300) 00000100:00000040:3.0:1788687394.151345:0:15947:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb6300 x1875572824546176/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1788687410 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.151352:0:15947:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687394.151354:0:15947:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687394.151357:0:15947:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0330. 00000100:00000200:3.0:1788687394.151360:0:15947:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1875572824546176, offset 0 00000400:00000200:3.0:1788687394.151365:0:15947:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687394.151371:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.151377:0:15947:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687394.151382:0:15947:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687394.151386:0:15947:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687394.151390:0:15947:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687394.151392:0:15947:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687394.151395:0:15947:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2524:2524:256:4294967295] 192.168.203.144@tcp LPNI seq info [2524:2524:8:4294967295] 00000400:00000200:3.0:1788687394.151399:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.151407:0:15947:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687394.151413:0:15947:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687394.151418:0:15947:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a200. 00000800:00000200:3.0:1788687394.151425:0:15947:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687394.151432:0:15947:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687394.151436:0:15947:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a200 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1788687394.151450:0:15947:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687394.151455:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687394.151457:0:15947:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296524469 00000100:00000001:3.0:1788687394.151463:0:15947:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296524462 00000100:00000001:3.0:1788687394.151469:0:15947:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296524469 00000100:00000001:3.0:1788687394.151472:0:15947:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296524462 00000100:00000001:3.0:1788687394.151475:0:15947:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687394.151477:0:15947:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.151479:0:15947:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687394.151481:0:15947:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687394.151483:0:15947:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e0057180 going to sleep for 11 seconds 00000100:00000001:3.0:1788687394.151485:0:15947:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687394.151487:0:15947:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687394.151939:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687394.151944:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a200. 00000400:00000200:2.0:1788687394.151949:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687394.151954:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687394.151959:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0330 00000400:00000010:2.0:1788687394.151961:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0330. 00000100:00000001:2.0:1788687394.151965:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687394.151970:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6300 x1875572824546176/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1788687410 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687394.152150:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687394.152155:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb6300 x1875572824546176/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1788687410 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687394.152162:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687394.152163:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687394.156844:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.156859:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687394.156864:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.156867:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687394.156875:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.156882:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687394.156891:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.156896:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.156901:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.156934:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 272 into portal 25 MB=0x6a9d2d3f51b80 00000400:00000200:2.0:1788687394.156940:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.156946:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 272/272 into md 0x6efd [1] + 224 00000800:00000001:2.0:1788687394.156954:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.156961:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687394.156965:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687394.156970:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687394.157225:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687394.157235:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6300 x1875572824546176/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1788687410 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687394.157247:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9b29c8bb6300 x1875572824546176/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687394.157267:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687394.157276:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.157280:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687394.157431:0:15947:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687394.157439:0:15947:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687394.157536:0:15947:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687394.157540:0:15947:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4948. 00000400:00000200:3.0:1788687394.157545:0:15947:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0f68 00000400:00000010:3.0:1788687394.157548:0:15947:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0f68. 00000100:00000001:3.0:1788687394.157552:0:15947:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687394.157557:0:15947:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb6300 x1875572824546176/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687394.157567:0:15947:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb6300 x1875572824546176/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.157573:0:15947:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687394.157575:0:15947:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687394.157577:0:15947:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687394.157580:0:15947:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687394.157582:0:15947:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687394.157584:0:15947:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687394.157587:0:15947:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687394.157593:0:15947:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=16 v=5 (5 5 5 5) 00000100:00001000:3.0:1788687394.157597:0:15947:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687394.157599:0:15947:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687394.157601:0:15947:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687394.157603:0:15947:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687394.157605:0:15947:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.157608:0:15947:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687394.157612:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb6300 x1875572824546176/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.157620:0:15947:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687394.157622:0:15947:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687394.157624:0:15947:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687394.157628:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6300 x1875572824546176/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1788687410 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687394.157636:0:15947:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:15947:1875572824546176:192.168.203.144@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1788687394.157641:0:15947:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687394.157644:0:15947:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.157646:0:15947:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687394.157648:0:15947:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687394.157652:0:15947:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6300 x1875572824546176/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1788687410 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.157658:0:15947:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687394.157661:0:15947:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e0057180. 00000100:00000001:3.0:1788687394.157665:0:15947:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687394.157666:0:15947:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788687394.157672:0:15947:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1788687394.157675:0:15947:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687394.157677:0:15947:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1788687394.157679:0:15947:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788687394.157681:0:15947:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687394.157684:0:15947:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb6300 x1875572824546176/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1788687410 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.157689:0:15947:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687394.157692:0:15947:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687394.157695:0:15947:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c4fc7200. 02000000:00000001:3.0:1788687394.157698:0:15947:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687394.157699:0:15947:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687394.157700:0:15947:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1788687394.157702:0:15947:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687394.157704:0:15947:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c1284a00. 02000000:00000001:3.0:1788687394.157708:0:15947:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687394.157710:0:15947:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687394.157711:0:15947:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6300. 00000100:00000001:3.0:1788687394.157714:0:15947:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687394.157715:0:15947:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1788687394.157718:0:15947:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788687394.157721:0:15947:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:3.0:1788687394.157727:0:15947:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9b29c5d7e000. 00000040:00000001:3.0:1788687394.157730:0:15947:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:3.0:1788687394.157731:0:15947:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1788687394.157734:0:15947:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000010:3.0:1788687394.157737:0:15947:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb6300. 00000020:00000040:3.0:1788687394.157740:0:15947:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1788687394.157743:0:15947:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687394.157745:0:15947:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687394.157749:0:15947:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687394.157754:0:15947:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c4fc7200. 00000100:00000001:3.0:1788687394.157759:0:15947:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.157763:0:15947:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687394.157765:0:15947:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687394.157770:0:15947:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e0057180. 00000100:00000001:3.0:1788687394.157772:0:15947:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202887258496 : -110870822293120 : ffff9b29e0057180) 00000100:00000001:3.0:1788687394.157775:0:15947:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687394.157777:0:15947:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496529152 : -110871213022464 : ffff9b29c8bb6300) 00000100:00000001:3.0:1788687394.157780:0:15947:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687394.157785:0:15947:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.157787:0:15947:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687394.157789:0:15947:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687394.157861:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6300 x1875572824546304/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.157869:0:15947:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687394.157871:0:15947:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687394.157875:0:15947:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687394.157877:0:15947:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687394.157880:0:15947:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687394.157883:0:15947:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:15947:1875572824546304:192.168.203.144@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1788687394.157886:0:15947:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687394.157891:0:15947:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687394.157893:0:15947:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687394.157895:0:15947:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687394.157946:0:15947:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9b29c52d0000. 02000000:00000001:3.0:1788687394.157949:0:15947:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687394.157954:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687394.157958:0:15947:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4948. 00000400:00000010:3.0:1788687394.157963:0:15947:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9b29e00576c0. 00000100:00000200:3.0:1788687394.157968:0:15947:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875572824546304, portal 25 00000100:00000001:3.0:1788687394.157970:0:15947:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687394.157971:0:15947:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496529152 : -110871213022464 : ffff9b29c8bb6300) 00000100:00000040:3.0:1788687394.158041:0:15947:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb6300 x1875572824546304/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788687410 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.158114:0:15947:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687394.158118:0:15947:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687394.158122:0:15947:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0f68. 00000100:00000200:3.0:1788687394.158125:0:15947:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875572824546304, offset 0 00000400:00000200:3.0:1788687394.158130:0:15947:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687394.158137:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.158143:0:15947:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687394.158148:0:15947:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687394.158151:0:15947:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687394.158155:0:15947:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687394.158157:0:15947:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687394.158161:0:15947:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2525:2525:256:4294967295] 192.168.203.144@tcp LPNI seq info [2525:2525:8:4294967295] 00000400:00000200:3.0:1788687394.158165:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.158179:0:15947:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687394.158185:0:15947:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687394.158190:0:15947:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ac00. 00000800:00000200:3.0:1788687394.158196:0:15947:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687394.158203:0:15947:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687394.158207:0:15947:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ac00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1788687394.158223:0:15947:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687394.158227:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687394.158230:0:15947:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296524476 00000100:00000001:3.0:1788687394.158236:0:15947:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296524469 00000100:00000001:3.0:1788687394.158241:0:15947:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296524476 00000100:00000001:3.0:1788687394.158245:0:15947:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296524469 00000100:00000001:3.0:1788687394.158247:0:15947:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687394.158250:0:15947:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.158252:0:15947:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687394.158254:0:15947:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687394.158256:0:15947:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e0057180 going to sleep for 11 seconds 00000100:00000001:3.0:1788687394.158259:0:15947:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687394.158261:0:15947:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687394.159270:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687394.159277:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ac00. 00000400:00000200:2.0:1788687394.159283:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687394.159288:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687394.159294:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0f68 00000400:00000010:2.0:1788687394.159296:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0f68. 00000100:00000001:2.0:1788687394.159300:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687394.159311:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6300 x1875572824546304/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788687410 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687394.159321:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687394.159325:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb6300 x1875572824546304/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788687410 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687394.159331:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687394.159333:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687394.164816:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.164830:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687394.164835:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.164837:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687394.164845:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.164852:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687394.164860:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.164864:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.164869:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.164874:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 8416 into portal 25 MB=0x6a9d2d3f51c00 00000400:00000200:2.0:1788687394.164878:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.164884:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 8416/8416 into md 0x6f0d [4] + 224 00000800:00000001:2.0:1788687394.164890:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.164899:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687394.164902:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687394.164930:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687394.164936:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687394.164944:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6300 x1875572824546304/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788687410 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687394.164955:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9b29c8bb6300 x1875572824546304/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687394.164979:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687394.164986:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.164989:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687394.165045:0:15947:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687394.165053:0:15947:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687394.165062:0:15947:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687394.165066:0:15947:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4948. 00000400:00000200:3.0:1788687394.165070:0:15947:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29e00576c0 00000400:00000010:3.0:1788687394.165072:0:15947:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9b29e00576c0. 00000100:00000001:3.0:1788687394.165075:0:15947:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687394.165079:0:15947:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb6300 x1875572824546304/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687394.165088:0:15947:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb6300 x1875572824546304/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.165094:0:15947:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687394.165096:0:15947:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687394.165098:0:15947:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687394.165101:0:15947:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687394.165103:0:15947:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687394.165105:0:15947:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687394.165107:0:15947:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687394.165114:0:15947:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=16 v=5 (5 5 5 5) 00000100:00001000:3.0:1788687394.165118:0:15947:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687394.165120:0:15947:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687394.165122:0:15947:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687394.165124:0:15947:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687394.165127:0:15947:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.165129:0:15947:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687394.165134:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb6300 x1875572824546304/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.165140:0:15947:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687394.165143:0:15947:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687394.165145:0:15947:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687394.165149:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6300 x1875572824546304/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788687410 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687394.165157:0:15947:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:15947:1875572824546304:192.168.203.144@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1788687394.165162:0:15947:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687394.165165:0:15947:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.165167:0:15947:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687394.165169:0:15947:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687394.165173:0:15947:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6300 x1875572824546304/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788687410 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.165179:0:15947:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687394.165182:0:15947:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e0057180. 00000100:00000001:3.0:1788687394.165184:0:15947:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687394.165186:0:15947:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788687394.165194:0:15947:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1788687394.165195:0:15947:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687394.165198:0:15947:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb6300 x1875572824546304/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788687410 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.165203:0:15947:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687394.165205:0:15947:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687394.165208:0:15947:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9b29c52d0000. 02000000:00000001:3.0:1788687394.165222:0:15947:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687394.165225:0:15947:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687394.165227:0:15947:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1788687394.165229:0:15947:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687394.165232:0:15947:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c4fc7200. 02000000:00000001:3.0:1788687394.165235:0:15947:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687394.165237:0:15947:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687394.165239:0:15947:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6300. 00000100:00000001:3.0:1788687394.165242:0:15947:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687394.165243:0:15947:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788687394.165247:0:15947:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687394.165248:0:15947:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1788687394.165249:0:15947:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:3.0:1788687394.165252:0:15947:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788687394.165254:0:15947:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788687394.165257:0:15947:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1788687394.165261:0:15947:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9b29c97aba20. 00000040:00001000:3.0:1788687394.165264:0:15947:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 41 last_idx 0 read_mode 0 00000040:00000001:0.0:1788687394.165807:0:32989:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:0.0:1788687394.165814:0:32989:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29c57f3c00. 00000020:00000010:0.0:1788687394.165820:0:32989:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b29c57f2200. 00000040:00000010:0.0:1788687394.165824:0:32989:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9b29cb207c00. 00000020:00000010:0.0:1788687394.165829:0:32989:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9b29c631a000. 00000020:00000010:0.0:1788687394.165834:0:32989:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9b29c42d5588. 00000020:00000010:0.0:1788687394.165838:0:32989:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9b29c6940a00. 80000000:00000010:0.0:1788687394.165842:0:32989:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9b29c3344420. 40000000:00000010:0.0:1788687394.165846:0:32989:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9b29c4c6fd00. 00100000:00000010:0.0:1788687394.165851:0:32989:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9b29c631c000. 00040000:00000010:0.0:1788687394.165855:0:32989:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9b29c6946900. 00040000:00000010:0.0:1788687394.165858:0:32989:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9b29c6319000. 00040000:00000010:0.0:1788687394.165862:0:32989:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9b29c6941400. 00000004:00000010:0.0:1788687394.165866:0:32989:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9b29c631e800. 00000004:00000010:0.0:1788687394.165871:0:32989:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff9b29c63f0000. 00000004:00000010:0.0:1788687394.165876:0:32989:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9b29c631a800. 00002000:00000010:0.0:1788687394.165880:0:32989:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9b29d8a01c00. 00000004:00000010:0.0:1788687394.165884:0:32989:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9b29d8a01400. 00000020:00000010:0.0:1788687394.165888:0:32989:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9b29c4c6fc40. 00000040:00000010:0.0:1788687394.165895:0:32989:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9b29c70a8000. 00000040:00080000:0.0:1788687394.166667:0:32989:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000040:00000010:0.0:1788687394.166674:0:32989:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9b29c70a8000. 00000020:00000010:0.0:1788687394.166680:0:32989:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9b29c4c6fc40. 00000020:00000010:0.0:1788687394.166694:0:32989:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b29c57f2200. 00000040:00000010:0.0:1788687394.166698:0:32989:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9b29cb207c00. 00000020:00000010:0.0:1788687394.166701:0:32989:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9b29c631a000. 00000020:00000010:0.0:1788687394.166704:0:32989:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9b29c42d5588. 00000020:00000010:0.0:1788687394.166708:0:32989:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9b29c6940a00. 80000000:00000010:0.0:1788687394.166714:0:32989:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9b29c3344420. 40000000:00000010:0.0:1788687394.166718:0:32989:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9b29c4c6fd00. 00100000:00000010:0.0:1788687394.166721:0:32989:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9b29c631c000. 00040000:00000010:0.0:1788687394.166724:0:32989:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9b29c6946900. 00040000:00000010:0.0:1788687394.166728:0:32989:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9b29c6319000. 00040000:00000010:0.0:1788687394.166731:0:32989:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9b29c6941400. 00000004:00000010:0.0:1788687394.166735:0:32989:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9b29c631e800. 00000004:00000010:0.0:1788687394.166738:0:32989:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff9b29c63f0000. 00000004:00000010:0.0:1788687394.166743:0:32989:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9b29c631a800. 00002000:00000010:0.0:1788687394.166745:0:32989:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9b29d8a01c00. 00000004:00000010:0.0:1788687394.166748:0:32989:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9b29d8a01400. 00000020:00000010:0.0:1788687394.166751:0:32989:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b29c57f3c00. 00000040:00000010:3.0:1788687394.167571:0:15947:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9b29c97aba20. 00000040:00000001:3.0:1788687394.167578:0:15947:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:3.0:1788687394.167582:0:15947:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 00000040:00000010:3.0:1788687394.167587:0:15947:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9b29c5d7e000. 00000040:00000010:3.0:1788687394.167591:0:15947:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9b29cb117c00. 00000020:00000001:3.0:1788687394.167594:0:15947:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788687394.167598:0:15947:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:3.0:1788687394.167601:0:15947:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b29c7f3d600. 00000040:00000010:3.0:1788687394.167604:0:15947:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9b29c7f3c400. 00000020:00000010:3.0:1788687394.167607:0:15947:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9b29c62e9000. 00000020:00000010:3.0:1788687394.167610:0:15947:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9b29c7f3d800. 80000000:00000010:3.0:1788687394.167614:0:15947:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9b29c97ab420. 00040000:00000010:3.0:1788687394.167616:0:15947:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9b29c7f3dc00. 20000000:00000010:3.0:1788687394.167619:0:15947:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9b29c6854200. 00000020:00000010:3.0:1788687394.167622:0:15947:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b29c7f3c200. 10000000:00000010:3.0:1788687394.167624:0:15947:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9b29c975c240. 10000000:01000000:3.0:1788687394.167627:0:15947:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:3.0:1788687394.167630:0:15947:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:3.0:1788687394.167632:0:15947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687394.167634:0:15947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687394.167637:0:15947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146800 refcount=3 00000020:00000001:3.0:1788687394.167639:0:15947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:3.0:1788687394.167642:0:15947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401699840 : -110871307851776 : ffff9b29c3146800) 00010000:00000001:3.0:1788687394.167644:0:15947:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687394.167649:0:15947:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9b29c3146800/0x230d04438e811eb0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x59c08f76ab1d2981 expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687394.167658:0:15947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687394.167659:0:15947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788687394.167662:0:15947:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9b29c3146800/0x230d04438e811eb0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x59c08f76ab1d2981 expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687394.167668:0:15947:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687394.167669:0:15947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687394.167670:0:15947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:3.0:1788687394.167672:0:15947:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788687394.167675:0:15947:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788687394.167677:0:15947:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1788687394.167680:0:15947:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1788687394.167681:0:15947:0:(mgc_request.c:108:config_log_get()) log params (ffff9b29c7f3c600) refs 2 10000000:00000001:3.0:1788687394.167683:0:15947:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788687394.167685:0:15947:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788687394.167687:0:15947:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff9b29c7f3d400) refs 3 10000000:00000001:3.0:1788687394.167689:0:15947:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788687394.167690:0:15947:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1788687394.167692:0:15947:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:3.0:1788687394.167693:0:15947:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:3.0:1788687394.167695:0:15947:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9b29e019e800 from 7 10000000:00000001:3.0:1788687394.167698:0:15947:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1788687394.167699:0:15947:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:3.0:1788687394.167707:0:15947:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb6300. 00000020:00000040:3.0:1788687394.167711:0:15947:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1788687394.167716:0:15947:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687394.167718:0:15947:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687394.167723:0:15947:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687394.167730:0:15947:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c4fc7200. 00000100:00000001:3.0:1788687394.167735:0:15947:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687394.167740:0:15947:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788687394.167742:0:15947:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788687394.167748:0:15947:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c5c62d00. 00010000:00000001:3.0:1788687394.167753:0:15947:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788687394.167755:0:15947:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c3146e00. 00000020:00000001:3.0:1788687394.167758:0:15947:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788687394.167761:0:15947:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c3146e00 with handle 0x230d04438e811eb7 to hash 00000020:00000001:3.0:1788687394.167763:0:15947:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788687394.167764:0:15947:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202401701376 : -110871307850240 : ffff9b29c3146e00) 00010000:00000001:3.0:1788687394.167767:0:15947:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202401701376 : -110871307850240 : ffff9b29c3146e00) 00010000:00000001:3.0:1788687394.167770:0:15947:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687394.167773:0:15947:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687394.167777:0:15947:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9b29c3146e00/0x230d04438e811eb7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687394.167789:0:15947:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9b29c3146e00/0x230d04438e811eb7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687394.167867:0:15947:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9b29c3146e00/0x230d04438e811eb7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788687394.167873:0:15947:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687394.167875:0:15947:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687394.167882:0:15947:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e0057180. 00000100:00000001:3.0:1788687394.167884:0:15947:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202887258496 : -110870822293120 : ffff9b29e0057180) 00000100:00000001:3.0:1788687394.167887:0:15947:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687394.167888:0:15947:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496529152 : -110871213022464 : ffff9b29c8bb6300) 00000100:00000001:3.0:1788687394.167893:0:15947:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687394.167897:0:15947:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.167899:0:15947:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687394.167901:0:15947:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687394.168106:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6300 x1875572824546432/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.168115:0:15947:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687394.168117:0:15947:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687394.168121:0:15947:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687394.168123:0:15947:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687394.168126:0:15947:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687394.168130:0:15947:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:15947:1875572824546432:192.168.203.144@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1788687394.168135:0:15947:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687394.168139:0:15947:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687394.168141:0:15947:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687394.168144:0:15947:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687394.168149:0:15947:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c43bf000. 02000000:00000001:3.0:1788687394.168150:0:15947:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687394.168157:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687394.168162:0:15947:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4948. 00000400:00000010:3.0:1788687394.168168:0:15947:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0908. 00000100:00000200:3.0:1788687394.168175:0:15947:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824546432, portal 25 00000100:00000001:3.0:1788687394.168177:0:15947:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687394.168178:0:15947:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496529152 : -110871213022464 : ffff9b29c8bb6300) 00000100:00000040:3.0:1788687394.168184:0:15947:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb6300 x1875572824546432/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.168191:0:15947:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687394.168194:0:15947:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687394.168196:0:15947:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0b28. 00000100:00000200:3.0:1788687394.168199:0:15947:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875572824546432, offset 0 00000400:00000200:3.0:1788687394.168205:0:15947:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687394.168214:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.168220:0:15947:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687394.168225:0:15947:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687394.168228:0:15947:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687394.168232:0:15947:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687394.168234:0:15947:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687394.168238:0:15947:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2526:2526:256:4294967295] 192.168.203.144@tcp LPNI seq info [2526:2526:8:4294967295] 00000400:00000200:3.0:1788687394.168242:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.168251:0:15947:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687394.168257:0:15947:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687394.168262:0:15947:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a700. 00000800:00000200:3.0:1788687394.168268:0:15947:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687394.168275:0:15947:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687394.168280:0:15947:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788687394.168527:0:15947:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687394.168533:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687394.168536:0:15947:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296524486 00000100:00000001:3.0:1788687394.168542:0:15947:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296524476 00000100:00000001:3.0:1788687394.168547:0:15947:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296524486 00000100:00000001:3.0:1788687394.168551:0:15947:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296524476 00000100:00000001:3.0:1788687394.168554:0:15947:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687394.168556:0:15947:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.168559:0:15947:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687394.168561:0:15947:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687394.168563:0:15947:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e0057180 going to sleep for 11 seconds 00000100:00000001:3.0:1788687394.168566:0:15947:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687394.168568:0:15947:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687394.170229:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687394.170237:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a700. 00000400:00000200:2.0:1788687394.170245:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687394.170252:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687394.170259:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0b28 00000400:00000010:2.0:1788687394.170261:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0b28. 00000100:00000001:2.0:1788687394.170266:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687394.170273:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6300 x1875572824546432/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687394.170289:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687394.170292:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb6300 x1875572824546432/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687394.170298:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687394.170300:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687394.172650:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.172665:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687394.172669:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.172672:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687394.172679:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.172686:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687394.172694:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.172699:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.172704:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.172708:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 344 into portal 25 MB=0x6a9d2d3f51c80 00000400:00000200:2.0:1788687394.172713:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.172718:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 344/344 into md 0x6f1d [1] + 224 00000800:00000001:2.0:1788687394.172724:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.172732:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687394.172735:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687394.172739:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687394.172746:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687394.172753:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6300 x1875572824546432/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687394.172764:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9b29c8bb6300 x1875572824546432/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687394.172780:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687394.172787:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.172798:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687394.173134:0:15947:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687394.173142:0:15947:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687394.173144:0:15947:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687394.173147:0:15947:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4948. 00000400:00000200:3.0:1788687394.173152:0:15947:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0908 00000400:00000010:3.0:1788687394.173154:0:15947:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0908. 00000100:00000001:3.0:1788687394.173157:0:15947:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687394.173162:0:15947:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb6300 x1875572824546432/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687394.173169:0:15947:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb6300 x1875572824546432/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.173175:0:15947:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687394.173177:0:15947:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687394.173180:0:15947:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687394.173183:0:15947:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687394.173185:0:15947:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687394.173188:0:15947:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687394.173191:0:15947:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687394.173196:0:15947:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=16 v=5 (5 5 5 5) 00000100:00001000:3.0:1788687394.173200:0:15947:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687394.173202:0:15947:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687394.173204:0:15947:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687394.173206:0:15947:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687394.173209:0:15947:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.173212:0:15947:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687394.173216:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb6300 x1875572824546432/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.173230:0:15947:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687394.173233:0:15947:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687394.173235:0:15947:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687394.173239:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6300 x1875572824546432/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687394.173246:0:15947:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:15947:1875572824546432:192.168.203.144@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1788687394.173252:0:15947:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687394.173255:0:15947:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.173257:0:15947:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687394.173260:0:15947:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687394.173263:0:15947:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6300 x1875572824546432/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.173270:0:15947:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687394.173273:0:15947:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e0057180. 00000100:00000001:3.0:1788687394.173277:0:15947:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687394.173279:0:15947:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687394.173282:0:15947:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788687394.173285:0:15947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687394.173287:0:15947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687394.173290:0:15947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146e00 refcount=4 00000020:00000001:3.0:1788687394.173293:0:15947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701376 : -110871307850240 : ffff9b29c3146e00) 00010000:00000001:3.0:1788687394.173296:0:15947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701376 : -110871307850240 : ffff9b29c3146e00) 00010000:00000040:3.0:1788687394.173302:0:15947:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c3146e00, remote cookie: 0x59c08f76ab1d2988, flags: 0x0 00010000:00000001:3.0:1788687394.173305:0:15947:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788687394.173308:0:15947:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788687394.173311:0:15947:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788687394.173312:0:15947:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788687394.173314:0:15947:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788687394.173316:0:15947:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff9b29c5c62d00) refcount = 1 00010000:00010000:3.0:1788687394.173322:0:15947:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9b29c3146e00/0x230d04438e811eb7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x59c08f76ab1d2988 expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687394.173592:0:15947:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788687394.173594:0:15947:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788687394.173596:0:15947:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687394.173599:0:15947:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788687394.173601:0:15947:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687394.173605:0:15947:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9b29c3146e00/0x230d04438e811eb7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x59c08f76ab1d2988 expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687394.173611:0:15947:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788687394.173613:0:15947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687394.173615:0:15947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687394.173615:0:15947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687394.173616:0:15947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687394.173618:0:15947:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.173621:0:15947:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687394.173626:0:15947:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb6300 x1875572824546432/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.173632:0:15947:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687394.173635:0:15947:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687394.173638:0:15947:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c43bf000. 02000000:00000001:3.0:1788687394.173641:0:15947:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687394.173643:0:15947:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687394.173645:0:15947:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1788687394.173648:0:15947:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687394.173650:0:15947:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c4fc7200. 02000000:00000001:3.0:1788687394.173653:0:15947:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687394.173655:0:15947:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687394.173656:0:15947:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6300. 00000100:00000001:3.0:1788687394.173660:0:15947:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687394.173661:0:15947:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1788687394.173663:0:15947:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788687394.173666:0:15947:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1788687394.173667:0:15947:0:(mgc_request.c:108:config_log_get()) log params (ffff9b29c7f3c600) refs 3 10000000:00000001:3.0:1788687394.173669:0:15947:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687394.173672:0:15947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687394.173673:0:15947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687394.173675:0:15947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146e00 refcount=3 00000020:00000001:3.0:1788687394.173677:0:15947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701376 : -110871307850240 : ffff9b29c3146e00) 00010000:00000001:3.0:1788687394.173679:0:15947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701376 : -110871307850240 : ffff9b29c3146e00) 00010000:00000001:3.0:1788687394.173681:0:15947:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1788687394.173682:0:15947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687394.173683:0:15947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687394.173685:0:15947:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788687394.173687:0:15947:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1788687394.173693:0:15947:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9b29c975c240. 00000020:00000010:3.0:1788687394.173697:0:15947:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29c4fc7200. 00000020:00000010:3.0:1788687394.173702:0:15947:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b29c4fc7000. 00000040:00000010:3.0:1788687394.173708:0:15947:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9b29c6854200. 00000020:00000010:3.0:1788687394.173713:0:15947:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9b29c62e9000. 00000020:00000010:3.0:1788687394.173717:0:15947:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9b29c7f3c200. 80000000:00000010:3.0:1788687394.173721:0:15947:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9b29c97ab420. 00040000:00000010:3.0:1788687394.173726:0:15947:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9b29c7f3dc00. 20000000:00000010:3.0:1788687394.173730:0:15947:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9b29c7f3d800. 10000000:00000040:3.0:1788687394.173734:0:15947:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9b29c6bdc000 : new refcount 2 00000020:00000001:3.0:1788687394.173737:0:15947:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1788687394.173739:0:15947:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:3.0:1788687394.173741:0:15947:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1788687394.173744:0:15947:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9b29c7f3c400. 00000040:00000001:3.0:1788687394.173748:0:15947:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1788687394.173750:0:15947:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000010:3.0:1788687394.173754:0:15947:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb6300. 00000020:00000040:3.0:1788687394.173757:0:15947:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1788687394.173761:0:15947:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687394.173763:0:15947:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687394.173767:0:15947:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687394.173773:0:15947:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c7f3d600. 00000100:00000001:3.0:1788687394.173778:0:15947:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.173782:0:15947:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687394.173784:0:15947:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687394.173789:0:15947:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e0057180. 00000100:00000001:3.0:1788687394.174396:0:15947:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202887258496 : -110870822293120 : ffff9b29e0057180) 00000100:00000001:3.0:1788687394.174400:0:15947:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687394.174401:0:15947:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496529152 : -110871213022464 : ffff9b29c8bb6300) 00000100:00000001:3.0:1788687394.174405:0:15947:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687394.174409:0:15947:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.174411:0:15947:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687394.174413:0:15947:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687394.174418:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6300 x1875572824546560/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.174425:0:15947:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687394.174427:0:15947:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687394.174430:0:15947:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687394.174433:0:15947:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687394.174436:0:15947:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687394.174439:0:15947:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:15947:1875572824546560:192.168.203.144@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1788687394.175105:0:15947:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687394.175111:0:15947:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687394.175113:0:15947:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687394.175116:0:15947:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687394.175124:0:15947:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29cb117c00. 02000000:00000001:3.0:1788687394.175126:0:15947:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687394.175134:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687394.175139:0:15947:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4948. 00000400:00000010:3.0:1788687394.175144:0:15947:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0908. 00000100:00000200:3.0:1788687394.175150:0:15947:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824546560, portal 25 00000100:00000001:3.0:1788687394.175152:0:15947:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687394.175153:0:15947:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496529152 : -110871213022464 : ffff9b29c8bb6300) 00000100:00000040:3.0:1788687394.175160:0:15947:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb6300 x1875572824546560/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1788687410 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.175167:0:15947:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687394.175170:0:15947:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687394.175172:0:15947:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0d48. 00000100:00000200:3.0:1788687394.175175:0:15947:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875572824546560, offset 0 00000400:00000200:3.0:1788687394.175181:0:15947:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687394.175189:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.175197:0:15947:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687394.175201:0:15947:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687394.175205:0:15947:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687394.175208:0:15947:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687394.175211:0:15947:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687394.175215:0:15947:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2527:2527:256:4294967295] 192.168.203.144@tcp LPNI seq info [2527:2527:8:4294967295] 00000400:00000200:3.0:1788687394.175219:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.175228:0:15947:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687394.175234:0:15947:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687394.175239:0:15947:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a500. 00000800:00000200:3.0:1788687394.175246:0:15947:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687394.175254:0:15947:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687394.175258:0:15947:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a500 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1788687394.175343:0:15947:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687394.175348:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687394.175350:0:15947:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296524493 00000100:00000001:3.0:1788687394.175357:0:15947:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296524486 00000100:00000001:3.0:1788687394.175362:0:15947:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296524493 00000100:00000001:3.0:1788687394.175364:0:15947:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296524486 00000100:00000001:3.0:1788687394.175367:0:15947:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687394.175369:0:15947:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.175371:0:15947:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687394.175373:0:15947:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687394.175376:0:15947:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e0057180 going to sleep for 11 seconds 00000100:00000001:3.0:1788687394.175379:0:15947:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687394.175381:0:15947:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687394.176597:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687394.176605:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a500. 00000400:00000200:2.0:1788687394.176614:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687394.176621:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687394.176627:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0d48 00000400:00000010:2.0:1788687394.176629:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0d48. 00000100:00000001:2.0:1788687394.176634:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687394.176640:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6300 x1875572824546560/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1788687410 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687394.176652:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687394.176656:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb6300 x1875572824546560/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1788687410 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687394.176662:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687394.176664:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687394.180383:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.180400:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687394.180404:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.180407:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687394.180415:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.180422:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687394.180431:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.180435:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.180570:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.180577:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 272 into portal 25 MB=0x6a9d2d3f51d00 00000400:00000200:2.0:1788687394.180582:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.180588:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 272/272 into md 0x6f2d [1] + 224 00000800:00000001:2.0:1788687394.180594:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.180603:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687394.180606:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687394.180610:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687394.180617:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687394.180625:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6300 x1875572824546560/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1788687410 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687394.180637:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9b29c8bb6300 x1875572824546560/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687394.180657:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687394.180665:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.180668:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687394.180723:0:15947:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687394.180730:0:15947:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687394.180733:0:15947:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687394.180736:0:15947:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4948. 00000400:00000200:3.0:1788687394.180741:0:15947:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0908 00000400:00000010:3.0:1788687394.180743:0:15947:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0908. 00000100:00000001:3.0:1788687394.180747:0:15947:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687394.180751:0:15947:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb6300 x1875572824546560/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687394.180761:0:15947:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb6300 x1875572824546560/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.180767:0:15947:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687394.180768:0:15947:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687394.180770:0:15947:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687394.180773:0:15947:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687394.180775:0:15947:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687394.180777:0:15947:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687394.180780:0:15947:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687394.180787:0:15947:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=16 v=5 (5 5 5 5) 00000100:00001000:3.0:1788687394.180854:0:15947:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687394.180857:0:15947:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687394.180859:0:15947:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687394.180861:0:15947:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687394.180864:0:15947:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.180867:0:15947:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687394.180871:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb6300 x1875572824546560/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.180878:0:15947:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687394.180881:0:15947:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687394.180883:0:15947:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687394.180887:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6300 x1875572824546560/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1788687410 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687394.180895:0:15947:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:15947:1875572824546560:192.168.203.144@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1788687394.180900:0:15947:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687394.180903:0:15947:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.180937:0:15947:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687394.180940:0:15947:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687394.180943:0:15947:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6300 x1875572824546560/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1788687410 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.180950:0:15947:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687394.180952:0:15947:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e0057180. 00000100:00000001:3.0:1788687394.180956:0:15947:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687394.180958:0:15947:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788687394.180964:0:15947:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1788687394.180968:0:15947:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687394.180970:0:15947:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1788687394.180972:0:15947:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788687394.180984:0:15947:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687394.180988:0:15947:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb6300 x1875572824546560/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1788687410 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.180995:0:15947:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687394.180997:0:15947:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687394.181000:0:15947:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29cb117c00. 02000000:00000001:3.0:1788687394.181003:0:15947:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687394.181004:0:15947:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687394.181005:0:15947:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1788687394.181007:0:15947:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687394.181009:0:15947:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c7f3d600. 02000000:00000001:3.0:1788687394.181013:0:15947:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687394.181015:0:15947:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687394.181016:0:15947:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6300. 00000100:00000001:3.0:1788687394.181019:0:15947:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687394.181020:0:15947:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1788687394.181023:0:15947:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788687394.181027:0:15947:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:3.0:1788687394.181033:0:15947:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9b29c5d7e000. 00000040:00000001:3.0:1788687394.181035:0:15947:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:3.0:1788687394.181036:0:15947:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1788687394.181141:0:15947:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000010:3.0:1788687394.181148:0:15947:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb6300. 00000020:00000040:3.0:1788687394.181151:0:15947:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:3.0:1788687394.181155:0:15947:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687394.181156:0:15947:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687394.181160:0:15947:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687394.181166:0:15947:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29cb117c00. 00000100:00000001:3.0:1788687394.181171:0:15947:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.181174:0:15947:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687394.181176:0:15947:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687394.181181:0:15947:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e0057180. 00000100:00000001:3.0:1788687394.181183:0:15947:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202887258496 : -110870822293120 : ffff9b29e0057180) 00000100:00000001:3.0:1788687394.181185:0:15947:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687394.181187:0:15947:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496529152 : -110871213022464 : ffff9b29c8bb6300) 00000100:00000001:3.0:1788687394.181191:0:15947:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687394.181195:0:15947:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.181197:0:15947:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687394.181198:0:15947:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687394.181203:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6300 x1875572824546688/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.181210:0:15947:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687394.181212:0:15947:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687394.181215:0:15947:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687394.181217:0:15947:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687394.181220:0:15947:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687394.181223:0:15947:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:15947:1875572824546688:192.168.203.144@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1788687394.181227:0:15947:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687394.181232:0:15947:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687394.181234:0:15947:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687394.181236:0:15947:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687394.181256:0:15947:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff9b29c52d0000. 02000000:00000001:3.0:1788687394.181258:0:15947:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687394.181263:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687394.181265:0:15947:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4948. 00000400:00000010:3.0:1788687394.181270:0:15947:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9b29e00576c0. 00000100:00000200:3.0:1788687394.181276:0:15947:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875572824546688, portal 25 00000100:00000001:3.0:1788687394.181278:0:15947:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687394.181279:0:15947:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496529152 : -110871213022464 : ffff9b29c8bb6300) 00000100:00000040:3.0:1788687394.181285:0:15947:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb6300 x1875572824546688/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788687410 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.181291:0:15947:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687394.181294:0:15947:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687394.181297:0:15947:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0908. 00000100:00000200:3.0:1788687394.181300:0:15947:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875572824546688, offset 0 00000400:00000200:3.0:1788687394.181305:0:15947:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687394.181312:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.181317:0:15947:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687394.181322:0:15947:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687394.181390:0:15947:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687394.181395:0:15947:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687394.181398:0:15947:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687394.181402:0:15947:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2528:2528:256:4294967295] 192.168.203.144@tcp LPNI seq info [2528:2528:8:4294967295] 00000400:00000200:3.0:1788687394.181407:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687394.181415:0:15947:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687394.181421:0:15947:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687394.181426:0:15947:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a800. 00000800:00000200:3.0:1788687394.181432:0:15947:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687394.181494:0:15947:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687394.181499:0:15947:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a800 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1788687394.181560:0:15947:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687394.181566:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687394.181569:0:15947:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296524499 00000100:00000001:3.0:1788687394.181576:0:15947:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296524493 00000100:00000001:3.0:1788687394.181580:0:15947:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296524499 00000100:00000001:3.0:1788687394.181584:0:15947:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296524493 00000100:00000001:3.0:1788687394.181587:0:15947:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687394.181590:0:15947:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.181593:0:15947:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687394.181594:0:15947:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687394.181597:0:15947:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e0057180 going to sleep for 11 seconds 00000100:00000001:3.0:1788687394.181599:0:15947:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687394.181601:0:15947:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687394.184619:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687394.184630:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a800. 00000400:00000200:2.0:1788687394.184638:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687394.184646:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687394.184654:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0908 00000400:00000010:2.0:1788687394.184657:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0908. 00000100:00000001:2.0:1788687394.184662:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687394.184671:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6300 x1875572824546688/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788687410 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687394.184682:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687394.184686:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb6300 x1875572824546688/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788687410 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687394.184693:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687394.184695:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687394.186127:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.186143:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687394.186148:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.186151:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687394.186158:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.186165:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687394.186173:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.186177:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.186182:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.186186:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 8416 into portal 25 MB=0x6a9d2d3f51d80 00000400:00000200:2.0:1788687394.186191:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.186196:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 8416/8416 into md 0x6f3d [4] + 224 00000800:00000001:2.0:1788687394.186202:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.186212:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687394.186216:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687394.186221:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687394.186226:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687394.186233:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6300 x1875572824546688/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788687410 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687394.186244:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9b29c8bb6300 x1875572824546688/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.186293:0:15947:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687394.186310:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687394.186319:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.186322:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788687394.186417:0:15947:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687394.186419:0:15947:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687394.186422:0:15947:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4948. 00000400:00000200:3.0:1788687394.186427:0:15947:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29e00576c0 00000400:00000010:3.0:1788687394.186430:0:15947:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff9b29e00576c0. 00000100:00000001:3.0:1788687394.186432:0:15947:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687394.186437:0:15947:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb6300 x1875572824546688/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687394.186536:0:15947:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb6300 x1875572824546688/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.186544:0:15947:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687394.186547:0:15947:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687394.186549:0:15947:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687394.186553:0:15947:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687394.186554:0:15947:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687394.186556:0:15947:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687394.186559:0:15947:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687394.186565:0:15947:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=16 v=5 (5 5 5 5) 00000100:00001000:3.0:1788687394.186569:0:15947:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687394.186572:0:15947:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687394.186574:0:15947:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687394.186577:0:15947:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687394.186580:0:15947:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.186583:0:15947:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687394.186587:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb6300 x1875572824546688/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.186595:0:15947:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687394.186598:0:15947:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687394.186600:0:15947:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687394.186605:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6300 x1875572824546688/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788687410 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687394.186613:0:15947:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:15947:1875572824546688:192.168.203.144@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1788687394.186618:0:15947:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687394.186620:0:15947:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687394.186623:0:15947:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687394.186625:0:15947:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687394.186628:0:15947:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6300 x1875572824546688/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788687410 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.186634:0:15947:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687394.186637:0:15947:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e0057180. 00000100:00000001:3.0:1788687394.186639:0:15947:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687394.186641:0:15947:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788687394.186648:0:15947:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1788687394.186650:0:15947:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687394.186653:0:15947:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb6300 x1875572824546688/t0(0) o503->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788687410 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687394.186658:0:15947:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687394.186661:0:15947:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687394.186663:0:15947:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff9b29c52d0000. 02000000:00000001:3.0:1788687394.186679:0:15947:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687394.186682:0:15947:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687394.186684:0:15947:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1788687394.186686:0:15947:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687394.186689:0:15947:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29cb117c00. 02000000:00000001:3.0:1788687394.186693:0:15947:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687394.186695:0:15947:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687394.186696:0:15947:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6300. 00000100:00000001:3.0:1788687394.186700:0:15947:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687394.186701:0:15947:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788687394.186704:0:15947:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687394.186705:0:15947:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1788687394.186707:0:15947:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:3.0:1788687394.186710:0:15947:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788687394.186712:0:15947:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1788687394.186715:0:15947:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1788687394.186720:0:15947:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9b29c97aba20. 00000040:00001000:3.0:1788687394.186722:0:15947:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:2.0:1788687394.191213:0:32990:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1788687394.191226:0:32990:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29c5d75c00. 00000020:00000010:2.0:1788687394.191234:0:32990:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b29c5d75e00. 00000040:00000010:2.0:1788687394.191240:0:32990:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9b29c5d74c00. 00000020:00000010:2.0:1788687394.191245:0:32990:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9b29c6810000. 00000020:00000010:2.0:1788687394.191251:0:32990:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9b29c8bf69a8. 00000020:00000010:2.0:1788687394.191255:0:32990:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9b29c5d74400. 80000000:00000010:2.0:1788687394.191260:0:32990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9b29c33d0480. 40000000:00000010:2.0:1788687394.191265:0:32990:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9b29e138e1c0. 00100000:00000010:2.0:1788687394.191270:0:32990:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff9b29c6811800. 00040000:00000010:2.0:1788687394.191274:0:32990:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff9b29d05a3300. 00040000:00000010:2.0:1788687394.191278:0:32990:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff9b29c6811000. 00040000:00000010:2.0:1788687394.191282:0:32990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9b29c5d74000. 00000004:00000010:2.0:1788687394.191286:0:32990:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff9b29c6816000. 00000004:00000010:2.0:1788687394.191291:0:32990:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff9b29c68f6000. 00000004:00000010:2.0:1788687394.191296:0:32990:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff9b29c6813800. 00002000:00000010:2.0:1788687394.191300:0:32990:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff9b29c63d6800. 00000004:00000010:2.0:1788687394.191304:0:32990:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff9b29c63d7400. 00000020:00000010:2.0:1788687394.191310:0:32990:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9b29e138ea80. 00000040:00000010:2.0:1788687394.191319:0:32990:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9b29c69da000. 00000040:00080000:2.0:1788687394.195384:0:32990:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:2.0:1788687394.195394:0:32990:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9b29c69da000. 00000020:00000010:2.0:1788687394.195406:0:32990:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9b29e138ea80. 00000020:00000010:2.0:1788687394.195421:0:32990:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b29c5d75e00. 00000040:00000010:2.0:1788687394.195425:0:32990:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9b29c5d74c00. 00000020:00000010:2.0:1788687394.195429:0:32990:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9b29c6810000. 00000020:00000010:2.0:1788687394.195433:0:32990:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9b29c8bf69a8. 00000020:00000010:2.0:1788687394.195438:0:32990:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9b29c5d74400. 80000000:00000010:2.0:1788687394.195441:0:32990:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9b29c33d0480. 40000000:00000010:2.0:1788687394.195445:0:32990:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9b29e138e1c0. 00100000:00000010:2.0:1788687394.195449:0:32990:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff9b29c6811800. 00040000:00000010:2.0:1788687394.195453:0:32990:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff9b29d05a3300. 00040000:00000010:2.0:1788687394.195457:0:32990:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff9b29c6811000. 00040000:00000010:2.0:1788687394.195460:0:32990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9b29c5d74000. 00000004:00000010:2.0:1788687394.195463:0:32990:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff9b29c6816000. 00000004:00000010:2.0:1788687394.195468:0:32990:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff9b29c68f6000. 00000004:00000010:2.0:1788687394.195472:0:32990:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff9b29c6813800. 00002000:00000010:2.0:1788687394.195475:0:32990:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff9b29c63d6800. 00000004:00000010:2.0:1788687394.195479:0:32990:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff9b29c63d7400. 00000020:00000010:2.0:1788687394.195482:0:32990:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b29c5d75c00. 00000040:00000010:0.0:1788687394.200848:0:15947:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9b29c97aba20. 00000040:00000001:0.0:1788687394.200860:0:15947:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1788687394.200863:0:15947:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:0.0:1788687394.200869:0:15947:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9b29c5d7e000. 00000040:00000010:0.0:1788687394.200874:0:15947:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9b29c7f3c400. 00000020:00000001:0.0:1788687394.200876:0:15947:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788687394.200879:0:15947:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1788687394.200883:0:15947:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b29c4fc7000. 00000040:00000010:0.0:1788687394.201017:0:15947:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9b29c6854200. 00000020:00000010:0.0:1788687394.201022:0:15947:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9b29c62e9000. 00000020:00000010:0.0:1788687394.201027:0:15947:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9b29c7f3c200. 80000000:00000010:0.0:1788687394.201031:0:15947:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9b29c97ab420. 00040000:00000010:0.0:1788687394.201035:0:15947:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9b29c7f3dc00. 20000000:00000010:0.0:1788687394.201039:0:15947:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9b29c7f3d800. 00000020:00000010:0.0:1788687394.201042:0:15947:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b29c4fc7200. 10000000:00000010:0.0:1788687394.201045:0:15947:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9b29c975c240. 10000000:01000000:0.0:1788687394.201049:0:15947:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1788687394.201053:0:15947:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1788687394.201066:0:15947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687394.201068:0:15947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687394.201072:0:15947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146e00 refcount=3 00000020:00000001:0.0:1788687394.201074:0:15947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401701376 : -110871307850240 : ffff9b29c3146e00) 00010000:00000001:0.0:1788687394.201078:0:15947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401701376 : -110871307850240 : ffff9b29c3146e00) 00010000:00000001:0.0:1788687394.201088:0:15947:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687394.201094:0:15947:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9b29c3146e00/0x230d04438e811eb7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x59c08f76ab1d2988 expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687394.201108:0:15947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687394.201109:0:15947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687394.201112:0:15947:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9b29c3146e00/0x230d04438e811eb7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x59c08f76ab1d2988 expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687394.201117:0:15947:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687394.201119:0:15947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687394.201120:0:15947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1788687394.201121:0:15947:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788687394.201123:0:15947:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788687394.201126:0:15947:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1788687394.201129:0:15947:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788687394.201130:0:15947:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff9b29cb619000) refs 2 10000000:00000001:0.0:1788687394.201133:0:15947:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788687394.201134:0:15947:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1788687394.201136:0:15947:0:(mgc_request.c:123:config_log_put()) log params(ffff9b29c7f3c600) refs 3 10000000:00000001:0.0:1788687394.201138:0:15947:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1788687394.201139:0:15947:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1788687394.201141:0:15947:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1788687394.201143:0:15947:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:0.0:1788687394.201145:0:15947:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9b29c52eb380 from 1 10000000:00000001:0.0:1788687394.201147:0:15947:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1788687394.201149:0:15947:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1788687394.201357:0:15947:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f2a00. 00000020:00000040:0.0:1788687394.201362:0:15947:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1788687394.201367:0:15947:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687394.201370:0:15947:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687394.201375:0:15947:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687394.201384:0:15947:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c6941400. 00000100:00000001:0.0:1788687394.201391:0:15947:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687394.201395:0:15947:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687394.201398:0:15947:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788687394.201403:0:15947:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62e00 count: 2 00010000:00000001:0.0:1788687394.201406:0:15947:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687394.201409:0:15947:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687394.201412:0:15947:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc5000. 00000020:00000001:0.0:1788687394.201416:0:15947:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687394.201418:0:15947:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc5000 with handle 0x230d04438e811ebe to hash 00000020:00000001:0.0:1788687394.201420:0:15947:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687394.201421:0:15947:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:0.0:1788687394.201424:0:15947:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:0.0:1788687394.201427:0:15947:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687394.201431:0:15947:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687394.201434:0:15947:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.144@tcp lock: ffff9b29c5cc5000/0x230d04438e811ebe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687394.201441:0:15947:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.144@tcp lock: ffff9b29c5cc5000/0x230d04438e811ebe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687394.201451:0:15947:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.144@tcp lock: ffff9b29c5cc5000/0x230d04438e811ebe lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687394.201457:0:15947:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687394.201459:0:15947:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687394.201465:0:15947:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c52b50c0. 00000100:00000001:0.0:1788687394.201467:0:15947:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202436755648 : -110871272795968 : ffff9b29c52b50c0) 00000100:00000001:0.0:1788687394.201470:0:15947:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687394.201471:0:15947:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509359616 : -110871200192000 : ffff9b29c97f2a00) 00000100:00000001:0.0:1788687394.201476:0:15947:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687394.201480:0:15947:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687394.201482:0:15947:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687394.201484:0:15947:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687394.201493:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f2a00 x1875572824546816/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687394.201501:0:15947:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687394.201503:0:15947:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687394.201507:0:15947:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687394.201509:0:15947:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687394.201512:0:15947:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687394.201515:0:15947:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:15947:1875572824546816:192.168.203.144@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1788687394.201520:0:15947:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687394.201524:0:15947:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687394.201527:0:15947:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687394.201529:0:15947:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687394.201532:0:15947:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a01400. 02000000:00000001:0.0:1788687394.201534:0:15947:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687394.201542:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687394.201546:0:15947:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1268. 00000400:00000010:0.0:1788687394.201552:0:15947:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdae58. 00000100:00000200:0.0:1788687394.201558:0:15947:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824546816, portal 25 00000100:00000001:0.0:1788687394.201560:0:15947:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687394.201562:0:15947:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509359616 : -110871200192000 : ffff9b29c97f2a00) 00000100:00000040:0.0:1788687394.201567:0:15947:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f2a00 x1875572824546816/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687394.201573:0:15947:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687394.201576:0:15947:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687394.201578:0:15947:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdaf68. 00000100:00000200:0.0:1788687394.201581:0:15947:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875572824546816, offset 0 00000400:00000200:0.0:1788687394.201588:0:15947:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687394.201595:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687394.201602:0:15947:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687394.201607:0:15947:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687394.201611:0:15947:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687394.201614:0:15947:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687394.201617:0:15947:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687394.201620:0:15947:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2529:2529:256:4294967295] 192.168.203.144@tcp LPNI seq info [2529:2529:8:4294967295] 00000400:00000200:0.0:1788687394.201624:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687394.201634:0:15947:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687394.201640:0:15947:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687394.201645:0:15947:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946900. 00000800:00000200:0.0:1788687394.201652:0:15947:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687394.201660:0:15947:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687394.201664:0:15947:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788687394.201683:0:15947:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687394.201688:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687394.201691:0:15947:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296524519 00000100:00000001:0.0:1788687394.201697:0:15947:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296524499 00000100:00000001:0.0:1788687394.201702:0:15947:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296524519 00000100:00000001:0.0:1788687394.201705:0:15947:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296524499 00000100:00000001:0.0:1788687394.201708:0:15947:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687394.201710:0:15947:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687394.201712:0:15947:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687394.201714:0:15947:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687394.201717:0:15947:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c52b50c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788687394.201719:0:15947:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687394.201722:0:15947:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687394.202484:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687394.202492:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946900. 00000400:00000200:2.0:1788687394.202499:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687394.202506:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687394.202511:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdaf68 00000400:00000010:2.0:1788687394.202514:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdaf68. 00000100:00000001:2.0:1788687394.202519:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687394.202525:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f2a00 x1875572824546816/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687394.202536:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687394.202539:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f2a00 x1875572824546816/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687394.202546:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687394.202548:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687394.209259:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.209277:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687394.209281:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.209284:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687394.209293:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.209301:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687394.209309:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.209314:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.209319:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.209323:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 344 into portal 25 MB=0x6a9d2d3f51e00 00000400:00000200:2.0:1788687394.209465:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.209473:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 344/344 into md 0x6f4d [1] + 224 00000800:00000001:2.0:1788687394.209480:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.209492:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687394.209495:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687394.209500:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687394.209509:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687394.209518:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f2a00 x1875572824546816/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687394.209529:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9b29c97f2a00 x1875572824546816/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687394.209539:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687394.209546:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.209550:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687394.209608:0:15947:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687394.209615:0:15947:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687394.209617:0:15947:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687394.209621:0:15947:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1268. 00000400:00000200:0.0:1788687394.209625:0:15947:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdae58 00000400:00000010:0.0:1788687394.209628:0:15947:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdae58. 00000100:00000001:0.0:1788687394.209631:0:15947:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687394.209636:0:15947:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f2a00 x1875572824546816/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687394.209645:0:15947:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f2a00 x1875572824546816/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687394.209652:0:15947:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687394.209654:0:15947:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687394.209656:0:15947:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687394.209659:0:15947:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687394.209661:0:15947:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687394.209664:0:15947:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687394.209667:0:15947:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687394.209673:0:15947:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=16 v=5 (5 5 5 5) 00000100:00001000:0.0:1788687394.209677:0:15947:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687394.209679:0:15947:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687394.209681:0:15947:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687394.209684:0:15947:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687394.209686:0:15947:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687394.209688:0:15947:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687394.209693:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f2a00 x1875572824546816/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687394.209700:0:15947:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687394.209704:0:15947:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687394.209705:0:15947:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687394.209709:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f2a00 x1875572824546816/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687394.209717:0:15947:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:15947:1875572824546816:192.168.203.144@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1788687394.209722:0:15947:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687394.209725:0:15947:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687394.209727:0:15947:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687394.209729:0:15947:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687394.209732:0:15947:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f2a00 x1875572824546816/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687394.209739:0:15947:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687394.209742:0:15947:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c52b50c0. 00000100:00000001:0.0:1788687394.209745:0:15947:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687394.209747:0:15947:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687394.209750:0:15947:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687394.209753:0:15947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687394.209755:0:15947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687394.209758:0:15947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5000 refcount=4 00000020:00000001:0.0:1788687394.209760:0:15947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:0.0:1788687394.209763:0:15947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000040:0.0:1788687394.209770:0:15947:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c5cc5000, remote cookie: 0x59c08f76ab1d298f, flags: 0x0 00010000:00000001:0.0:1788687394.209773:0:15947:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788687394.209777:0:15947:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788687394.209779:0:15947:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788687394.209780:0:15947:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788687394.209782:0:15947:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788687394.209784:0:15947:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff9b29c5c62e00) refcount = 2 00010000:00000040:0.0:1788687394.209787:0:15947:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788687394.209855:0:15947:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.203.144@tcp lock: ffff9b29c3146800/0x230d04438e811eb0 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x59c08f76ab1d2981 expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687394.209865:0:15947:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.144@tcp lock: ffff9b29c5cc5000/0x230d04438e811ebe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x59c08f76ab1d298f expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687394.209871:0:15947:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788687394.209873:0:15947:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788687394.209875:0:15947:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687394.209878:0:15947:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788687394.209881:0:15947:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687394.209884:0:15947:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.144@tcp lock: ffff9b29c5cc5000/0x230d04438e811ebe lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x59c08f76ab1d298f expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687394.209890:0:15947:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788687394.209892:0:15947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687394.209894:0:15947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687394.209894:0:15947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687394.209896:0:15947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687394.209898:0:15947:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687394.209901:0:15947:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687394.210204:0:15947:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f2a00 x1875572824546816/t0(0) o101->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1788687410 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687394.210213:0:15947:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687394.210216:0:15947:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687394.210219:0:15947:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a01400. 02000000:00000001:0.0:1788687394.210223:0:15947:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687394.210226:0:15947:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687394.210228:0:15947:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1788687394.210230:0:15947:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687394.210233:0:15947:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c6941400. 02000000:00000001:0.0:1788687394.210238:0:15947:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687394.210239:0:15947:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687394.210241:0:15947:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f2a00. 00000100:00000001:0.0:1788687394.210244:0:15947:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687394.210245:0:15947:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1788687394.210247:0:15947:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788687394.210251:0:15947:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1788687394.210253:0:15947:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff9b29cb619000) refs 3 10000000:00000001:0.0:1788687394.210255:0:15947:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687394.210258:0:15947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687394.210259:0:15947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687394.210261:0:15947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5000 refcount=3 00000020:00000001:0.0:1788687394.210263:0:15947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:0.0:1788687394.210266:0:15947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:0.0:1788687394.210268:0:15947:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1788687394.210269:0:15947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687394.210270:0:15947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687394.210272:0:15947:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1788687394.210274:0:15947:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1788687394.210503:0:15947:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff9b29d099b180. 00000020:00000010:1.0:1788687394.210510:0:15947:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29c6328000. 00000020:00000010:1.0:1788687394.210515:0:15947:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b29c6329400. 00000040:00000010:1.0:1788687394.210519:0:15947:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff9b29c6328c00. 00000020:00000010:1.0:1788687394.210523:0:15947:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff9b29c7090000. 00000020:00000010:1.0:1788687394.210528:0:15947:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff9b29c6329e00. 80000000:00000010:1.0:1788687394.210532:0:15947:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9b29c974ef60. 00040000:00000010:1.0:1788687394.210536:0:15947:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff9b29c6329200. 20000000:00000010:1.0:1788687394.210540:0:15947:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff9b29c6329600. 10000000:00000040:1.0:1788687394.210545:0:15947:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff9b29c6bdc000 : new refcount 2 00000020:00000001:1.0:1788687394.210548:0:15947:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1788687394.210550:0:15947:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:1.0:1788687394.210552:0:15947:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1788687394.210556:0:15947:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9b29c6328600. 00000040:00000001:1.0:1788687394.210560:0:15947:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1788687394.210563:0:15947:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000010:1.0:1788687394.210568:0:15947:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9aa00. 00000020:00000040:1.0:1788687394.210570:0:15947:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=5 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1788687394.210574:0:15947:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687394.210576:0:15947:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687394.210581:0:15947:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687394.210586:0:15947:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c6328a00. 00000100:00000001:1.0:1788687394.210592:0:15947:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687394.210597:0:15947:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687394.210599:0:15947:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687394.210604:0:15947:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c98dd240. 00000100:00000001:1.0:1788687394.210606:0:15947:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202510320192 : -110871199231424 : ffff9b29c98dd240) 00000100:00000001:1.0:1788687394.210608:0:15947:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687394.210609:0:15947:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496416256 : -110871213135360 : ffff9b29c8b9aa00) 00000100:00000001:1.0:1788687394.210613:0:15947:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687394.210617:0:15947:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687394.210619:0:15947:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687394.210620:0:15947:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687394.210626:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9aa00 x1875572824546944/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687394.210633:0:15947:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687394.210635:0:15947:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687394.210639:0:15947:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687394.210641:0:15947:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687394.210643:0:15947:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687394.210646:0:15947:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:15947:1875572824546944:192.168.203.144@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788687394.210650:0:15947:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687394.210654:0:15947:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687394.210656:0:15947:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687394.210659:0:15947:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687394.210663:0:15947:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c4c57e00. 02000000:00000001:1.0:1788687394.210665:0:15947:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687394.210671:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687394.210674:0:15947:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e01502c0. 00000400:00000010:1.0:1788687394.210681:0:15947:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc990. 00000100:00000200:1.0:1788687394.210687:0:15947:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824546944, portal 25 00000100:00000001:1.0:1788687394.210689:0:15947:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687394.210690:0:15947:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496416256 : -110871213135360 : ffff9b29c8b9aa00) 00000100:00000040:1.0:1788687394.210696:0:15947:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9aa00 x1875572824546944/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1788687410 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687394.210703:0:15947:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687394.210706:0:15947:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687394.210709:0:15947:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc3b8. 00000100:00000200:1.0:1788687394.210713:0:15947:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1875572824546944, offset 0 00000400:00000200:1.0:1788687394.210718:0:15947:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687394.210725:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687394.210731:0:15947:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687394.210735:0:15947:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687394.210739:0:15947:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687394.210742:0:15947:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687394.210745:0:15947:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687394.210748:0:15947:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2530:2530:256:4294967295] 192.168.203.144@tcp LPNI seq info [2530:2530:8:4294967295] 00000400:00000200:1.0:1788687394.210753:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687394.210761:0:15947:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687394.210767:0:15947:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687394.210771:0:15947:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2100. 00000800:00000200:1.0:1788687394.210778:0:15947:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687394.210785:0:15947:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687394.210789:0:15947:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2100 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1788687394.210929:0:15947:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687394.210935:0:15947:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687394.210937:0:15947:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296524528 00000100:00000001:1.0:1788687394.210944:0:15947:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296524519 00000100:00000001:1.0:1788687394.210949:0:15947:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296524528 00000100:00000001:1.0:1788687394.210953:0:15947:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296524519 00000100:00000001:1.0:1788687394.210956:0:15947:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687394.210963:0:15947:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687394.210965:0:15947:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687394.210967:0:15947:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687394.210970:0:15947:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c98dd240 going to sleep for 11 seconds 00000100:00000001:1.0:1788687394.210972:0:15947:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687394.210983:0:15947:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687394.212321:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687394.212339:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2100. 00000400:00000200:2.0:1788687394.212347:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687394.212354:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687394.212360:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc3b8 00000400:00000010:2.0:1788687394.212363:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc3b8. 00000100:00000001:2.0:1788687394.212367:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687394.212374:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9aa00 x1875572824546944/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1788687410 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687394.212386:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687394.212390:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9aa00 x1875572824546944/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1788687410 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687394.212398:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687394.212400:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687394.216587:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.216603:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687394.216608:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.216611:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687394.216619:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.216627:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687394.216636:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.216641:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.216646:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.216650:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 272 into portal 25 MB=0x6a9d2d3f51e80 00000400:00000200:2.0:1788687394.216657:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687394.216663:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 272/272 into md 0x6f55 [1] + 224 00000800:00000001:2.0:1788687394.216670:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.216692:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687394.216696:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687394.216700:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687394.216708:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687394.216716:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9aa00 x1875572824546944/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1788687410 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687394.216727:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9b29c8b9aa00 x1875572824546944/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687394.216747:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687394.216755:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687394.216758:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687394.216825:0:15947:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687394.216833:0:15947:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687394.216835:0:15947:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687394.216838:0:15947:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e01502c0. 00000400:00000200:1.0:1788687394.216843:0:15947:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc990 00000400:00000010:1.0:1788687394.216846:0:15947:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc990. 00000100:00000001:1.0:1788687394.216849:0:15947:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687394.216854:0:15947:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9aa00 x1875572824546944/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687394.216862:0:15947:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9aa00 x1875572824546944/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687394.216868:0:15947:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687394.216870:0:15947:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687394.216873:0:15947:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687394.216876:0:15947:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687394.216879:0:15947:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687394.216881:0:15947:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687394.216883:0:15947:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687394.216889:0:15947:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=16 v=5 (5 5 5 5) 00000100:00001000:1.0:1788687394.216893:0:15947:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687394.216896:0:15947:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788687394.216899:0:15947:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff9b29c8b9aa00 x1875572824546944/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687394.216933:0:15947:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1788687394.216936:0:15947:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1788687394.216941:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9aa00 x1875572824546944/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1788687410 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687394.216948:0:15947:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1788687394.216952:0:15947:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687394.216953:0:15947:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687394.216957:0:15947:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9aa00 x1875572824546944/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1788687410 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687394.216964:0:15947:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:15947:1875572824546944:192.168.203.144@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788687394.216969:0:15947:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687394.216971:0:15947:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1788687394.216974:0:15947:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687394.216976:0:15947:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687394.216979:0:15947:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9aa00 x1875572824546944/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1788687410 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687394.216995:0:15947:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687394.216997:0:15947:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c98dd240. 00000100:00000001:1.0:1788687394.217001:0:15947:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687394.217002:0:15947:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1788687394.217005:0:15947:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1788687394.217010:0:15947:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687394.217011:0:15947:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1788687394.217013:0:15947:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788687394.217015:0:15947:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687394.217018:0:15947:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9aa00 x1875572824546944/t0(0) o501->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 512/272 e 0 to 0 dl 1788687410 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687394.217024:0:15947:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687394.217027:0:15947:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687394.217030:0:15947:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c4c57e00. 02000000:00000001:1.0:1788687394.217033:0:15947:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687394.217034:0:15947:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687394.217035:0:15947:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1788687394.217037:0:15947:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687394.217040:0:15947:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c6328a00. 02000000:00000001:1.0:1788687394.217043:0:15947:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687394.217045:0:15947:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687394.217047:0:15947:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9aa00. 00000100:00000001:1.0:1788687394.217051:0:15947:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687394.217052:0:15947:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1788687394.217064:0:15947:0:(llog.c:1559:llog_open()) MGC192.168.203.144@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1788687394.217067:0:15947:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9b29c6328600. 00000040:00000001:1.0:1788687394.217070:0:15947:0:(llog.c:1563:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1788687394.217072:0:15947:0:(obd_config.c:2125:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1788687394.217075:0:15947:0:(mgc_request.c:1715:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:1.0:1788687394.217081:0:15947:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff9b29c6329400. 00000040:00000010:1.0:1788687394.217084:0:15947:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff9b29c6328c00. 00000020:00000010:1.0:1788687394.217088:0:15947:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff9b29c7090000. 00000020:00000010:1.0:1788687394.217321:0:15947:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff9b29c6329e00. 80000000:00000010:1.0:1788687394.217392:0:15947:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9b29c974ef60. 00040000:00000010:1.0:1788687394.217399:0:15947:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff9b29c6329200. 20000000:00000010:1.0:1788687394.217402:0:15947:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff9b29c6329600. 00000020:00000010:1.0:1788687394.217406:0:15947:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b29c6328000. 10000000:00000010:1.0:1788687394.217408:0:15947:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff9b29d099b180. 10000000:01000000:1.0:1788687394.217412:0:15947:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.144@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:1.0:1788687394.217415:0:15947:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1788687394.217418:0:15947:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687394.217420:0:15947:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687394.217423:0:15947:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5000 refcount=3 00000020:00000001:1.0:1788687394.217425:0:15947:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:1.0:1788687394.217428:0:15947:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306752 : -110871262244864 : ffff9b29c5cc5000) 00010000:00000001:1.0:1788687394.217430:0:15947:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687394.217435:0:15947:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.144@tcp lock: ffff9b29c5cc5000/0x230d04438e811ebe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x59c08f76ab1d298f expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687394.217444:0:15947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687394.217445:0:15947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788687394.217448:0:15947:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.144@tcp lock: ffff9b29c5cc5000/0x230d04438e811ebe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x59c08f76ab1d298f expref: -99 pid: 15947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687394.217453:0:15947:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687394.217455:0:15947:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687394.217455:0:15947:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788687394.217457:0:15947:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788687394.217459:0:15947:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1788687394.217462:0:15947:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1788687394.217463:0:15947:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788687394.217465:0:15947:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff9b29cb619000) refs 3 10000000:00000001:1.0:1788687394.217467:0:15947:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:2.0:1788687394.635100:0:2370:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788687394.635112:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687394.635113:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687394.635118:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687394.635120:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687394.635124:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687394.635127:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687394.699387:0:32722:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788687394.699405:0:32722:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687394.699408:0:32722:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687394.699413:0:32722:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca6540 going to sleep for 0 seconds 00000100:00000001:0.0:1788687394.699416:0:32722:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687394.699420:0:32722:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687394.699422:0:32722:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687394.699425:0:32722:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687394.699427:0:32722:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687394.763066:0:2366:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788687394.763078:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687394.763081:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687394.763085:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687394.763087:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687394.763091:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687394.763093:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687394.827067:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687394.827074:0:26900:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687394.827077:0:26900:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687394.827082:0:26900:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687394.827084:0:26900:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687394.827085:0:26900:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687394.827091:0:26900:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687394.827093:0:26900:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687394.827095:0:26900:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687394.827098:0:26900:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687394.827101:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687394.827102:0:26900:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687394.827104:0:26900:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687394.827105:0:26900:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687394.827107:0:26900:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687394.827108:0:26900:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687394.827110:0:26900:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687394.827112:0:26900:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687394.827639:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687394.827642:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687394.827646:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788687395.659012:0:2370:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788687395.659026:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687395.659029:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687395.659034:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687395.659036:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687395.659039:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687395.659051:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687395.723021:0:32722:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788687395.723029:0:32722:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687395.723032:0:32722:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687395.723038:0:32722:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca6540 going to sleep for 0 seconds 00000100:00000001:0.0:1788687395.723041:0:32722:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687395.723054:0:32722:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687395.723057:0:32722:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687395.723060:0:32722:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687395.723062:0:32722:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687395.787149:0:2366:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788687395.787163:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687395.787165:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687395.787170:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687395.787173:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687395.787176:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687395.787178:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687395.851037:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687395.851053:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687395.851058:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687395.851059:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687395.851347:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687395.851351:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687395.851354:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1788687396.235953:0:15947:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1788687396.235960:0:15947:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:2.0:1788687396.683015:0:2370:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788687396.683029:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687396.683031:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687396.683045:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687396.683048:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687396.683051:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687396.683055:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687396.747116:0:32722:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788687396.747123:0:32722:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687396.747125:0:32722:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687396.747131:0:32722:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca6540 going to sleep for 0 seconds 00000100:00000001:0.0:1788687396.747135:0:32722:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687396.747138:0:32722:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687396.747141:0:32722:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687396.747143:0:32722:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687396.747146:0:32722:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687396.811067:0:2366:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788687396.811080:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687396.811082:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687396.811086:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687396.811098:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687396.811102:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687396.811105:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687396.875080:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687396.875087:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687396.875241:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687396.875242:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687396.875336:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687396.875339:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687396.875342:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788687397.707079:0:2370:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788687397.707719:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687397.707722:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687397.707729:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687397.707732:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687397.707736:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687397.707740:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687397.771247:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788687397.771260:0:26091:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788687397.771276:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f2a00. 00000020:00000040:0.0:1788687397.771284:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1788687397.771290:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687397.771294:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687397.771301:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687397.771312:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c6946700. 00000100:00000001:0.0:1788687397.771321:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687397.771337:0:26091:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c97f2a00 x1875572824547072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788687397.771352:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687397.771358:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687397.771366:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000402c2a1d] to pc [ptlrpcd_00_01+1] req@ffff9b29c97f2a00 x1875572824547072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687397.771406:0:26091:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788687397.771410:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788687397.771414:0:26091:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1788687397.771417:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788687397.771420:0:26091:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788687397.771423:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788687397.771427:0:26091:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788687397.771433:0:26091:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1861) 00000100:00000001:0.0:1788687397.771453:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788687397.771459:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788687397.771461:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687397.771472:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687397.771475:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687397.771477:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687397.771480:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687397.771484:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687397.771490:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f2a00 x1875572824547072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687397.771498:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687397.771502:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687397.771507:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687397.771510:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687397.771513:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687397.771517:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2367:1875572824547072:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1788687397.771523:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687397.771531:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687397.771534:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687397.771537:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687397.771543:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6941c00. 02000000:00000001:0.0:1788687397.771545:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687397.771556:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687397.771561:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1268. 00000400:00000010:0.0:1788687397.771571:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdae58. 00000100:00000200:0.0:1788687397.771581:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824547072, portal 25 00000100:00000001:0.0:1788687397.771584:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687397.771586:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509359616 : -110871200192000 : ffff9b29c97f2a00) 00000100:00000040:0.0:1788687397.771592:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f2a00 x1875572824547072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687397.771601:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687397.771604:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687397.771607:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdaa18. 00000100:00000200:0.0:1788687397.771611:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824547072, offset 0 00000400:00000200:0.0:1788687397.771619:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687397.771630:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687397.771645:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687397.771651:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687397.771656:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687397.771662:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687397.771665:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687397.771670:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2531:2531:256:4294967295] 192.168.203.144@tcp LPNI seq info [2531:2531:8:4294967295] 00000400:00000200:0.0:1788687397.771675:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687397.771686:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687397.771694:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687397.771701:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946300. 00000800:00000200:0.0:1788687397.771713:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687397.771725:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687397.771732:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788687397.771749:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687397.771754:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687397.771758:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296528089 00000100:00000001:0.0:1788687397.771767:0:2367:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296524528 00000100:00000001:1.0:1788687397.771773:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687397.771773:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296528089 00000100:00000001:1.0:1788687397.771778:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687397.771780:0:2367:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296524528 00000100:00000001:0.0:1788687397.771785:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687397.771789:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687397.771855:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687397.771859:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687397.772208:0:32722:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788687397.772212:0:32722:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687397.772214:0:32722:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687397.772217:0:32722:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca6540 going to sleep for 0 seconds 00000100:00000001:2.0:1788687397.772220:0:32722:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687397.772223:0:32722:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687397.772225:0:32722:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687397.772227:0:32722:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687397.772230:0:32722:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687397.774525:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687397.774538:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946300. 00000400:00000200:3.0:1788687397.774549:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687397.774562:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687397.774572:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdaa18 00000400:00000010:3.0:1788687397.774575:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdaa18. 00000100:00000001:3.0:1788687397.774582:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687397.774594:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f2a00 x1875572824547072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687397.774608:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687397.774612:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f2a00 x1875572824547072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687397.774620:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687397.774622:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687397.777901:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687397.778090:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687397.778095:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687397.778098:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687397.778109:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687397.778119:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687397.778131:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687397.778137:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687397.778143:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687397.778148:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f51f00 00000400:00000200:2.0:1788687397.778155:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687397.778162:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6f5d [1] + 224 00000800:00000001:2.0:1788687397.778171:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687397.778180:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687397.778185:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687397.778190:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687397.778200:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687397.778210:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f2a00 x1875572824547072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687397.778220:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c97f2a00 x1875572824547072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687397.778232:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687397.778241:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687397.778245:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687397.778509:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687397.778526:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687397.778535:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687397.778537:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687397.778542:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1268. 00000400:00000200:0.0:1788687397.778547:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdae58 00000400:00000010:0.0:1788687397.778550:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdae58. 00000100:00000001:0.0:1788687397.778554:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687397.778559:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f2a00 x1875572824547072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687397.778569:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f2a00 x1875572824547072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687397.778576:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687397.778578:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687397.778581:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687397.778585:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687397.778588:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687397.778591:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687397.778595:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687397.778603:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=19 v=5 (5 5 5 5) 00000100:00001000:0.0:1788687397.778607:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687397.778610:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687397.778612:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687397.778615:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687397.778618:0:2367:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687397.778621:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687397.778627:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f2a00 x1875572824547072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687397.778635:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687397.778638:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687397.778641:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687397.778646:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f2a00 x1875572824547072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687397.778655:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2367:1875572824547072:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1788687397.778660:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687397.778664:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687397.778668:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f2a00 x1875572824547072/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687413 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687397.778674:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687397.778678:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687397.778683:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6941c00. 02000000:00000001:0.0:1788687397.778690:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687397.778693:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687397.778696:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:0.0:1788687397.778698:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687397.778701:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c6946700. 02000000:00000001:0.0:1788687397.778706:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687397.778708:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687397.778710:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f2a00. 00000100:00000001:0.0:1788687397.778714:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687397.778715:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687397.778718:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687397.778727:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687397.778730:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687397.778732:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687397.778735:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687397.835259:0:2366:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788687397.835269:0:2366:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788687397.835288:0:2366:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788687387/real 1788687387] req@ffff9b29c42eaa00 x1875572824545408/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 1 dl 1788687397 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788687397.835436:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687397.835439:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687397.835444:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150108. 00000400:00000200:1.0:1788687397.835455:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc330 00000400:00000010:1.0:1788687397.835458:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc330. 00000100:00000001:1.0:1788687397.835464:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687397.835469:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42eaa00 x1875572824545408/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 1 dl 1788687397 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687397.835479:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42eaa00 x1875572824545408/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 1 dl 1788687397 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687397.835487:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687397.835490:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687397.835493:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687397.835495:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788687397.835500:0:2366:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9b29c42eaa00 x1875572824545408/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 1 dl 1788687397 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687397.835507:0:2366:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687397.835517:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687397.835519:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687397.835522:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687397.835526:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687397.835528:0:2366:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687397.835534:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42eaa00 x1875572824545408/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 1 dl 1788687397 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687397.835547:0:2366:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788687397.835550:0:2366:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687397.835551:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687397.835553:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687397.835556:0:2366:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788687397.835558:0:2366:0:(import.c:1136:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788687397.835562:0:2366:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788687397.837098:0:2366:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.144@tcp failed (-110) 00000100:00000001:1.0:1788687397.837106:0:2366:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788687397.837119:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42eaa00 x1875572824545408/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 1 dl 1788687397 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687397.837132:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824545408:192.168.203.144@tcp:38:kworker.0 00000100:00000001:1.0:1788687397.837141:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687397.837145:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687397.837150:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42eaa00 x1875572824545408/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 1 dl 1788687397 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687397.837158:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687397.837162:0:2366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687397.837167:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6911400. 02000000:00000001:1.0:1788687397.837175:0:2366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687397.837179:0:2366:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687397.837182:0:2366:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687397.837185:0:2366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687397.837188:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c63d5c00. 02000000:00000001:1.0:1788687397.837193:0:2366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687397.837195:0:2366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687397.837197:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42eaa00. 00000100:00000001:1.0:1788687397.837202:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687397.837203:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687397.837207:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687397.837215:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687397.837218:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687397.837221:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687397.837223:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788687397.841845:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788687397.841857:0:26091:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1788687397.841860:0:26091:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788687397.841865:0:26091:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788687397.841871:0:26091:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788687397.841880:0:26091:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff9b29e019e800: connect to NID 192.168.203.144@tcp last attempt 0 00000400:00000200:1.0:1788687397.841891:0:26091:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687397.841898:0:26091:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.144@tcp is discovered: rc = 1 00000100:00000040:1.0:1788687397.841903:0:26091:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 11 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687397.841925:0:26091:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788687397.841928:0:26091:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687397.841931:0:26091:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000020:00000001:1.0:1788687397.841936:0:26091:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788687397.841938:0:26091:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e81130a 00000020:00000001:1.0:1788687397.841941:0:26091:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687397.841945:0:26091:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c3ec1000 refcount=5 00000020:00000001:1.0:1788687397.841948:0:26091:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202415833088 : -110871293718528 : ffff9b29c3ec1000) 00000020:00000001:1.0:1788687397.841950:0:26091:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202415833088 : -110871293718528 : ffff9b29c3ec1000) 00000100:00000040:1.0:1788687397.841953:0:26091:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 11 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687397.841955:0:26091:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788687397.841957:0:26091:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687397.841959:0:26091:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000020:00000040:1.0:1788687397.841962:0:26091:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c3ec1000 : new refcount 4 00000100:00080000:1.0:1788687397.841966:0:26091:0:(import.c:665:import_select_connection()) lustre-MDT0000-mdc-ffff9b29e019e800: import ffff9b29c3ec7800 using connection 192.168.203.144@tcp/192.168.203.144@tcp 00000100:00000001:1.0:1788687397.841969:0:26091:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687397.841972:0:26091:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788687397.841981:0:26091:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687397.841985:0:26091:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687397.841988:0:26091:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1788687397.841993:0:26091:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788687397.841996:0:26091:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687397.841998:0:26091:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687397.842010:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9aa00. 00000020:00000040:1.0:1788687397.842014:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:1.0:1788687397.842303:0:26091:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788687397.842305:0:26091:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687397.842309:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687397.842312:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687397.842317:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687397.842327:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6911400. 00000100:00000001:1.0:1788687397.842338:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687397.842351:0:26091:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b29c8b9aa00 x1875572824547200/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687397.842361:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687397.842366:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687397.842370:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051159710] to pc [ptlrpcd_rcv+-1] req@ffff9b29c8b9aa00 x1875572824547200/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687397.842486:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687397.842496:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687397.842499:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687397.842514:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9aa00 x1875572824547200/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687397.842526:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687397.842528:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687397.842533:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687397.842537:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687397.842539:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687397.842544:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824547200:192.168.203.144@tcp:38:kworker.0 00000100:00000001:2.0:1788687397.842548:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687397.842552:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687397.842554:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687397.842557:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687397.842566:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d6c00. 02000000:00000001:2.0:1788687397.842568:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687397.842576:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687397.842582:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd0b0. 00000400:00000010:2.0:1788687397.842588:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240d48. 00000100:00000200:2.0:1788687397.842595:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824547200, portal 10 00000100:00000001:2.0:1788687397.842597:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687397.842599:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496416256 : -110871213135360 : ffff9b29c8b9aa00) 00000100:00000040:2.0:1788687397.842606:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9aa00 x1875572824547200/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687397.842614:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687397.842618:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687397.842621:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240330. 00000100:00000200:2.0:1788687397.842624:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875572824547200, offset 0 00000400:00000200:2.0:1788687397.842629:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687397.842638:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687397.842645:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687397.842651:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687397.842655:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687397.842658:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687397.842661:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687397.842665:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2532:2532:256:4294967295] 192.168.203.144@tcp LPNI seq info [2532:2532:8:4294967295] 00000400:00000200:2.0:1788687397.842669:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687397.842679:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687397.842685:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687397.842690:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3300. 00000800:00000200:2.0:1788687397.842697:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687397.842705:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687397.842710:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3300 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788687397.842732:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687397.842737:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 797230 usecs (798 jiffies) 00000400:00000200:2.0:1788687397.842741:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687397.842744:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296524645 00000100:00000001:2.0:1788687397.842747:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296528089 00000100:00000001:2.0:1788687397.842749:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296524645 00000100:00000001:2.0:1788687397.842751:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296528089 00000100:00000001:2.0:1788687397.842754:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687397.842756:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687397.842760:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687397.842763:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788687397.842950:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687397.842958:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3300. 00000400:00000200:3.0:1788687397.842965:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687397.842973:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687397.842981:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240330 00000400:00000010:3.0:1788687397.842983:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240330. 00000100:00000001:3.0:1788687397.842989:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687397.842995:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9aa00 x1875572824547200/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687397.843005:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687397.843009:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9aa00 x1875572824547200/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687407 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687397.843041:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687397.843044:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788687397.846523:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687397.846531:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788687397.846536:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687397.846538:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687397.846542:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687397.846545:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687397.850289:0:26091:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687397.850305:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788687397.850311:0:26091:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788687397.850314:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788687397.850318:0:26091:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788687397.850328:0:26091:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1861) 00000800:00000001:2.0:1788687397.871313:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687397.871436:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687397.871440:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687397.871443:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687397.871453:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687397.871461:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687397.871472:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687397.871476:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687397.871481:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687397.871485:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 416 into portal 10 MB=0x6a9d2d3f51f80 00000400:00000200:2.0:1788687397.871490:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687397.871495:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 416/416 into md 0x6f65 [1] + 0 00000800:00000001:2.0:1788687397.871504:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687397.871549:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687397.871553:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687397.871558:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687397.871566:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687397.871575:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9aa00 x1875572824547200/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687397.871587:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9b29c8b9aa00 x1875572824547200/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687397.871617:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687397.871625:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687397.871628:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687397.872013:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687397.872018:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687397.872025:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687397.872026:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687397.872040:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd0b0. 00000400:00000200:1.0:1788687397.872045:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240d48 00000400:00000010:1.0:1788687397.872047:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240d48. 00000100:00000001:1.0:1788687397.872050:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687397.872056:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9aa00 x1875572824547200/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687397.872064:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9aa00 x1875572824547200/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/544 e 0 to 0 dl 1788687407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687397.872071:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687397.872073:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687397.872075:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687397.872078:0:2366:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687397.872080:0:2366:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687397.872082:0:2366:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687397.872085:0:2366:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687397.872094:0:2366:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=169 v=5 (5 103 103 103) 00000100:00001000:1.0:1788687397.872098:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=40 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687397.872100:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687397.872102:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687397.872105:0:2366:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788687397.872109:0:2366:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b29c8b9aa00 x1875572824547200/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/416 e 0 to 0 dl 1788687407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788687397.872181:0:2366:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687397.872186:0:2366:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687397.872188:0:2366:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967656 00000100:00000001:1.0:1788687397.872190:0:2366:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687397.872192:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687397.872198:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9aa00 x1875572824547200/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/416 e 0 to 0 dl 1788687407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687397.872205:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687397.872208:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687397.872210:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687397.872212:0:2366:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788687397.872219:0:2366:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9b29e019e800: connect to target with instance 2 00000020:00000001:1.0:1788687397.872222:0:2366:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788687397.872224:0:2366:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e81130a 00000020:00000001:1.0:1788687397.872227:0:2366:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687397.872229:0:2366:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c3ec1000 refcount=5 00000020:00000001:1.0:1788687397.872232:0:2366:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202415833088 : -110871293718528 : ffff9b29c3ec1000) 00000020:00000001:1.0:1788687397.872234:0:2366:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202415833088 : -110871293718528 : ffff9b29c3ec1000) 00000100:00001000:1.0:1788687397.872237:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=1788687397 v=0 (0 0 0 0) 00000100:00001000:1.0:1788687397.872240:0:2366:0:(import.c:2261:obd_at_measure()) AT ffff9b29c3ec7c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788687397.872245:0:2366:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 326, crc32c 8427, adler 379 00000020:00000040:1.0:1788687397.872251:0:2366:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c3ec1000 : new refcount 4 00000100:00000001:1.0:1788687397.872253:0:2366:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1788687397.872257:0:2366:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:1.0:1788687397.872261:0:2366:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff9b29e019e800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:1.0:1788687397.872265:0:2366:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1788687397.872266:0:2366:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687397.872268:0:2366:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:1.0:1788687397.872530:0:2366:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:1.0:1788687397.872534:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788687397.872537:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687397.872540:0:2366:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687397.872542:0:2366:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687397.872543:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788687397.872544:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687397.872546:0:2366:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687397.872548:0:2366:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788687397.872551:0:2366:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7800 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:1.0:1788687397.872557:0:2366:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1788687397.872559:0:2366:0:(import.c:1744:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1788687397.872562:0:2366:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1788687397.872563:0:2366:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788687397.872564:0:2366:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: committing for last_committed 4294967656 gen 2 00000100:00100000:1.0:1788687397.872571:0:2366:0:(client.c:3214:ptlrpc_free_committed()) @@@ free closed open request req@ffff9b29c42ea300 x1875572824543232/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687380 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687397.872586:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687397.872588:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420196096 : -110871289355520 : ffff9b29c42ea300) 00000100:00000001:1.0:1788687397.872591:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687397.872594:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42ea300 x1875572824543232/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687380 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687397.872602:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687397.872604:0:2366:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: normal: skip=0 replay=0/0 committed=1/1 00000100:00000001:1.0:1788687397.872607:0:2366:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1788687397.872608:0:2366:0:(recover.c:53:ptlrpc_replay_next()) import ffff9b29c3ec7800 from lustre-MDT0000_UUID committed 4294967656 last 0 00000100:00000001:1.0:1788687397.872611:0:2366:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788687397.872614:0:2366:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7800 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000020:00000040:1.0:1788687397.872618:0:2366:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:1.0:1788687397.878616:0:2366:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687397.878625:0:2366:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687397.878638:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9aa00 x1875572824547200/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/416 e 0 to 0 dl 1788687407 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687397.878646:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824547200:192.168.203.144@tcp:38:kworker.0 00000100:00000001:1.0:1788687397.878651:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687397.878654:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687397.878656:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9aa00 x1875572824547200/t0(0) o38->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/416 e 0 to 0 dl 1788687407 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687397.878661:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687397.878663:0:2366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687397.878666:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c63d6c00. 02000000:00000001:1.0:1788687397.878669:0:2366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687397.878671:0:2366:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687397.878673:0:2366:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687397.878675:0:2366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687397.878678:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c6911400. 02000000:00000001:1.0:1788687397.878681:0:2366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687397.878682:0:2366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687397.878684:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9aa00. 00000100:00000001:1.0:1788687397.878687:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687397.878689:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687397.878691:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687397.878697:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687397.878698:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687397.878700:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687397.878701:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1788687397.878732:0:33011:0:(ldlm_request.c:2971:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-mdc-ffff9b29e019e800 to lustre-MDT0000_UUID@192.168.203.144@tcp 00010000:00000001:2.0:1788687397.878735:0:33011:0:(ldlm_request.c:2923:__ldlm_replay_locks()) Process entered 00010000:00010000:2.0:1788687397.878737:0:33011:0:(ldlm_request.c:2887:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-mdc-ffff9b29e019e800 (1) 00010000:00000001:2.0:1788687397.878740:0:33011:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00000002:00000001:2.0:1788687397.878746:0:33011:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788687397.878747:0:33011:0:(ldlm_request.c:1929:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687397.878749:0:33011:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687397.878751:0:33011:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788687397.878753:0:33011:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788687397.878755:0:33011:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:2.0:1788687397.878758:0:33011:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788687397.878761:0:33011:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788687397.878763:0:33011:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788687397.878765:0:33011:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2d:0x0] mode (null) 00000002:00000001:2.0:1788687397.878768:0:33011:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687397.878770:0:33011:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687397.878775:0:33011:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62f00 count: 2 00010000:00000001:2.0:1788687397.878777:0:33011:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687397.878780:0:33011:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687397.878781:0:33011:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687397.878782:0:33011:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687397.878783:0:33011:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62f00 count: 2 00010000:00000001:2.0:1788687397.878785:0:33011:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687397.878786:0:33011:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687397.878787:0:33011:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687397.878787:0:33011:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687397.878788:0:33011:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62f00 count: 2 00010000:00000001:2.0:1788687397.878789:0:33011:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687397.878790:0:33011:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687397.878791:0:33011:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687397.878792:0:33011:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687397.878793:0:33011:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62f00 count: 2 00010000:00000001:2.0:1788687397.878793:0:33011:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687397.878794:0:33011:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687397.878796:0:33011:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687397.878797:0:33011:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788687397.878799:0:33011:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687397.878801:0:33011:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:2.0:1788687397.878803:0:33011:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:2.0:1788687397.878804:0:33011:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788687397.878807:0:33011:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2d:0x0]: losing layout lock 00000080:00000001:2.0:1788687397.878809:0:33011:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788687397.878811:0:33011:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788687397.878814:0:33011:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788687397.878815:0:33011:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788687397.878817:0:33011:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2d:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788687397.878818:0:33011:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687397.878819:0:33011:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788687397.878820:0:33011:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00000080:00000001:2.0:1788687397.878821:0:33011:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687397.878823:0:33011:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788687397.878825:0:33011:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2d:0x0](ffff9b29d85180c8) invalid 00000020:00000001:2.0:1788687397.878828:0:33011:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08213fc70 00000080:00002000:2.0:1788687397.878829:0:33011:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f23.recovery-small (ffff9b29d874e948) parent ffff9b29d84cabd0 inode ffff9b29d85180c8 refc 1 00000080:00000001:2.0:1788687397.878832:0:33011:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788687397.878833:0:33011:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788687397.878834:0:33011:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687397.878837:0:33011:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788687397.878838:0:33011:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788687397.878839:0:33011:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687397.878840:0:33011:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788687397.878843:0:33011:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29d13a9c00 with handle 0x230d04438e811ea2 from hash 00010000:00000001:2.0:1788687397.878845:0:33011:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788687397.878846:0:33011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687397.878847:0:33011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687397.878848:0:33011:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788687397.878851:0:33011:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788687397.878851:0:33011:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788687397.878854:0:33011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9c00/0x230d04438e811ea2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x59c08f76ab1d27cf expref: -99 pid: 32722 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1788687397.878861:0:33011:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29c975cd00. 00010000:00000040:2.0:1788687397.878865:0:33011:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c5c62f00 count: 0 00010000:00000010:2.0:1788687397.878870:0:33011:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c3056580. 00010000:00000001:2.0:1788687397.878877:0:33011:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687397.878879:0:33011:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687397.878881:0:33011:0:(ldlm_request.c:2900:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-mdc-ffff9b29e019e800 00000001:00000001:2.0:1788687397.878884:0:33011:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1788687397.878886:0:33011:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1788687397.879425:0:33011:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687397.879429:0:33011:0:(ldlm_request.c:2953:__ldlm_replay_locks()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687397.879432:0:33011:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1788687397.879435:0:33011:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7800 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00000001:2.0:1788687397.879437:0:33011:0:(import.c:1601:signal_completed_replay()) Process entered 00000100:00000010:2.0:1788687397.879443:0:33011:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42ead80. 00000020:00000040:2.0:1788687397.879447:0:33011:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:2.0:1788687397.879451:0:33011:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687397.879454:0:33011:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687397.879458:0:33011:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687397.879464:0:33011:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29d05a3c00. 00000100:00000001:2.0:1788687397.879470:0:33011:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687397.879474:0:33011:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687397.879479:0:33011:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687397.879487:0:33011:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086119e92] to pc [ptlrpcd_rcv+-1] req@ffff9b29c42ead80 x1875572824547328/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687397.879509:0:33011:0:(import.c:1626:signal_completed_replay()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687397.879512:0:33011:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687397.879514:0:33011:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687397.879515:0:33011:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687397.879517:0:33011:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788687397.879750:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687397.879753:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687397.879755:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687397.879762:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42ead80 x1875572824547328/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687397.879769:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687397.879771:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687397.879775:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687397.879777:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687397.879780:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687397.879783:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824547328:192.168.203.144@tcp:400:ldlm_lock_repla.0 00000100:00000001:1.0:1788687397.879787:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687397.879792:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687397.879794:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687397.879797:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687397.879803:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c4c56a00. 02000000:00000001:1.0:1788687397.879805:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687397.879812:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687397.879815:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150108. 00000400:00000010:1.0:1788687397.879822:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc330. 00000100:00000200:1.0:1788687397.879828:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824547328, portal 10 00000100:00000001:1.0:1788687397.879830:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687397.879832:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420198784 : -110871289352832 : ffff9b29c42ead80) 00000100:00000040:1.0:1788687397.879839:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=2c0 req@ffff9b29c42ead80 x1875572824547328/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687413 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687397.879846:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687397.879848:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687397.879851:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc990. 00000100:00000200:1.0:1788687397.879855:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824547328, offset 0 00000400:00000200:1.0:1788687397.879860:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687397.879868:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687397.879875:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687397.879880:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687397.879883:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687397.879886:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687397.879889:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687397.879892:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2533:2533:256:4294967295] 192.168.203.144@tcp LPNI seq info [2533:2533:8:4294967295] 00000400:00000200:1.0:1788687397.879896:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687397.879934:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687397.879941:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687397.879946:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2b00. 00000800:00000200:1.0:1788687397.879952:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687397.879960:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687397.879964:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687397.879981:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687397.879986:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 796248 usecs (797 jiffies) 00000400:00000200:1.0:1788687397.879989:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687397.879992:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296524681 00000100:00000001:1.0:1788687397.879995:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296528089 00000100:00000001:1.0:1788687397.879998:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296524681 00000100:00000001:1.0:1788687397.880000:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296528089 00000100:00000001:1.0:1788687397.880002:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687397.880005:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687397.880008:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687397.880010:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687397.880016:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687397.880017:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788687397.880020:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687397.880021:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687397.880022:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687397.880024:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687397.880245:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687397.880251:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2b00. 00000400:00000200:3.0:1788687397.880256:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687397.880263:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687397.880707:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc990 00000400:00000010:3.0:1788687397.880713:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc990. 00000100:00000001:3.0:1788687397.880719:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687397.880726:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42ead80 x1875572824547328/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687413 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687397.880736:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687397.880740:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42ead80 x1875572824547328/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687413 ref 2 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687397.880749:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687397.880751:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788687397.889875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62f00. 00010000:00000010:2.1:1788687397.889890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9c00. 00010000:00000001:0.0:1788687397.899027:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687397.899042:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687397.900189:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687397.900193:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687397.900198:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1788687397.951052:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687397.951077:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687397.951082:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687397.951085:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687397.951097:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687397.951107:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687397.951136:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687397.951142:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687397.951147:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687397.951153:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f52000 00000400:00000200:2.0:1788687397.951159:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687397.951166:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x6f75 [1] + 224 00000800:00000001:2.0:1788687397.951176:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687397.951190:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687397.951194:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687397.951200:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687397.951210:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687397.951220:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42ead80 x1875572824547328/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687413 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687397.951232:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=2c0 mlen=224 offset=224 replen=224 req@ffff9b29c42ead80 x1875572824547328/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687413 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687397.951257:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687397.951267:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687397.951270:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687397.951347:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687397.951356:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687397.951367:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687397.951369:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687397.951373:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150108. 00000400:00000200:1.0:1788687397.951382:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc330 00000400:00000010:1.0:1788687397.951385:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc330. 00000100:00000001:1.0:1788687397.951389:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687397.951400:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42ead80 x1875572824547328/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687413 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687397.951412:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42ead80 x1875572824547328/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687413 ref 1 fl Rpc:RQU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687397.951432:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687397.951435:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687397.951440:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687397.951443:0:2366:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687397.951446:0:2366:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687397.951449:0:2366:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687397.951452:0:2366:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687397.951462:0:2366:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=19 v=5 (5 5 103 103) 00000100:00001000:1.0:1788687397.951466:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687397.951469:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687397.951470:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687397.951473:0:2366:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788687397.951479:0:2366:0:(ldlm_request.c:1670:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9b29c42ead80 x1875572824547328/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687413 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788687397.951486:0:2366:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687397.951490:0:2366:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687397.951492:0:2366:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967656 00000100:00000001:1.0:1788687397.951494:0:2366:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687397.951496:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687397.951500:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42ead80 x1875572824547328/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687413 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687397.951508:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687397.951511:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687397.951512:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687397.951515:0:2366:0:(import.c:1572:completed_replay_interpret()) Process entered 00000100:00000001:1.0:1788687397.951517:0:2366:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1788687397.951520:0:2366:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7800 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00000001:1.0:1788687397.951524:0:2366:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:1.0:1788687397.951527:0:2366:0:(client.c:3248:ptlrpc_resend_req()) @@@ going to resend req@ffff9b29c42ead80 x1875572824547328/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687413 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788687397.951534:0:2366:0:(client.c:3257:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff9b29c42ead80 x1875572824547328/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687413 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687397.951539:0:2366:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788687397.951542:0:2366:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1788687397.951544:0:2366:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1788687397.951555:0:2366:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1788687397.951558:0:2366:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:1.0:1788687397.951561:0:2366:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:1.0:1788687397.951564:0:2366:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:1.0:1788687397.951566:0:2366:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff9b29c97121e8 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:1.0:1788687397.951570:0:2366:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x230d04438e81130a 00800000:00000040:1.0:1788687397.951573:0:2366:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff9b29e019e800=ce1d4174-c231-444b-b3ed-b722bc4901cb device 3 (ffff9b29c9710000) type mdc at LMV idx 0 00800000:00000040:1.0:1788687397.951576:0:2366:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff9b29c9710000 already active! 00800000:00000001:1.0:1788687397.951578:0:2366:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788687397.951581:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788687397.951584:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687397.951586:0:2366:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687397.951588:0:2366:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687397.951590:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788687397.951591:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788687397.951594:0:2366:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000002:00000001:2.0:1788687397.958204:0:2366:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687397.958217:0:2366:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:2.0:1788687397.958229:0:2366:0:(import.c:1787:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9b29e019e800: Connection restored to 192.168.203.144@tcp (at 192.168.203.144@tcp) 00000100:00080000:2.0:1788687397.958246:0:2366:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000008f9608bc): req@ffff9b29c8bb4a80 x1875572824543872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 1 dl 1788687387 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687397.958273:0:2366:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687397.958276:0:2366:0:(import.c:1590:completed_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687397.958283:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42ead80 x1875572824547328/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687413 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687397.958293:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824547328:192.168.203.144@tcp:400:ldlm_lock_repla.0 00000100:00000001:2.0:1788687397.958299:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687397.958303:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687397.958307:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42ead80 x1875572824547328/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687413 ref 1 fl Complete:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687397.958314:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687397.958318:0:2366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687397.958324:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c4c56a00. 02000000:00000001:2.0:1788687397.958328:0:2366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687397.958331:0:2366:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687397.958334:0:2366:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687397.958337:0:2366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687397.958340:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29d05a3c00. 02000000:00000001:2.0:1788687397.958344:0:2366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687397.958347:0:2366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687397.958349:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42ead80. 00000100:00000001:2.0:1788687397.958354:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687397.958356:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687397.958359:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687397.958370:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687397.958373:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687397.958376:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687397.958378:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687397.959896:0:33012:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:1.0:1788687397.959933:0:33012:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:1.0:1788687397.959939:0:33012:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687397.959945:0:33012:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687397.960021:0:33012:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687397.960035:0:33012:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:1.0:1788687397.960037:0:33012:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687397.960217:0:32722:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687397.960224:0:32722:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687397.960227:0:32722:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687397.960231:0:32722:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687397.960235:0:32722:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687397.960239:0:32722:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687397.960243:0:32722:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687397.960246:0:32722:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1788687397.960254:0:32722:0:(client.c:3742:ptlrpc_set_mbits()) resend with new mbits old x1875572824543872 new x1875572824547456 02000000:00000001:0.0:1788687397.960260:0:32722:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687397.960262:0:32722:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687397.960274:0:32722:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687397.960286:0:32722:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1268. 00000400:00000010:0.0:1788687397.960297:0:32722:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdae58. 00000100:00000200:0.0:1788687397.960307:0:32722:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824543872, portal 10 00000100:00000001:0.0:1788687397.960310:0:32722:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687397.960312:0:32722:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496522880 : -110871213028736 : ffff9b29c8bb4a80) 00000100:00000040:0.0:1788687397.960327:0:32722:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff9b29c8bb4a80 x1875572824543872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687413 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687397.960336:0:32722:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687397.960340:0:32722:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687397.960343:0:32722:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda990. 00000100:00000200:0.0:1788687397.960348:0:32722:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824543872, offset 0 00000400:00000200:0.0:1788687397.960356:0:32722:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687397.960366:0:32722:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687397.960376:0:32722:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687397.960382:0:32722:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687397.960387:0:32722:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687397.960392:0:32722:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687397.960395:0:32722:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687397.960400:0:32722:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2534:2534:256:4294967295] 192.168.203.144@tcp LPNI seq info [2534:2534:8:4294967295] 00000400:00000200:0.0:1788687397.960404:0:32722:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687397.960417:0:32722:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687397.960423:0:32722:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687397.960430:0:32722:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946700. 00000800:00000200:0.0:1788687397.960438:0:32722:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687397.960448:0:32722:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687397.960453:0:32722:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788687397.960479:0:32722:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687397.960484:0:32722:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 795337 usecs (796 jiffies) 00000400:00000200:0.0:1788687397.960488:0:32722:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687397.960491:0:32722:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296524761 00000100:00000001:0.0:1788687397.960495:0:32722:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296528089 00000100:00000001:0.0:1788687397.960497:0:32722:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296524761 00000100:00000001:0.0:1788687397.960500:0:32722:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296528089 00000100:00000001:0.0:1788687397.960502:0:32722:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687397.960505:0:32722:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687397.960508:0:32722:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687397.960510:0:32722:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687397.960513:0:32722:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca6540 going to sleep for 11 seconds 00000100:00000001:0.0:1788687397.960515:0:32722:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687397.960517:0:32722:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687397.961228:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687397.961235:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946700. 00000400:00000200:3.0:1788687397.961243:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687397.961251:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687397.961259:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda990 00000400:00000010:3.0:1788687397.961262:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda990. 00000100:00000001:3.0:1788687397.961268:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687397.961275:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb4a80 x1875572824543872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687413 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687397.961286:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687397.961289:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb4a80 x1875572824543872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687413 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687397.961295:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687397.961297:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687398.026129:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687398.026153:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687398.026158:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687398.026162:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687398.026173:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687398.026183:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687398.026196:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687398.026201:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687398.026207:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687398.026212:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f52080 00000400:00000200:2.0:1788687398.026219:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687398.026225:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x6f7d [1] + 224 00000800:00000001:2.0:1788687398.026235:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687398.026266:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687398.026271:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687398.026276:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687398.026286:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687398.026297:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb4a80 x1875572824543872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687413 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687398.026310:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff9b29c8bb4a80 x1875572824543872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687413 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687398.026335:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687398.026345:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687398.026349:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687398.026434:0:32722:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687398.026444:0:32722:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687398.026446:0:32722:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687398.026451:0:32722:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1268. 00000400:00000200:0.0:1788687398.026456:0:32722:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdae58 00000400:00000010:0.0:1788687398.026459:0:32722:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdae58. 00000100:00000001:0.0:1788687398.026463:0:32722:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687398.026468:0:32722:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb4a80 x1875572824543872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687413 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687398.026477:0:32722:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb4a80 x1875572824543872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687413 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687398.026482:0:32722:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687398.026485:0:32722:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687398.026488:0:32722:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687398.026492:0:32722:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687398.026495:0:32722:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687398.026497:0:32722:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687398.026501:0:32722:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687398.026513:0:32722:0:(import.c:2195:obd_at_measure()) add 10 to ffff9b29c3ec7ca8 time=170 v=5 (5 5 5 5) 00000100:00001000:0.0:1788687398.026517:0:32722:0:(import.c:2261:obd_at_measure()) AT ffff9b29c3ec7ca8 change: old=5 new=10 delta=5 (val=10) hist 10 5 5 5 00000100:00001000:0.0:1788687398.026520:0:32722:0:(client.c:430:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff9b29e019e800 ptl 23 has changed from 5 to 10 00000100:00001000:0.0:1788687398.026523:0:32722:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687398.026526:0:32722:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788687398.026530:0:32722:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -116 req@ffff9b29c8bb4a80 x1875572824543872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687413 ref 2 fl Rpc:RQU/602/0 rc 0/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687398.026536:0:32722:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:0.0:1788687398.026541:0:32722:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687398.026543:0:32722:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967656 00000100:00000001:0.0:1788687398.026546:0:32722:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687398.026548:0:32722:0:(client.c:1798:after_reply()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000040:0.0:1788687398.026553:0:32722:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb4a80 x1875572824543872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687413 ref 2 fl Rpc:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687398.026566:0:32722:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551500 : -116 : 0xffffffffffffff8c) 00000100:00000001:0.0:1788687398.026570:0:32722:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687398.026572:0:32722:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687398.026576:0:32722:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb4a80 x1875572824543872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687413 ref 2 fl Interpret:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687398.026585:0:32722:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb4a80 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:32722:1875572824543872:192.168.203.144@tcp:35:multiop.0 00000100:00000001:0.0:1788687398.026590:0:32722:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687398.026593:0:32722:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:0.0:1788687398.026597:0:32722:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687398.026599:0:32722:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687398.026603:0:32722:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb4a80 x1875572824543872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687413 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687398.026609:0:32722:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687398.026612:0:32722:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c5ca6540. 00000100:00000001:0.0:1788687398.026616:0:32722:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687398.026618:0:32722:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000002:00080000:0.0:1788687398.026626:0:32722:0:(mdc_request.c:1003:mdc_close()) @@@ Reset ESTALE = -116 req@ffff9b29c8bb4a80 x1875572824543872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687413 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687398.026634:0:32722:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687398.026636:0:32722:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496522880 : -110871213028736 : ffff9b29c8bb4a80) 00000002:00000001:0.0:1788687398.026638:0:32722:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687398.026642:0:32722:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687398.026648:0:32722:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6940600. 00000080:00000001:0.0:1788687398.026654:0:32722:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788687398.026657:0:32722:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788687398.026663:0:32722:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788687398.026669:0:32722:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b29c42ea300 x1875572824543232/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687380 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687398.026676:0:32722:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687398.026680:0:32722:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42ea300 x1875572824543232/t4294967656(4294967656) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687380 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687398.026687:0:32722:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788687398.026691:0:32722:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687398.026693:0:32722:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687398.026695:0:32722:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687398.026698:0:32722:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c63d4000. 02000000:00000001:0.0:1788687398.026702:0:32722:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687398.026705:0:32722:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687398.026707:0:32722:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42ea300. 00000100:00000001:0.0:1788687398.026711:0:32722:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687398.026712:0:32722:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687398.026713:0:32722:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687398.026717:0:32722:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb4a80 x1875572824543872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687413 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687398.026723:0:32722:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687398.026725:0:32722:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9b29c31d7d60. 00000002:00000001:0.0:1788687398.026728:0:32722:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687398.026730:0:32722:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687398.026732:0:32722:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b29c975c580. 00000100:00000001:0.0:1788687398.026735:0:32722:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687398.026738:0:32722:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb4a80 x1875572824543872/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687413 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687398.026743:0:32722:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687398.026745:0:32722:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687398.026748:0:32722:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c43bfc00. 02000000:00000001:0.0:1788687398.026751:0:32722:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687398.026752:0:32722:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687398.026753:0:32722:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687398.026755:0:32722:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687398.026757:0:32722:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c6941600. 02000000:00000001:0.0:1788687398.026761:0:32722:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687398.026762:0:32722:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687398.026763:0:32722:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb4a80. 00000100:00000001:0.0:1788687398.026765:0:32722:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687398.026767:0:32722:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687398.026769:0:32722:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687398.026774:0:32722:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29c5317cc0. 00000080:00000001:0.0:1788687398.026777:0:32722:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687398.026785:0:32722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5bdf0 00000080:00000008:0.0:1788687398.026787:0:32722:0:(file.c:523:ll_file_release()) COMPLETED file f23.recovery-small:[0x200000404:0x2d:0x0](ffff9b29d85180c8), flags 100002, rc = 0 00000080:00000001:0.0:1788687398.026791:0:32722:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687398.026798:0:32722:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788687398.026801:0:32722:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081f5be00 00000080:00002000:0.0:1788687398.026803:0:32722:0:(dcache.c:127:ll_ddelete()) deleting dentry f23.recovery-small (ffff9b29d874e948, parent ffff9b29d84cabd0, inode ffff9b29d85180c8) hashed, 00000080:00000001:0.0:1788687398.026806:0:32722:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687398.026829:0:32722:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788687398.026837:0:32722:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1788687398.031181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622ff00. 00000100:00000001:2.0:1788687398.731949:0:2370:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788687398.731960:0:2370:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1788687398.731980:0:2370:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788687382/real 1788687382] req@ffff9b29c42eb480 x1875572824544896/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 1 dl 1788687398 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788687398.732007:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687398.732009:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687398.732014:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fdf20. 00000400:00000200:2.0:1788687398.732032:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02404c8 00000400:00000010:2.0:1788687398.732035:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02404c8. 00000100:00000001:2.0:1788687398.732040:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687398.732044:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42eb480 x1875572824544896/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 1 dl 1788687398 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687398.732054:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42eb480 x1875572824544896/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 1 dl 1788687398 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687398.732063:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687398.732065:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687398.732069:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687398.732071:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788687398.732237:0:2370:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9b29c42eb480 x1875572824544896/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 1 dl 1788687398 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687398.732244:0:2370:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687398.732254:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687398.732257:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687398.732259:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687398.732262:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687398.732265:0:2370:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687398.732268:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687398.732271:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687398.732276:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42eb480 x1875572824544896/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 1 dl 1788687398 ref 1 fl Rpc:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687398.732283:0:2370:0:(client.c:2202:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1788687398.732286:0:2370:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687398.732288:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687398.732289:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687398.732293:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42eb480 x1875572824544896/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 1 dl 1788687398 ref 1 fl Interpret:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687398.732300:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824544896:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687398.732305:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687398.732308:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687398.732311:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42eb480 x1875572824544896/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 1 dl 1788687398 ref 1 fl Complete:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687398.732318:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687398.732321:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687398.732326:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c5d74800. 02000000:00000001:2.0:1788687398.732332:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687398.732335:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687398.732337:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687398.732340:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687398.732344:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29d05a3800. 02000000:00000001:2.0:1788687398.732348:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687398.732351:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687398.732352:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42eb480. 00000100:00000001:2.0:1788687398.732356:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687398.732358:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687398.732361:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687398.923088:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687398.923098:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687398.924491:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687398.924500:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687398.924506:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788687399.755412:0:2370:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788687399.755428:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687399.755430:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687399.755437:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687399.755439:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687399.755443:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687399.755447:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687399.947050:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687399.947057:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687399.947124:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687399.947131:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687399.947136:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788687400.023447:0:33025:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687400.487316:0:33045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca082167d08 00000080:00200008:0.0:1788687400.487329:0:33045:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788687400.487338:0:33045:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687400.487340:0:33045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca082167c80 00000080:00200000:0.0:1788687400.487342:0:33045:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687400.487351:0:33045:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6854a00. 00800000:00000002:0.0:1788687400.487359:0:33045:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687400.487364:0:33045:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687400.487370:0:33045:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687400.487372:0:33045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca082167ba0 00800000:00000002:0.0:1788687400.487376:0:33045:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687400.487380:0:33045:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687400.487385:0:33045:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687400.487391:0:33045:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687400.487394:0:33045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca082167a70 00000002:00010000:0.0:1788687400.487396:0:33045:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687400.487400:0:33045:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687400.487402:0:33045:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687400.487407:0:33045:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687400.487414:0:33045:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687400.487417:0:33045:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687400.487419:0:33045:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687400.487421:0:33045:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788687400.487424:0:33045:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788687400.487430:0:33045:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f2a00. 00000020:00000040:0.0:1788687400.487435:0:33045:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:0.0:1788687400.487444:0:33045:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687400.487451:0:33045:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687400.487456:0:33045:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687400.487460:0:33045:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687400.487463:0:33045:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687400.487468:0:33045:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687400.487478:0:33045:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a01000. 00000100:00000001:0.0:1788687400.487486:0:33045:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687400.487492:0:33045:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687400.487494:0:33045:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687400.487495:0:33045:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687400.487496:0:33045:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687400.487498:0:33045:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687400.487504:0:33045:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202509359616 : -110871200192000 : ffff9b29c97f2a00) 00010000:00000001:0.0:1788687400.487508:0:33045:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687400.487511:0:33045:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788687400.487516:0:33045:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c64dea00. 00010000:00000010:0.0:1788687400.487520:0:33045:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5ca0200. 00010000:00000001:0.0:1788687400.487528:0:33045:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687400.487532:0:33045:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc4e00. 00000020:00000001:0.0:1788687400.487536:0:33045:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687400.487539:0:33045:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc4e00 with handle 0x230d04438e811ec5 to hash 00000020:00000001:0.0:1788687400.487541:0:33045:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687400.487543:0:33045:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687400.487547:0:33045:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687400.487551:0:33045:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687400.487554:0:33045:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687400.487559:0:33045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33045 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687400.487569:0:33045:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33045 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687400.487580:0:33045:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33045 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687400.487586:0:33045:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687400.487588:0:33045:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687400.487595:0:33045:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c58309c0. 00000100:00000001:0.0:1788687400.487597:0:33045:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202442504640 : -110871267046976 : ffff9b29c58309c0) 00000100:00000001:0.0:1788687400.487600:0:33045:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687400.487601:0:33045:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509359616 : -110871200192000 : ffff9b29c97f2a00) 00000100:00000001:0.0:1788687400.487606:0:33045:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687400.487610:0:33045:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687400.487613:0:33045:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687400.487615:0:33045:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687400.487627:0:33045:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f2a00 x1875572824547584/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687400.487636:0:33045:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687400.487639:0:33045:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687400.487643:0:33045:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687400.487645:0:33045:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687400.487647:0:33045:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687400.487651:0:33045:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f2a00 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:33045:1875572824547584:192.168.203.144@tcp:101:lfs.0 00000100:00000001:0.0:1788687400.487656:0:33045:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687400.487662:0:33045:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687400.487665:0:33045:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687400.487668:0:33045:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687400.487673:0:33045:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c631c000. 02000000:00000001:0.0:1788687400.487674:0:33045:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687400.487683:0:33045:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687400.487688:0:33045:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1268. 00000400:00000010:0.0:1788687400.487696:0:33045:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdae58. 00000100:00000200:0.0:1788687400.487704:0:33045:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824547584, portal 10 00000100:00000001:0.0:1788687400.487706:0:33045:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687400.487707:0:33045:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509359616 : -110871200192000 : ffff9b29c97f2a00) 00000100:00000040:0.0:1788687400.487713:0:33045:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f2a00 x1875572824547584/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687416 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687400.487720:0:33045:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687400.487723:0:33045:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687400.487725:0:33045:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdaee0. 00000100:00000200:0.0:1788687400.487729:0:33045:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824547584, offset 0 00000400:00000200:0.0:1788687400.487736:0:33045:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687400.487745:0:33045:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687400.487754:0:33045:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687400.487759:0:33045:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687400.487763:0:33045:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687400.487767:0:33045:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687400.487770:0:33045:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687400.487774:0:33045:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2535:2535:256:4294967295] 192.168.203.144@tcp LPNI seq info [2535:2535:8:4294967295] 00000400:00000200:0.0:1788687400.487779:0:33045:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687400.487790:0:33045:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687400.487797:0:33045:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687400.487803:0:33045:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946400. 00000800:00000200:0.0:1788687400.487810:0:33045:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687400.487818:0:33045:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687400.487823:0:33045:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788687400.490026:0:33045:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687400.490040:0:33045:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 837812 usecs (838 jiffies) 00000400:00000200:0.0:1788687400.490051:0:33045:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687400.490055:0:33045:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296527333 00000100:00000001:0.0:1788687400.490061:0:33045:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296528089 00000100:00000001:0.0:1788687400.490065:0:33045:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296527333 00000100:00000001:0.0:1788687400.490068:0:33045:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296528089 00000100:00000001:0.0:1788687400.490070:0:33045:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687400.490074:0:33045:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687400.490078:0:33045:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687400.490080:0:33045:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687400.490085:0:33045:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c58309c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788687400.490089:0:33045:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687400.490093:0:33045:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687400.491088:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687400.491099:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946400. 00000400:00000200:3.0:1788687400.491112:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687400.491129:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687400.491140:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdaee0 00000400:00000010:3.0:1788687400.491143:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdaee0. 00000100:00000001:3.0:1788687400.491150:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687400.491161:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f2a00 x1875572824547584/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687416 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687400.491175:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687400.491179:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f2a00 x1875572824547584/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687416 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687400.491186:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687400.491188:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687400.502363:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687400.502390:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687400.502396:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687400.502399:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687400.502411:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.502420:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687400.502434:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.502440:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.502446:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.502451:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f52100 00000400:00000200:2.0:1788687400.502458:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.502465:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x6f85 [1] + 224 00000800:00000001:2.0:1788687400.502474:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687400.502484:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687400.502488:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687400.502494:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687400.502505:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687400.502518:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f2a00 x1875572824547584/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687416 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687400.502529:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c97f2a00 x1875572824547584/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687416 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687400.502555:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687400.502567:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687400.502571:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687400.503128:0:33045:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687400.503140:0:33045:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687400.503143:0:33045:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687400.503147:0:33045:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1268. 00000400:00000200:0.0:1788687400.503153:0:33045:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdae58 00000400:00000010:0.0:1788687400.503156:0:33045:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdae58. 00000100:00000001:0.0:1788687400.503160:0:33045:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687400.503168:0:33045:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f2a00 x1875572824547584/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687416 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687400.503178:0:33045:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f2a00 x1875572824547584/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687416 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687400.503184:0:33045:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687400.503186:0:33045:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687400.503189:0:33045:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687400.503194:0:33045:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687400.503196:0:33045:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687400.503199:0:33045:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687400.503203:0:33045:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687400.503215:0:33045:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=22 v=5 (5 5 103 103) 00000100:00001000:0.0:1788687400.503220:0:33045:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687400.503223:0:33045:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687400.503225:0:33045:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687400.503227:0:33045:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687400.503232:0:33045:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687400.503236:0:33045:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687400.503240:0:33045:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967656 00000100:00000001:0.0:1788687400.503242:0:33045:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687400.503245:0:33045:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687400.503251:0:33045:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f2a00 x1875572824547584/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687416 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687400.503258:0:33045:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687400.503261:0:33045:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687400.503264:0:33045:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687400.503268:0:33045:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f2a00 x1875572824547584/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687416 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687400.503275:0:33045:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f2a00 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:33045:1875572824547584:192.168.203.144@tcp:101:lfs.0 00000100:00000001:0.0:1788687400.503281:0:33045:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687400.503284:0:33045:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687400.503286:0:33045:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687400.503289:0:33045:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687400.503292:0:33045:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f2a00 x1875572824547584/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687416 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687400.503299:0:33045:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687400.503303:0:33045:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c58309c0. 00000100:00000001:0.0:1788687400.503306:0:33045:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687400.503308:0:33045:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687400.503311:0:33045:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687400.503316:0:33045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687400.503320:0:33045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687400.503324:0:33045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=4 00000020:00000001:0.0:1788687400.503326:0:33045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687400.503330:0:33045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000040:0.0:1788687400.503338:0:33045:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c5cc4e00, remote cookie: 0x59c08f76ab1d2c05, flags: 0x1001 00010000:00010000:0.0:1788687400.503344:0:33045:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687400.503363:0:33045:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687400.503371:0:33045:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788687400.503376:0:33045:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788687400.503378:0:33045:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788687400.503380:0:33045:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788687400.503382:0:33045:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788687400.503389:0:33045:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b29c64dea00) refcount = 1 00010000:00010000:0.0:1788687400.503394:0:33045:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687400.503401:0:33045:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788687400.503405:0:33045:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788687400.503406:0:33045:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687400.503409:0:33045:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788687400.503412:0:33045:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687400.503415:0:33045:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687400.503421:0:33045:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788687400.503423:0:33045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687400.503425:0:33045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687400.503426:0:33045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687400.503426:0:33045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687400.503428:0:33045:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687400.503433:0:33045:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788687400.503435:0:33045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687400.503436:0:33045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687400.503438:0:33045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687400.503439:0:33045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687400.503441:0:33045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687400.503445:0:33045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687400.503446:0:33045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687400.503447:0:33045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=4 00000020:00000001:0.0:1788687400.503449:0:33045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687400.503451:0:33045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687400.503454:0:33045:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687400.503457:0:33045:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687400.503461:0:33045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687400.503466:0:33045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687400.503467:0:33045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687400.503468:0:33045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687400.503469:0:33045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687400.503471:0:33045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=5 00000020:00000001:0.0:1788687400.503473:0:33045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687400.503475:0:33045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687400.503477:0:33045:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687400.503480:0:33045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687400.503485:0:33045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687400.503486:0:33045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687400.503488:0:33045:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687400.503494:0:33045:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687400.503495:0:33045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687400.503496:0:33045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687400.503497:0:33045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687400.503497:0:33045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788687400.503502:0:33045:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c97f2a00 x1875572824547584/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687416 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788687400.503517:0:33045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687400.503518:0:33045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687400.503520:0:33045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687400.503522:0:33045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687400.503523:0:33045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687400.503526:0:33045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687400.503527:0:33045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687400.503529:0:33045:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687400.503531:0:33045:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687400.503534:0:33045:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788687400.503536:0:33045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687400.503537:0:33045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687400.503538:0:33045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687400.503540:0:33045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687400.503542:0:33045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00000002:00010000:0.0:1788687400.503546:0:33045:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687400.503552:0:33045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687400.503553:0:33045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687400.503555:0:33045:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687400.503556:0:33045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687400.503557:0:33045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687400.503559:0:33045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687400.503561:0:33045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687400.503563:0:33045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000040:0.0:1788687400.503570:0:33045:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:0.0:1788687400.503573:0:33045:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788687400.503577:0:33045:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788687400.503580:0:33045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687400.503581:0:33045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687400.503583:0:33045:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788687400.503586:0:33045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca0821679f8 00000002:00002000:0.0:1788687400.503588:0:33045:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788687400.503591:0:33045:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687400.503595:0:33045:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687400.503598:0:33045:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687400.503601:0:33045:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788687400.503604:0:33045:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687400.503609:0:33045:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687400.503613:0:33045:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6854a00. 00000080:00000001:0.0:1788687400.503617:0:33045:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687400.503620:0:33045:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788687400.503626:0:33045:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788687400.503630:0:33045:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788687400.503638:0:33045:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b29c4c6f000. 00800000:00000001:0.0:1788687400.503641:0:33045:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633202430177280 : -110871279374336 : ffff9b29c4c6f000) 00800000:00000001:0.0:1788687400.503643:0:33045:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687400.503646:0:33045:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788687400.503648:0:33045:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788687400.503651:0:33045:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788687400.503654:0:33045:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788687400.503657:0:33045:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788687400.503658:0:33045:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.503663:0:33045:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788687400.503665:0:33045:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1788687400.503668:0:33045:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788687357 to 1788687364 00000080:00200000:0.0:1788687400.503673:0:33045:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788687400.503675:0:33045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687400.503676:0:33045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687400.503678:0:33045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687400.503679:0:33045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687400.503682:0:33045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687400.503684:0:33045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687400.503685:0:33045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687400.503686:0:33045:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788687400.503690:0:33045:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788687400.503691:0:33045:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29c4c6f000 1 00800000:00000010:0.0:1788687400.503694:0:33045:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b29c4c6f000. 00800000:00000001:0.0:1788687400.503697:0:33045:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687400.503700:0:33045:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811ec5 00800000:00000001:0.0:1788687400.503704:0:33045:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687400.503706:0:33045:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687400.503707:0:33045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687400.503708:0:33045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687400.503709:0:33045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687400.503711:0:33045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687400.503713:0:33045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687400.503715:0:33045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687400.503717:0:33045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687400.503718:0:33045:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687400.503720:0:33045:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.503723:0:33045:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687400.503726:0:33045:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687400.503729:0:33045:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811ec5 from it ffffaca082167cb8 00010000:00000001:0.0:1788687400.503731:0:33045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687400.503733:0:33045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687400.503734:0:33045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687400.503736:0:33045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687400.503738:0:33045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687400.503740:0:33045:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687400.503743:0:33045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687400.503750:0:33045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687400.503751:0:33045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687400.503753:0:33045:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687400.503756:0:33045:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687400.503758:0:33045:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687400.503773:0:33045:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687400.503775:0:33045:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687400.503778:0:33045:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687400.503782:0:33045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687400.503783:0:33045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687400.503785:0:33045:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687400.503788:0:33045:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687400.503790:0:33045:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687400.503792:0:33045:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687400.503795:0:33045:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687400.503796:0:33045:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687400.503798:0:33045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687400.503799:0:33045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687400.503800:0:33045:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687400.503805:0:33045:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f2a00 x1875572824547584/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687416 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687400.503811:0:33045:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687400.503814:0:33045:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687400.503817:0:33045:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c631c000. 02000000:00000001:0.0:1788687400.503820:0:33045:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687400.503823:0:33045:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687400.503825:0:33045:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687400.503827:0:33045:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687400.503830:0:33045:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a01000. 02000000:00000001:0.0:1788687400.503834:0:33045:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687400.503836:0:33045:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687400.503838:0:33045:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f2a00. 00000100:00000001:0.0:1788687400.503842:0:33045:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687400.503844:0:33045:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687400.503848:0:33045:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687400.503854:0:33045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca082167d08 00000080:00000008:0.0:1788687400.503857:0:33045:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788687400.504604:0:33045:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687400.504639:0:33045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca082167d08 00000080:00200008:0.0:1788687400.504642:0:33045:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788687400.504648:0:33045:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687400.504650:0:33045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca082167c80 00000080:00200000:0.0:1788687400.504651:0:33045:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687400.504656:0:33045:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6854a00. 00800000:00000002:0.0:1788687400.504661:0:33045:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687400.504664:0:33045:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687400.504668:0:33045:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687400.504670:0:33045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca082167ba0 00800000:00000002:0.0:1788687400.504673:0:33045:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687400.504676:0:33045:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687400.504680:0:33045:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687400.504684:0:33045:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687400.504686:0:33045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca082167a70 00000002:00010000:0.0:1788687400.504688:0:33045:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687400.504691:0:33045:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687400.504693:0:33045:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687400.504695:0:33045:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687400.504701:0:33045:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:0.0:1788687400.504704:0:33045:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687400.504708:0:33045:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687400.504711:0:33045:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687400.504716:0:33045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788687400.504725:0:33045:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687400.504730:0:33045:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687400.504734:0:33045:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788687400.504741:0:33045:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687400.504743:0:33045:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687400.504745:0:33045:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687400.504747:0:33045:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687400.504750:0:33045:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687400.504752:0:33045:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687400.504755:0:33045:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687400.504758:0:33045:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687400.504761:0:33045:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6854a00. 00000080:00000001:0.0:1788687400.504764:0:33045:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687400.504765:0:33045:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687400.504768:0:33045:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687400.504771:0:33045:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811ec5 00800000:00000001:0.0:1788687400.504774:0:33045:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687400.504776:0:33045:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687400.504778:0:33045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687400.504780:0:33045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687400.504782:0:33045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687400.504785:0:33045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687400.504788:0:33045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687400.504790:0:33045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687400.504792:0:33045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687400.504793:0:33045:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687400.504795:0:33045:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687400.504797:0:33045:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811ec5 from it ffffaca082167cb8 00010000:00000001:0.0:1788687400.504799:0:33045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687400.504800:0:33045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687400.504801:0:33045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687400.504803:0:33045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687400.504805:0:33045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687400.504808:0:33045:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687400.504811:0:33045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687400.504817:0:33045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687400.504818:0:33045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687400.504820:0:33045:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687400.504822:0:33045:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687400.504826:0:33045:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788687400.504832:0:33045:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687400.504835:0:33045:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687400.504836:0:33045:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687400.504839:0:33045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687400.504840:0:33045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687400.504842:0:33045:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687400.504844:0:33045:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687400.504846:0:33045:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687400.504848:0:33045:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687400.504850:0:33045:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687400.504852:0:33045:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687400.504853:0:33045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687400.504854:0:33045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687400.504856:0:33045:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687400.504858:0:33045:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687400.504860:0:33045:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687400.504864:0:33045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca082167d08 00000080:00000008:0.0:1788687400.504866:0:33045:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788687400.505027:0:33045:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687400.505029:0:33045:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687400.505032:0:33045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca082167b78 00000080:00200000:0.0:1788687400.505034:0:33045:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687400.505037:0:33045:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6854a00. 00800000:00000002:0.0:1788687400.505040:0:33045:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687400.505042:0:33045:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687400.505044:0:33045:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687400.505046:0:33045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca082167a98 00800000:00000002:0.0:1788687400.505048:0:33045:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687400.505050:0:33045:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687400.505052:0:33045:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687400.505055:0:33045:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687400.505057:0:33045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca082167968 00000002:00010000:0.0:1788687400.505058:0:33045:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687400.505062:0:33045:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687400.505063:0:33045:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687400.505065:0:33045:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687400.505068:0:33045:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:0.0:1788687400.505070:0:33045:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687400.505072:0:33045:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687400.505074:0:33045:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687400.505077:0:33045:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788687400.505084:0:33045:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687400.505087:0:33045:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687400.505090:0:33045:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788687400.505096:0:33045:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687400.505098:0:33045:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687400.505099:0:33045:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687400.505101:0:33045:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687400.505102:0:33045:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687400.505104:0:33045:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687400.505106:0:33045:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687400.505107:0:33045:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687400.505109:0:33045:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6854a00. 00000080:00000001:0.0:1788687400.505111:0:33045:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687400.505113:0:33045:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687400.505115:0:33045:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687400.505117:0:33045:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811ec5 00800000:00000001:0.0:1788687400.505120:0:33045:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687400.505121:0:33045:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687400.505122:0:33045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687400.505124:0:33045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687400.505125:0:33045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687400.505127:0:33045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687400.505130:0:33045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687400.505132:0:33045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687400.505134:0:33045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687400.505135:0:33045:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687400.505136:0:33045:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687400.505138:0:33045:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811ec5 from it ffffaca082167bb0 00010000:00000001:0.0:1788687400.505140:0:33045:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687400.505141:0:33045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687400.505143:0:33045:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687400.505144:0:33045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687400.505146:0:33045:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687400.505148:0:33045:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687400.505150:0:33045:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788687400.505155:0:33045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687400.505156:0:33045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687400.505157:0:33045:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687400.505158:0:33045:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687400.505160:0:33045:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788687400.505165:0:33045:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687400.505167:0:33045:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687400.505168:0:33045:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687400.505170:0:33045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687400.505171:0:33045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687400.505172:0:33045:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687400.505174:0:33045:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687400.505175:0:33045:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687400.505177:0:33045:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687400.505179:0:33045:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687400.505180:0:33045:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687400.505181:0:33045:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687400.505182:0:33045:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687400.505184:0:33045:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687400.505185:0:33045:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687400.505188:0:33045:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 44 00000080:00000001:0.0:1788687400.505191:0:33045:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.505195:0:33045:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788687400.505198:0:33045:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788687400.505200:0:33045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca082167b78 00000080:00200008:0.0:1788687400.505202:0:33045:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 100000 00000080:00000010:0.0:1788687400.505207:0:33045:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29d0061540. 00000080:00000001:0.0:1788687400.505212:0:33045:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.505213:0:33045:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.505287:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.505289:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.505297:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.505301:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.505305:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.505310:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.505313:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.505316:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.505318:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.505325:0:33045:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1788687400.505327:0:33045:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9b29e019e800: age 1792, max_age 1858 00000002:00000001:0.0:1788687400.505332:0:33045:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1788687400.505335:0:33045:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000010:0.0:1788687400.505341:0:33045:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f2a00. 00000020:00000040:0.0:1788687400.505344:0:33045:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:0.0:1788687400.505349:0:33045:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687400.505353:0:33045:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687400.505356:0:33045:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687400.505363:0:33045:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c6946c00. 00000100:00000001:0.0:1788687400.505371:0:33045:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687400.505375:0:33045:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687400.505377:0:33045:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687400.505383:0:33045:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c58309c0. 00000100:00000001:0.0:1788687400.505386:0:33045:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202442504640 : -110871267046976 : ffff9b29c58309c0) 00000100:00000001:0.0:1788687400.505389:0:33045:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687400.505391:0:33045:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509359616 : -110871200192000 : ffff9b29c97f2a00) 00000100:00000001:0.0:1788687400.505396:0:33045:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687400.505401:0:33045:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687400.505404:0:33045:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687400.505405:0:33045:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687400.505415:0:33045:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f2a00 x1875572824547712/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687400.505424:0:33045:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687400.505427:0:33045:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687400.505430:0:33045:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687400.505433:0:33045:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687400.505435:0:33045:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687400.505438:0:33045:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f2a00 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:33045:1875572824547712:192.168.203.144@tcp:41:lfs.0 00000100:00000001:0.0:1788687400.505442:0:33045:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687400.505448:0:33045:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687400.505450:0:33045:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687400.505453:0:33045:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687400.505458:0:33045:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a03000. 02000000:00000001:0.0:1788687400.505459:0:33045:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687400.505470:0:33045:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687400.505474:0:33045:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1268. 00000400:00000010:0.0:1788687400.505482:0:33045:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdae58. 00000100:00000200:0.0:1788687400.505489:0:33045:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824547712, portal 10 00000100:00000001:0.0:1788687400.505491:0:33045:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687400.505492:0:33045:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509359616 : -110871200192000 : ffff9b29c97f2a00) 00000100:00000040:0.0:1788687400.505498:0:33045:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f2a00 x1875572824547712/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687400.505506:0:33045:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687400.505509:0:33045:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687400.505511:0:33045:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdad48. 00000100:00000200:0.0:1788687400.505515:0:33045:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824547712, offset 0 00000400:00000200:0.0:1788687400.505522:0:33045:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687400.505530:0:33045:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687400.505539:0:33045:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687400.505546:0:33045:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687400.505550:0:33045:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687400.505554:0:33045:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687400.505557:0:33045:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687400.505561:0:33045:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2536:2536:256:4294967295] 192.168.203.144@tcp LPNI seq info [2536:2536:8:4294967295] 00000400:00000200:0.0:1788687400.505566:0:33045:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687400.505578:0:33045:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687400.505583:0:33045:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687400.505588:0:33045:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946e00. 00000800:00000200:0.0:1788687400.505596:0:33045:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687400.505605:0:33045:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687400.505610:0:33045:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788687400.505633:0:33045:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687400.505637:0:33045:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 836760 usecs (837 jiffies) 00000400:00000200:0.0:1788687400.505641:0:33045:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687400.505644:0:33045:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296527347 00000100:00000001:0.0:1788687400.505647:0:33045:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296528089 00000100:00000001:0.0:1788687400.505649:0:33045:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296527347 00000100:00000001:0.0:1788687400.505652:0:33045:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296528089 00000100:00000001:0.0:1788687400.505654:0:33045:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687400.505657:0:33045:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687400.505659:0:33045:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687400.505661:0:33045:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687400.505664:0:33045:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c58309c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788687400.505667:0:33045:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687400.505669:0:33045:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687400.506405:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687400.506413:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946e00. 00000400:00000200:3.0:1788687400.506420:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687400.506426:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687400.506432:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdad48 00000400:00000010:3.0:1788687400.506434:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdad48. 00000100:00000001:3.0:1788687400.506439:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687400.506445:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f2a00 x1875572824547712/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687400.506456:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687400.506459:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f2a00 x1875572824547712/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687416 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687400.506466:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687400.506468:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687400.512299:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687400.512322:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687400.512328:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687400.512330:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687400.512341:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.512351:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687400.512361:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.512367:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.512373:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.512378:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 10 MB=0x6a9d2d3f52180 00000400:00000200:2.0:1788687400.512383:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.512390:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 368/368 into md 0x6f8d [1] + 224 00000800:00000001:2.0:1788687400.512398:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687400.512406:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687400.512410:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687400.512415:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687400.512424:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687400.512434:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f2a00 x1875572824547712/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687400.512446:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b29c97f2a00 x1875572824547712/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687400.512463:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687400.512472:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687400.512475:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687400.512558:0:33045:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687400.512568:0:33045:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687400.512570:0:33045:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687400.512574:0:33045:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1268. 00000400:00000200:0.0:1788687400.512579:0:33045:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdae58 00000400:00000010:0.0:1788687400.512582:0:33045:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdae58. 00000100:00000001:0.0:1788687400.512586:0:33045:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687400.512590:0:33045:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f2a00 x1875572824547712/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687400.512599:0:33045:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f2a00 x1875572824547712/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687416 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687400.512605:0:33045:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687400.512608:0:33045:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687400.512610:0:33045:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687400.512614:0:33045:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687400.512617:0:33045:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687400.512619:0:33045:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687400.512622:0:33045:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687400.512633:0:33045:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=22 v=5 (5 5 103 103) 00000100:00001000:0.0:1788687400.512638:0:33045:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=3 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687400.512641:0:33045:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687400.512642:0:33045:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687400.512645:0:33045:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687400.512649:0:33045:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687400.512654:0:33045:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687400.512656:0:33045:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967656 00000100:00000001:0.0:1788687400.512658:0:33045:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687400.512660:0:33045:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687400.512665:0:33045:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f2a00 x1875572824547712/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687416 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687400.512672:0:33045:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687400.512676:0:33045:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687400.512678:0:33045:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687400.512682:0:33045:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f2a00 x1875572824547712/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687416 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687400.512688:0:33045:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f2a00 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:33045:1875572824547712:192.168.203.144@tcp:41:lfs.0 00000100:00000001:0.0:1788687400.512697:0:33045:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687400.512700:0:33045:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687400.512702:0:33045:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687400.512705:0:33045:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687400.512708:0:33045:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f2a00 x1875572824547712/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687416 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687400.512715:0:33045:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687400.512718:0:33045:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c58309c0. 00000100:00000001:0.0:1788687400.512721:0:33045:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687400.512723:0:33045:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687400.512730:0:33045:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1788687400.512732:0:33045:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687400.512734:0:33045:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f2a00 x1875572824547712/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687416 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687400.512740:0:33045:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687400.512744:0:33045:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687400.512747:0:33045:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a03000. 02000000:00000001:0.0:1788687400.512762:0:33045:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687400.512766:0:33045:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687400.512768:0:33045:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687400.512770:0:33045:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687400.512774:0:33045:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c6946c00. 02000000:00000001:0.0:1788687400.512779:0:33045:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687400.512781:0:33045:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687400.512783:0:33045:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f2a00. 00000100:00000001:0.0:1788687400.512786:0:33045:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687400.512788:0:33045:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788687400.512790:0:33045:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687400.512791:0:33045:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687400.512793:0:33045:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:0.0:1788687400.512796:0:33045:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9b29e019e800: update ffff9b29c9710458 cache blocks 17239/17271 objects 532748/533099 00800000:00000001:0.0:1788687400.512801:0:33045:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687400.512808:0:33045:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.512812:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687400.512816:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.512819:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.512823:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.512938:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.512942:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.512951:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.512954:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.512960:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.512965:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.512966:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.512970:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.512972:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.512978:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.512980:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.512983:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.512986:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.512988:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.512990:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.512995:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.512996:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.512999:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513000:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513002:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513004:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513006:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513007:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513009:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513020:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513022:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513023:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513025:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513027:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513029:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513032:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513035:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513037:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513038:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513041:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513043:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513044:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513045:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513046:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513049:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513052:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513053:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513055:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513057:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513059:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513062:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513063:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513065:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513066:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513068:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513069:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513071:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513073:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513074:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513077:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513078:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513080:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513082:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513084:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513086:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513088:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513090:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513092:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513093:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513096:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513098:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513100:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513101:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513102:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513104:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513106:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513108:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513110:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513113:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513114:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513117:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513119:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513121:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513122:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513125:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513127:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513129:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513130:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513132:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513134:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513136:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513138:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513140:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513142:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513144:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513147:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513148:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513151:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513152:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513154:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513156:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513158:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513159:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513160:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513163:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513164:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513166:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513168:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513170:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513171:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513174:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513176:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513178:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513179:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513181:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513183:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513184:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513185:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513187:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513189:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513191:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513193:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513195:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513197:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513199:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513202:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513204:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513206:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513207:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513210:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513212:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513214:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513215:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513216:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513219:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513222:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513224:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513226:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513228:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513230:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513233:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513235:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513237:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513238:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513241:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513244:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513246:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513247:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513248:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513250:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513252:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513254:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513256:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513258:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513259:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513262:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513264:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513266:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513267:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513269:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513271:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513273:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513274:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513276:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513278:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513281:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513283:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513285:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513287:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513289:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513292:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513294:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513297:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513298:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513300:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513302:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513303:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513305:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513306:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513309:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513310:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513312:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513315:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513316:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513318:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513320:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513322:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513324:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513325:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513327:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513330:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513331:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513333:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513334:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513337:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513338:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513340:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513342:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513345:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513346:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513349:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513351:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513354:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513355:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513357:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513358:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513360:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513361:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513362:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513365:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513367:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513368:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513371:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513373:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513374:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513377:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513378:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513380:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513381:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513383:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513385:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513387:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513388:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513389:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513392:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513394:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513395:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513397:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513399:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513400:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513403:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513404:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513406:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513407:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513409:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513411:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513413:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513414:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513415:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513417:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513419:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513421:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513423:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513425:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513426:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513429:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513430:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513433:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513434:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513435:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513438:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513439:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513440:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513442:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513444:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513445:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513447:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513448:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513450:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513452:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513454:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513455:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513457:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513458:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513460:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513462:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513464:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513465:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513466:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513469:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513471:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513472:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513474:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513476:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513478:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513480:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513481:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513483:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513485:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513486:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513488:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513489:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513490:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513492:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513494:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513496:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513497:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513499:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513501:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513502:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513505:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513506:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513508:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513510:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513512:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513514:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513515:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513517:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513518:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513520:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513523:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513524:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513526:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513528:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513530:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513532:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513533:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513536:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513537:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513539:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513541:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513542:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513543:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513545:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513547:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513549:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513550:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513552:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513554:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513556:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513559:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513560:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513563:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513564:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513565:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513567:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513569:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513570:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513572:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513574:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513576:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513577:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513579:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513581:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513583:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513586:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513587:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513590:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513591:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513593:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513594:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513596:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513597:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513598:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513600:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513602:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513603:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513605:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513607:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513609:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513612:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513613:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513615:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513616:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513618:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513620:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513621:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513622:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513624:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513626:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513628:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513630:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513631:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513633:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513635:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513637:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513639:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513641:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513642:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513644:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513646:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513647:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513648:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513649:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513652:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513653:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513655:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513657:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513659:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513660:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513663:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513664:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513666:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513667:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513669:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513671:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513673:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513674:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513675:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513678:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513679:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513680:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513682:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513684:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513685:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513687:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513689:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513691:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513692:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513694:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513697:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513698:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513699:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513700:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513703:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513705:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513706:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513709:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513711:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513712:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513715:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513717:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513719:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513720:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513722:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513724:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513725:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513726:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513728:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513730:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513732:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513733:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513735:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513737:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513739:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513742:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513743:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513745:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513746:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513749:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513751:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513752:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513754:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513755:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513757:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513759:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513761:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513763:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513764:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513766:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513768:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513769:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513771:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513772:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513773:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513775:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513777:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513777:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513779:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513781:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513783:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513785:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513787:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513789:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513790:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513793:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513794:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513796:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513797:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513799:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513801:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513802:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513804:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513805:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513807:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513810:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513812:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513814:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513815:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513817:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513820:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513821:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513823:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513824:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513826:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513829:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513830:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513831:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513833:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513835:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513837:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513839:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513841:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513843:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513844:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513847:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513848:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513850:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513851:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513853:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513855:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513857:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513858:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513859:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513861:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513864:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513865:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513867:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513870:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513871:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513874:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513876:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513878:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513879:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513881:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513883:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513884:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513885:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513886:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513888:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513890:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513892:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513945:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513948:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513950:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513955:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513956:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513959:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513960:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513962:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513965:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513967:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513968:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513969:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.513971:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513973:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513975:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.513977:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.513979:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513981:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.513983:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.513985:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.513988:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.513989:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.513991:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.513993:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.513994:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.513995:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.513997:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514000:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514001:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514003:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.514005:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514007:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514017:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514022:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514023:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514026:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514027:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514030:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514032:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514033:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.514034:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.514036:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514038:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514040:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514042:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.514044:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514046:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514048:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514051:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514052:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514055:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514056:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514058:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514061:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514062:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.514063:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.514065:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514067:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514069:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514071:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.514073:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514075:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514077:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514080:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514081:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514083:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514084:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514086:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514088:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514090:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.514091:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.514092:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514095:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514097:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514099:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.514105:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514108:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514109:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514113:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514114:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514117:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514118:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514121:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514123:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514124:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.514127:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.514128:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514131:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514133:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514134:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.514136:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514139:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514141:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514144:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514145:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514148:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514149:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514152:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514154:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514155:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.514157:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.514158:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514160:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514162:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514164:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.514166:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514168:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514170:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514174:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514175:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514178:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514179:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514182:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514184:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514185:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.514186:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.514188:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514190:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514193:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514195:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.514197:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514199:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514201:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514204:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514206:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514208:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514209:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514212:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514214:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514216:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.514217:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.514219:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514221:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514223:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514224:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.514227:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514229:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514230:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514234:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514235:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514238:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514239:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514242:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514244:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514246:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.514247:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.514248:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514251:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514253:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514255:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.514257:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514259:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514261:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514264:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514266:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514268:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514270:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514272:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514274:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514276:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.514277:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.514278:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514281:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514282:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514283:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.514285:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514287:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514288:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514291:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514292:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514294:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514295:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514297:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514299:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514300:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.514301:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.514302:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514304:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514306:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514307:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.514309:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514311:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514313:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514315:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514317:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514319:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514321:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514323:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514324:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514326:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.514327:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.514328:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514330:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514332:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514333:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.514335:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514337:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514339:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514341:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514342:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514344:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514346:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514347:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514349:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514350:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.514352:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.514353:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514355:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514357:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514358:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.514360:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514362:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514364:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514366:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514367:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514368:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514369:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514372:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514374:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514375:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.514376:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.514377:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514380:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514381:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514382:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.514384:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514387:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514388:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514390:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514392:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514394:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514395:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514397:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514399:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514401:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.514402:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.514403:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514405:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514407:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514409:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.514411:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514413:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514414:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514417:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514418:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514420:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514421:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514423:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514425:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514427:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.514433:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.514435:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514438:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514440:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514441:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.514443:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514445:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514447:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514451:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514452:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514454:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514455:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514458:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514460:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514461:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.514462:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.514463:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514466:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514468:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514469:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.514471:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514473:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514475:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514478:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514479:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514481:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514482:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514484:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514486:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514488:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.514489:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.514490:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514492:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514494:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514496:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.514498:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514500:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514502:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514504:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514505:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514507:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514508:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514509:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514511:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514512:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.514513:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.514514:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514516:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514517:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514519:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.514520:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514522:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514523:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514526:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514527:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514529:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514529:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514531:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514533:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514534:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.514535:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.514536:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514538:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514539:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514541:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.514542:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514544:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514546:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514548:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514549:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514551:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514551:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514553:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514555:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514556:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.514557:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.514558:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514560:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514561:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514563:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.514565:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514567:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514569:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514571:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514573:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514575:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514576:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514578:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514579:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514581:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.514582:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.514583:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514586:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514588:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514590:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.514592:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514593:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514595:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514597:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514599:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514602:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514603:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514604:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514606:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514608:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.514609:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.514610:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514611:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514613:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514614:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.514616:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514617:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514619:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514621:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514622:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514624:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514625:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514626:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514628:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514629:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.514630:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.514631:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514633:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514634:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514635:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.514637:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514639:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514640:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514642:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514643:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514645:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514646:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514648:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514650:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514652:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.514653:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.514654:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514656:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514657:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514659:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.514661:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514662:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514664:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514666:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514667:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514669:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514670:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514671:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514673:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514674:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.514675:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.514676:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514678:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514679:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514680:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.514682:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514684:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514685:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514687:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514688:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514690:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514691:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514693:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514695:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514696:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.514698:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.514699:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514701:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514703:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514705:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.514707:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514709:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514711:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514713:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514714:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514718:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514719:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514721:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514723:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514725:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.514726:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.514727:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514729:0:33045:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514731:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514733:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687400.514735:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514737:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514739:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687400.514742:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514744:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514746:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514747:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514749:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514751:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514753:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687400.514754:0:33045:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687400.514755:0:33045:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00800000:00000001:0.0:1788687400.514759:0:33045:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788687400.514762:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788687400.514763:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1788687400.514765:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:0.0:1788687400.514768:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788687400.514769:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788687400.514773:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687400.514774:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:0.0:1788687400.514777:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687400.514779:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687400.514781:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a01000. 00000020:00000001:0.0:1788687400.514783:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687400.514785:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687400.514790:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687400.514792:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a01000 uarg=0000000000000000 00020000:00000001:0.0:1788687400.514800:0:33045:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:0.0:1788687400.514802:0:33045:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff9b29e019e800: age 1181, max_age 1858 00000008:00000001:0.0:1788687400.514806:0:33045:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:0.0:1788687400.514811:0:33045:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000010:0.0:1788687400.514820:0:33045:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f2a00. 00000020:00000040:0.0:1788687400.514824:0:33045:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=4 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:0.0:1788687400.514829:0:33045:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1788687400.514834:0:33045:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:0.0:1788687400.514842:0:33045:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff9b29e019e800: connect to NID 192.168.203.144@tcp last attempt 1790 00000400:00000200:0.0:1788687400.514853:0:33045:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687400.514859:0:33045:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.144@tcp is discovered: rc = 1 00000100:00000040:0.0:1788687400.514864:0:33045:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 11 to 192.168.203.144@tcp 00000100:00000001:0.0:1788687400.514867:0:33045:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788687400.514870:0:33045:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00000100:00000001:0.0:1788687400.514872:0:33045:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000020:00000001:0.0:1788687400.514874:0:33045:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788687400.514876:0:33045:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e811318 00000020:00000001:0.0:1788687400.514880:0:33045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687400.514884:0:33045:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c52f0800 refcount=4 00000020:00000001:0.0:1788687400.514887:0:33045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000020:00000001:0.0:1788687400.514888:0:33045:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000100:00000040:0.0:1788687400.514891:0:33045:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 11 to 192.168.203.144@tcp 00000100:00000001:0.0:1788687400.514893:0:33045:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788687400.514895:0:33045:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00000100:00000001:0.0:1788687400.514897:0:33045:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000020:00000040:0.0:1788687400.514901:0:33045:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c52f0800 : new refcount 3 00000100:00080000:0.0:1788687400.514942:0:33045:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-ffff9b29e019e800: import ffff9b29c3ec7000 using connection 192.168.203.144@tcp/192.168.203.144@tcp 00000100:00000001:0.0:1788687400.514946:0:33045:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687400.514950:0:33045:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788687400.514959:0:33045:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687400.514962:0:33045:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687400.514965:0:33045:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788687400.514968:0:33045:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788687400.514971:0:33045:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687400.514973:0:33045:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687400.514977:0:33045:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f3b80. 00000020:00000040:0.0:1788687400.514980:0:33045:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=5 obd=lustre-OST0000-osc-ffff9b29e019e800 02000000:00000001:0.0:1788687400.514984:0:33045:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788687400.514986:0:33045:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687400.514989:0:33045:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687400.514993:0:33045:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687400.514997:0:33045:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687400.515005:0:33045:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a03000. 00000100:00000001:0.0:1788687400.515029:0:33045:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687400.515042:0:33045:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b29c97f3b80 x1875572824547840/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788687400.515053:0:33045:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687400.515059:0:33045:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687400.515064:0:33045:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051962567] to pc [ptlrpcd_rcv+-1] req@ffff9b29c97f3b80 x1875572824547840/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687400.515090:0:33045:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687400.515093:0:33045:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:0.0:1788687400.515095:0:33045:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:0.0:1788687400.515099:0:33045:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687400.515100:0:33045:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=4 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:0.0:1788687400.515103:0:33045:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788687400.515104:0:33045:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687400.515106:0:33045:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687400.515107:0:33045:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687400.515112:0:33045:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c6946c00. 00000100:00000001:0.0:1788687400.515114:0:33045:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687400.515118:0:33045:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687400.515120:0:33045:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687400.515126:0:33045:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c58309c0. 00000100:00000001:0.0:1788687400.515129:0:33045:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202442504640 : -110871267046976 : ffff9b29c58309c0) 00000100:00000001:0.0:1788687400.515131:0:33045:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687400.515133:0:33045:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509359616 : -110871200192000 : ffff9b29c97f2a00) 00000100:00000001:0.0:1788687400.515136:0:33045:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687400.515138:0:33045:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687400.515141:0:33045:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687400.515142:0:33045:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687400.515147:0:33045:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f2a00 x1875572824547968/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687400.515155:0:33045:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687400.515159:0:33045:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788687400.515163:0:33045:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9b29c97f2a00 x1875572824547968/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687400.515171:0:33045:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687400.515173:0:33045:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687400.515175:0:33045:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687400.515179:0:33045:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c58309c0 going to sleep for 0 seconds 00000100:00000001:0.0:1788687400.515182:0:33045:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687400.515185:0:33045:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687400.515187:0:33045:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687400.515188:0:33045:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687400.515192:0:33045:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687400.515378:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687400.515382:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687400.515384:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687400.515391:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f3b80 x1875572824547840/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687400.515398:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687400.515399:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687400.515403:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687400.515405:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687400.515408:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687400.515411:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824547840:192.168.203.144@tcp:8:lfs.0 00000100:00000001:2.0:1788687400.515415:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687400.515419:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687400.515422:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687400.515424:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687400.515430:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d6c00. 02000000:00000001:2.0:1788687400.515432:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687400.515438:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687400.515443:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fdf20. 00000400:00000010:2.0:1788687400.515451:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02404c8. 00000100:00000200:2.0:1788687400.515458:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824547840, portal 4 00000100:00000001:2.0:1788687400.515461:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687400.515462:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509364096 : -110871200187520 : ffff9b29c97f3b80) 00000100:00000040:2.0:1788687400.515469:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f3b80 x1875572824547840/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687400.515476:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687400.515479:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687400.515482:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240000. 00000100:00000200:2.0:1788687400.515484:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875572824547840, offset 0 00000400:00000200:2.0:1788687400.515491:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687400.515499:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.515506:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687400.515512:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687400.515516:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687400.515520:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687400.515523:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687400.515528:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2537:2537:256:4294967295] 192.168.203.144@tcp LPNI seq info [2537:2537:8:4294967295] 00000400:00000200:2.0:1788687400.515532:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.515543:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687400.515549:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687400.515554:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3800. 00000800:00000200:2.0:1788687400.515561:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687400.515570:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687400.515576:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3800 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788687400.515598:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687400.515603:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20335 usecs (21 jiffies) 00000400:00000200:2.0:1788687400.515607:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687400.515610:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296526541 00000100:00000001:2.0:1788687400.515614:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296528089 00000100:00000001:2.0:1788687400.515616:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296526541 00000100:00000001:2.0:1788687400.515619:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296528089 00000100:00000001:2.0:1788687400.515621:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687400.515625:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687400.515628:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687400.515630:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687400.515637:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687400.515639:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788687400.515641:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687400.515642:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687400.515643:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687400.515645:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687400.516444:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687400.516452:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3800. 00000400:00000200:3.0:1788687400.516458:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687400.516466:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687400.516474:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240000 00000400:00000010:3.0:1788687400.516477:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240000. 00000100:00000001:3.0:1788687400.516482:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687400.516488:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3b80 x1875572824547840/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687400.516498:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687400.516501:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f3b80 x1875572824547840/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687410 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687400.516509:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687400.516510:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687400.527301:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687400.527325:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687400.527331:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687400.527333:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687400.527345:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.527355:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687400.527365:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.527371:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.527377:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.527381:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 416 into portal 4 MB=0x6a9d2d3f52200 00000400:00000200:2.0:1788687400.527387:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.527394:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 416/416 into md 0x6f95 [1] + 0 00000800:00000001:2.0:1788687400.527402:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687400.527411:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687400.527415:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687400.527420:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687400.527429:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687400.527440:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3b80 x1875572824547840/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687400.527452:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9b29c97f3b80 x1875572824547840/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687400.527514:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687400.527519:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687400.527534:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687400.527545:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687400.527549:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788687400.527634:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687400.527636:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687400.527640:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fdf20. 00000400:00000200:1.0:1788687400.527645:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02404c8 00000400:00000010:1.0:1788687400.527648:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02404c8. 00000100:00000001:1.0:1788687400.527651:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687400.527656:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f3b80 x1875572824547840/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687400.527665:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f3b80 x1875572824547840/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687400.527671:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687400.527673:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687400.527677:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687400.527681:0:2366:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687400.527683:0:2366:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687400.527686:0:2366:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687400.527689:0:2366:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687400.527700:0:2366:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=172 v=5 (5 5 16 137) 00000100:00001000:1.0:1788687400.527707:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=69 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687400.527709:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687400.527712:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687400.527715:0:2366:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687400.527719:0:2366:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687400.527723:0:2366:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788687400.527726:0:2366:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: committing for last_committed 4294967342 gen 16 00000100:00000040:1.0:1788687400.527729:0:2366:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1788687400.527732:0:2366:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687400.527734:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687400.527739:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f3b80 x1875572824547840/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1788687410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687400.527747:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687400.527757:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687400.527759:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687400.527762:0:2366:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788687400.527770:0:2366:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9b29e019e800: connect to target with instance 1 00000020:00000001:1.0:1788687400.527773:0:2366:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788687400.527775:0:2366:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e811318 00000020:00000001:1.0:1788687400.527778:0:2366:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687400.527782:0:2366:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c52f0800 refcount=4 00000020:00000001:1.0:1788687400.527784:0:2366:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000020:00000001:1.0:1788687400.527787:0:2366:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000100:00001000:1.0:1788687400.527790:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=1788687400 v=0 (0 0 0 0) 00000100:00001000:1.0:1788687400.527793:0:2366:0:(import.c:2261:obd_at_measure()) AT ffff9b29c3ec7418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788687400.527798:0:2366:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 326, crc32c 8427, adler 379 00000100:00080000:1.0:1788687400.527804:0:2366:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9b29e019e800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:1.0:1788687400.527807:0:2366:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c52f0800 : new refcount 3 00000100:00000001:1.0:1788687400.527810:0:2366:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788687400.527814:0:2366:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:1.0:1788687400.527819:0:2366:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9b29e019e800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:1.0:1788687400.527823:0:2366:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788687400.527827:0:2366:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:1.0:1788687400.527831:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788687400.527834:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687400.527837:0:2366:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687400.527839:0:2366:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687400.527841:0:2366:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687400.527843:0:2366:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788687400.527845:0:2366:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1788687400.527849:0:2366:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1788687400.527851:0:2366:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788687400.527852:0:2366:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788687400.527853:0:2366:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788687400.527854:0:2366:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1788687400.527856:0:2366:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788687400.527858:0:2366:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9b29c9713ba8 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:1.0:1788687400.527864:0:2366:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:1.0:1788687400.527866:0:2366:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788687400.527869:0:2366:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.527870:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788687400.527873:0:2366:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1788687400.527874:0:2366:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1788687400.527876:0:2366:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1788687400.527878:0:2366:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788687400.527880:0:2366:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788687400.527882:0:2366:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.527884:0:2366:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.527886:0:2366:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788687400.527887:0:2366:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788687400.527888:0:2366:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.527890:0:2366:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1788687400.527892:0:2366:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1788687400.527896:0:2366:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1788687400.527897:0:2366:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.527899:0:2366:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.527900:0:2366:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.527902:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687400.527903:0:2366:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687400.528127:0:2366:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687400.528131:0:2366:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687400.528133:0:2366:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1788687400.528135:0:2366:0:(import.c:1285:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687400.528138:0:2366:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1788687400.528147:0:2366:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000027fe3a5e): req@ffff9b29c97f2a00 x1875572824547968/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687400.528206:0:33045:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687400.528210:0:33045:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687400.528226:0:2366:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687400.528271:0:33045:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687400.528275:0:33045:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687400.528279:0:33045:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687400.528283:0:33045:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687400.528286:0:33045:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687400.528289:0:33045:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687400.528297:0:33045:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687400.528299:0:33045:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687400.528302:0:33045:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687400.528312:0:33045:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a03400. 02000000:00000001:0.0:1788687400.528315:0:33045:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687400.528417:0:2366:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687400.528424:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f3b80 x1875572824547840/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1788687410 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687400.528433:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824547840:192.168.203.144@tcp:8:lfs.0 00000100:00000001:1.0:1788687400.528438:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687400.528441:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687400.528445:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f3b80 x1875572824547840/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1788687410 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687400.528451:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687400.528454:0:2366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687400.528456:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c63d6c00. 02000000:00000001:1.0:1788687400.528461:0:2366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687400.528463:0:2366:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687400.528465:0:2366:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687400.528467:0:2366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687400.528470:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a03000. 02000000:00000001:1.0:1788687400.528475:0:2366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687400.528477:0:2366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687400.528479:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f3b80. 00000100:00000001:1.0:1788687400.528482:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687400.528484:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687400.528487:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687400.528495:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687400.528498:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687400.528500:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687400.528502:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687400.528535:0:33045:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687400.528540:0:33045:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1268. 00000400:00000010:0.0:1788687400.528548:0:33045:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdae58. 00000100:00000200:0.0:1788687400.528554:0:33045:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824547968, portal 4 00000100:00000001:0.0:1788687400.528557:0:33045:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687400.528559:0:33045:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509359616 : -110871200192000 : ffff9b29c97f2a00) 00000100:00000040:0.0:1788687400.528566:0:33045:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f2a00 x1875572824547968/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687400.528574:0:33045:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687400.528576:0:33045:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687400.528579:0:33045:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda220. 00000100:00000200:0.0:1788687400.528583:0:33045:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875572824547968, offset 0 00000400:00000200:0.0:1788687400.528589:0:33045:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687400.528596:0:33045:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687400.528605:0:33045:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687400.528611:0:33045:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687400.528615:0:33045:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687400.528619:0:33045:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687400.528623:0:33045:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687400.528627:0:33045:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2538:2538:256:4294967295] 192.168.203.144@tcp LPNI seq info [2538:2538:8:4294967295] 00000400:00000200:0.0:1788687400.528631:0:33045:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687400.528642:0:33045:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687400.528648:0:33045:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687400.528655:0:33045:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946e00. 00000800:00000200:0.0:1788687400.528662:0:33045:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687400.528672:0:33045:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687400.528676:0:33045:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788687400.528741:0:33045:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687400.528753:0:33045:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20313 usecs (21 jiffies) 00000400:00000200:0.0:1788687400.528757:0:33045:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687400.528760:0:33045:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296526554 00000100:00000001:0.0:1788687400.528764:0:33045:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296528089 00000100:00000001:0.0:1788687400.528766:0:33045:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296526554 00000100:00000001:0.0:1788687400.528768:0:33045:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296528089 00000100:00000001:0.0:1788687400.528771:0:33045:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687400.528774:0:33045:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687400.528777:0:33045:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687400.528778:0:33045:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687400.528780:0:33045:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c58309c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788687400.528782:0:33045:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687400.528784:0:33045:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687400.529392:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687400.529399:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946e00. 00000400:00000200:3.0:1788687400.529406:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687400.529412:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687400.529419:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda220 00000400:00000010:3.0:1788687400.529422:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda220. 00000100:00000001:3.0:1788687400.529427:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687400.529434:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f2a00 x1875572824547968/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687400.529444:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687400.529447:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f2a00 x1875572824547968/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687416 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687400.529453:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687400.529455:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687400.537616:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687400.537638:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687400.537643:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687400.537646:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687400.537656:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.537665:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687400.537675:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.537681:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.537687:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.537691:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 4 MB=0x6a9d2d3f52280 00000400:00000200:2.0:1788687400.537697:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.537703:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 368/368 into md 0x6fa5 [1] + 224 00000800:00000001:2.0:1788687400.537711:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687400.537720:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687400.537724:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687400.537729:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687400.537737:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687400.537748:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f2a00 x1875572824547968/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687400.537760:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b29c97f2a00 x1875572824547968/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687400.537780:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687400.537789:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687400.537792:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687400.538086:0:33045:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687400.538271:0:33045:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687400.538275:0:33045:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687400.538279:0:33045:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1268. 00000400:00000200:1.0:1788687400.538285:0:33045:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdae58 00000400:00000010:1.0:1788687400.538288:0:33045:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdae58. 00000100:00000001:1.0:1788687400.538292:0:33045:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687400.538299:0:33045:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f2a00 x1875572824547968/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687400.538308:0:33045:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f2a00 x1875572824547968/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687416 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687400.538314:0:33045:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687400.538316:0:33045:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687400.538318:0:33045:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687400.538322:0:33045:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687400.538324:0:33045:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687400.538326:0:33045:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687400.538329:0:33045:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687400.538340:0:33045:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec74f0 time=769 v=5 (5 0 5 0) 00000100:00001000:1.0:1788687400.538344:0:33045:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687400.538347:0:33045:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687400.538349:0:33045:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687400.538352:0:33045:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687400.538356:0:33045:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687400.538359:0:33045:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687400.538362:0:33045:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967342 00000100:00000001:1.0:1788687400.538364:0:33045:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687400.538365:0:33045:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687400.538370:0:33045:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f2a00 x1875572824547968/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687416 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687400.538377:0:33045:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687400.538380:0:33045:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687400.538383:0:33045:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687400.538386:0:33045:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f2a00 x1875572824547968/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687416 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687400.538400:0:33045:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f2a00 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:33045:1875572824547968:192.168.203.144@tcp:13:lfs.0 00000100:00000001:1.0:1788687400.538405:0:33045:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687400.538408:0:33045:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687400.538410:0:33045:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687400.538413:0:33045:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687400.538417:0:33045:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f2a00 x1875572824547968/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687416 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687400.538425:0:33045:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687400.538428:0:33045:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c58309c0. 00000100:00000001:1.0:1788687400.538431:0:33045:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687400.538433:0:33045:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687400.538439:0:33045:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1788687400.538441:0:33045:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687400.538444:0:33045:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f2a00 x1875572824547968/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687416 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687400.538449:0:33045:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687400.538452:0:33045:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687400.538455:0:33045:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a03400. 02000000:00000001:1.0:1788687400.538459:0:33045:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687400.538462:0:33045:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687400.538464:0:33045:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687400.538466:0:33045:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687400.538469:0:33045:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c6946c00. 02000000:00000001:1.0:1788687400.538473:0:33045:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687400.538475:0:33045:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687400.538477:0:33045:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f2a00. 00000100:00000001:1.0:1788687400.538481:0:33045:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687400.538482:0:33045:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1788687400.538486:0:33045:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff9b29e019e800: update ffff9b29c9715198 cache blocks 3679/3683 objects 117792/118192 00020000:00000001:1.0:1788687400.538490:0:33045:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687400.538495:0:33045:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.538499:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687400.538502:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a01000. 00000080:00000001:1.0:1788687400.538506:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.538509:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.538582:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.538585:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.538593:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.538596:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.538601:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.538606:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.538609:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.538612:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.538614:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.538621:0:33045:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1788687400.538623:0:33045:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff9b29e019e800: age 1296, max_age 1858 00000008:00000001:1.0:1788687400.538626:0:33045:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1788687400.538629:0:33045:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000010:1.0:1788687400.538634:0:33045:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9aa00. 00000020:00000040:1.0:1788687400.538637:0:33045:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=4 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:1.0:1788687400.538640:0:33045:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1788687400.538644:0:33045:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788687400.538647:0:33045:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff9b29e019e800: connect to NID 192.168.203.144@tcp last attempt 1791 00000400:00000200:1.0:1788687400.538653:0:33045:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687400.538657:0:33045:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.144@tcp is discovered: rc = 1 00000100:00000040:1.0:1788687400.538661:0:33045:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 11 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687400.538664:0:33045:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788687400.538667:0:33045:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687400.538670:0:33045:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000020:00000001:1.0:1788687400.538672:0:33045:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788687400.538675:0:33045:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e81131f 00000020:00000001:1.0:1788687400.538678:0:33045:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687400.538681:0:33045:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c52f4800 refcount=4 00000020:00000001:1.0:1788687400.538683:0:33045:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202437015552 : -110871272536064 : ffff9b29c52f4800) 00000020:00000001:1.0:1788687400.538686:0:33045:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202437015552 : -110871272536064 : ffff9b29c52f4800) 00000100:00000040:1.0:1788687400.538689:0:33045:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 11 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687400.538691:0:33045:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788687400.538693:0:33045:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687400.538695:0:33045:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000020:00000040:1.0:1788687400.538698:0:33045:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c52f4800 : new refcount 3 00000100:00080000:1.0:1788687400.538701:0:33045:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-ffff9b29e019e800: import ffff9b29c3ec0000 using connection 192.168.203.144@tcp/192.168.203.144@tcp 00000100:00000001:1.0:1788687400.538704:0:33045:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687400.538706:0:33045:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788687400.538713:0:33045:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687400.538716:0:33045:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687400.538718:0:33045:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1788687400.538721:0:33045:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788687400.538723:0:33045:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687400.538726:0:33045:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687400.538728:0:33045:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9bb80. 00000020:00000040:1.0:1788687400.538730:0:33045:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=5 obd=lustre-OST0001-osc-ffff9b29e019e800 02000000:00000001:1.0:1788687400.538734:0:33045:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788687400.538737:0:33045:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687400.538740:0:33045:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687400.538743:0:33045:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687400.538747:0:33045:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687400.538753:0:33045:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6911000. 00000100:00000001:1.0:1788687400.538760:0:33045:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687400.538766:0:33045:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b29c8b9bb80 x1875572824548096/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687400.538775:0:33045:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687400.538780:0:33045:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687400.538784:0:33045:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014b7f32c] to pc [ptlrpcd_rcv+-1] req@ffff9b29c8b9bb80 x1875572824548096/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687400.538809:0:33045:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687400.538812:0:33045:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1788687400.538814:0:33045:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:1.0:1788687400.538817:0:33045:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687400.538819:0:33045:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=4 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687400.538820:0:33045:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788687400.538822:0:33045:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687400.538823:0:33045:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687400.538824:0:33045:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687400.538828:0:33045:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c63e2600. 00000100:00000001:1.0:1788687400.538830:0:33045:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687400.538832:0:33045:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687400.538834:0:33045:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687400.538839:0:33045:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c5ca6a80. 00000100:00000001:1.0:1788687400.538841:0:33045:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202447182464 : -110871262369152 : ffff9b29c5ca6a80) 00000100:00000001:1.0:1788687400.538844:0:33045:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687400.538845:0:33045:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496416256 : -110871213135360 : ffff9b29c8b9aa00) 00000100:00000001:1.0:1788687400.538848:0:33045:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687400.538850:0:33045:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687400.538852:0:33045:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687400.538853:0:33045:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687400.538857:0:33045:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9aa00 x1875572824548224/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687400.538864:0:33045:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687400.538866:0:33045:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788687400.538870:0:33045:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9b29c8b9aa00 x1875572824548224/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687400.538876:0:33045:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687400.538878:0:33045:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687400.538880:0:33045:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687400.538882:0:33045:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca6a80 going to sleep for 0 seconds 00000100:00000001:1.0:1788687400.538883:0:33045:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687400.538885:0:33045:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687400.538886:0:33045:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687400.538887:0:33045:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687400.538889:0:33045:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687400.539025:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687400.539029:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687400.539031:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687400.539039:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9bb80 x1875572824548096/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687400.539046:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687400.539047:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687400.539051:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687400.539054:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687400.539057:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687400.539061:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824548096:192.168.203.144@tcp:8:lfs.0 00000100:00000001:2.0:1788687400.539065:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687400.539070:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687400.539073:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687400.539075:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687400.539080:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d5c00. 02000000:00000001:2.0:1788687400.539082:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687400.539087:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687400.539090:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd4d0. 00000400:00000010:2.0:1788687400.539096:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02403b8. 00000100:00000200:2.0:1788687400.539102:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824548096, portal 4 00000100:00000001:2.0:1788687400.539104:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687400.539105:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496420736 : -110871213130880 : ffff9b29c8b9bb80) 00000100:00000040:2.0:1788687400.539112:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9bb80 x1875572824548096/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687400.539130:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687400.539133:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687400.539136:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240880. 00000100:00000200:2.0:1788687400.539138:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875572824548096, offset 0 00000400:00000200:2.0:1788687400.539144:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687400.539151:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.539159:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687400.539165:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687400.539171:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687400.539175:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687400.539178:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687400.539182:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2539:2539:256:4294967295] 192.168.203.144@tcp LPNI seq info [2539:2539:8:4294967295] 00000400:00000200:2.0:1788687400.539186:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.539196:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687400.539203:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687400.539209:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3100. 00000800:00000200:2.0:1788687400.539217:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687400.539226:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687400.539235:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788687400.539250:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687400.539255:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 255957 usecs (256 jiffies) 00000400:00000200:2.0:1788687400.539258:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687400.539261:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296526800 00000100:00000001:2.0:1788687400.539264:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296528089 00000100:00000001:2.0:1788687400.539267:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296526800 00000100:00000001:2.0:1788687400.539269:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296528089 00000100:00000001:2.0:1788687400.539272:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687400.539275:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687400.539277:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687400.539280:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687400.539288:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687400.539289:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788687400.539291:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687400.539293:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687400.539294:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687400.539296:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687400.539324:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687400.539330:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3100. 00000400:00000200:3.0:1788687400.539335:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687400.539341:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687400.539346:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240880 00000400:00000010:3.0:1788687400.539349:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240880. 00000100:00000001:3.0:1788687400.539353:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687400.539356:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9bb80 x1875572824548096/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687410 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687400.539365:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687400.539368:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9bb80 x1875572824548096/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687410 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687400.539375:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687400.539377:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687400.549334:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687400.549360:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687400.549365:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687400.549368:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687400.549378:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.549388:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687400.549401:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.549407:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.549413:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.549417:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 416 into portal 4 MB=0x6a9d2d3f52300 00000400:00000200:2.0:1788687400.549423:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.549430:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 416/416 into md 0x6fad [1] + 0 00000800:00000001:2.0:1788687400.549440:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687400.549452:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687400.549456:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687400.549460:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687400.549469:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687400.549480:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9bb80 x1875572824548096/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687410 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687400.549493:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9b29c8b9bb80 x1875572824548096/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687400.549525:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687400.549534:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687400.549537:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687400.550008:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687400.550022:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687400.550032:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687400.550035:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687400.550039:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd4d0. 00000400:00000200:1.0:1788687400.550047:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02403b8 00000400:00000010:1.0:1788687400.550050:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02403b8. 00000100:00000001:1.0:1788687400.550054:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687400.550061:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9bb80 x1875572824548096/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687410 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687400.550070:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9bb80 x1875572824548096/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687410 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687400.550076:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687400.550078:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687400.550080:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687400.550085:0:2366:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687400.550088:0:2366:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687400.550091:0:2366:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687400.550094:0:2366:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687400.550106:0:2366:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=22 v=5 (5 5 5 16) 00000100:00001000:1.0:1788687400.550111:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=67 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687400.550267:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687400.550270:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687400.550273:0:2366:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687400.550279:0:2366:0:(ldlm_request.c:1722:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687400.550284:0:2366:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788687400.550286:0:2366:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: committing for last_committed 4294967312 gen 16 00000100:00000040:1.0:1788687400.550290:0:2366:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1788687400.550293:0:2366:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687400.550295:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687400.550301:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9bb80 x1875572824548096/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1788687410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687400.550308:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687400.550312:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687400.550314:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687400.550316:0:2366:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788687400.550324:0:2366:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9b29e019e800: connect to target with instance 1 00000020:00000001:1.0:1788687400.550328:0:2366:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788687400.550330:0:2366:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e81131f 00000020:00000001:1.0:1788687400.550333:0:2366:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687400.550336:0:2366:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c52f4800 refcount=4 00000020:00000001:1.0:1788687400.550338:0:2366:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202437015552 : -110871272536064 : ffff9b29c52f4800) 00000020:00000001:1.0:1788687400.550341:0:2366:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202437015552 : -110871272536064 : ffff9b29c52f4800) 00000100:00001000:1.0:1788687400.550344:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=1788687400 v=0 (0 0 0 0) 00000100:00001000:1.0:1788687400.550346:0:2366:0:(import.c:2261:obd_at_measure()) AT ffff9b29c3ec0418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788687400.550352:0:2366:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 326, crc32c 8427, adler 379 00000100:00080000:1.0:1788687400.550357:0:2366:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9b29e019e800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:1.0:1788687400.550360:0:2366:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c52f4800 : new refcount 3 00000100:00000001:1.0:1788687400.550363:0:2366:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788687400.550368:0:2366:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:1.0:1788687400.550373:0:2366:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff9b29e019e800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:1.0:1788687400.550376:0:2366:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788687400.550380:0:2366:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:1.0:1788687400.550384:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788687400.550387:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687400.550390:0:2366:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687400.550392:0:2366:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687400.550394:0:2366:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687400.550396:0:2366:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788687400.550400:0:2366:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1788687400.550404:0:2366:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec0000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1788687400.550407:0:2366:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788687400.550408:0:2366:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788687400.550410:0:2366:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788687400.550411:0:2366:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1788687400.550414:0:2366:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788687400.550416:0:2366:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9b29c9713ba8 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:1.0:1788687400.550422:0:2366:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:1.0:1788687400.550424:0:2366:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:1.0:1788687400.550426:0:2366:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687400.550428:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788687400.550432:0:2366:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1788687400.550434:0:2366:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1788687400.550436:0:2366:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1788687400.550438:0:2366:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788687400.550441:0:2366:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788687400.550443:0:2366:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.550444:0:2366:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.550446:0:2366:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788687400.550447:0:2366:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788687400.550448:0:2366:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.550449:0:2366:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1788687400.550451:0:2366:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1788687400.550455:0:2366:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1788687400.550457:0:2366:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.550458:0:2366:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.550460:0:2366:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.550461:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687400.550463:0:2366:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687400.550464:0:2366:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687400.550465:0:2366:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687400.550467:0:2366:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1788687400.550469:0:2366:0:(import.c:1285:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687400.550472:0:2366:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1788687400.550478:0:2366:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000dcf6a0ec): req@ffff9b29c8b9aa00 x1875572824548224/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687400.550507:0:2366:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687400.550510:0:2366:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687400.550515:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9bb80 x1875572824548096/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1788687410 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687400.550523:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824548096:192.168.203.144@tcp:8:lfs.0 00000100:00000001:1.0:1788687400.550529:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687400.550532:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687400.550536:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9bb80 x1875572824548096/t0(0) o8->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1788687410 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687400.550548:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687400.550551:0:2366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687400.550555:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c63d5c00. 02000000:00000001:1.0:1788687400.550560:0:2366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687400.550563:0:2366:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687400.550565:0:2366:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687400.550567:0:2366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687400.550570:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c6911000. 02000000:00000001:1.0:1788687400.550574:0:2366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687400.550576:0:2366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687400.550578:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9bb80. 00000100:00000001:1.0:1788687400.550582:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687400.550583:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687400.550586:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687400.550594:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687400.550597:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687400.550599:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687400.550601:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687400.550769:0:33045:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687400.550773:0:33045:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687400.550776:0:33045:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687400.550778:0:33045:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687400.550782:0:33045:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687400.550785:0:33045:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687400.550789:0:33045:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687400.550792:0:33045:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687400.550798:0:33045:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687400.550801:0:33045:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687400.550804:0:33045:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687400.550813:0:33045:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d4400. 02000000:00000001:2.0:1788687400.550815:0:33045:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687400.550822:0:33045:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687400.550826:0:33045:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fdf78. 00000400:00000010:2.0:1788687400.550833:0:33045:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240cc0. 00000100:00000200:2.0:1788687400.550840:0:33045:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824548224, portal 4 00000100:00000001:2.0:1788687400.550842:0:33045:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687400.550844:0:33045:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496416256 : -110871213135360 : ffff9b29c8b9aa00) 00000100:00000040:2.0:1788687400.550851:0:33045:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9aa00 x1875572824548224/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687400.550864:0:33045:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687400.550867:0:33045:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687400.550869:0:33045:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240220. 00000100:00000200:2.0:1788687400.550873:0:33045:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875572824548224, offset 0 00000400:00000200:2.0:1788687400.550878:0:33045:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687400.550887:0:33045:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.550894:0:33045:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687400.550899:0:33045:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687400.550904:0:33045:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687400.550962:0:33045:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687400.550965:0:33045:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687400.550969:0:33045:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2540:2540:256:4294967295] 192.168.203.144@tcp LPNI seq info [2540:2540:8:4294967295] 00000400:00000200:2.0:1788687400.550974:0:33045:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.550985:0:33045:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687400.550992:0:33045:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687400.551169:0:33045:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3700. 00000800:00000200:2.0:1788687400.551179:0:33045:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687400.551189:0:33045:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687400.551195:0:33045:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687400.551218:0:33045:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687400.551224:0:33045:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 254535 usecs (255 jiffies) 00000400:00000200:2.0:1788687400.551229:0:33045:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687400.551232:0:33045:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296526811 00000100:00000001:2.0:1788687400.551236:0:33045:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296528089 00000100:00000001:2.0:1788687400.551238:0:33045:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296526811 00000100:00000001:2.0:1788687400.551241:0:33045:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296528089 00000100:00000001:2.0:1788687400.551243:0:33045:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687400.551246:0:33045:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687400.551250:0:33045:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687400.551251:0:33045:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687400.551254:0:33045:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c5ca6a80 going to sleep for 11 seconds 00000100:00000001:2.0:1788687400.551256:0:33045:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687400.551258:0:33045:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687400.551452:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687400.551458:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3700. 00000400:00000200:3.0:1788687400.551464:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687400.551470:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687400.551476:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240220 00000400:00000010:3.0:1788687400.551479:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240220. 00000100:00000001:3.0:1788687400.551483:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687400.551490:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9aa00 x1875572824548224/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687416 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687400.551500:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687400.551503:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9aa00 x1875572824548224/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687416 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687400.551510:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687400.551512:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687400.554380:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687400.554405:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687400.554410:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687400.554412:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687400.554423:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.554433:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687400.554444:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.554450:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.554456:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.554462:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 4 MB=0x6a9d2d3f52380 00000400:00000200:2.0:1788687400.554468:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687400.554475:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 368/368 into md 0x6fbd [1] + 224 00000800:00000001:2.0:1788687400.554484:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687400.554491:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687400.554495:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687400.554500:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687400.554510:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687400.554521:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9aa00 x1875572824548224/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687416 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687400.554534:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b29c8b9aa00 x1875572824548224/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687400.554560:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687400.554569:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687400.554572:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687400.554885:0:33045:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687400.554895:0:33045:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687400.554898:0:33045:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687400.554902:0:33045:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fdf78. 00000400:00000200:1.0:1788687400.555190:0:33045:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240cc0 00000400:00000010:1.0:1788687400.555194:0:33045:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240cc0. 00000100:00000001:1.0:1788687400.555199:0:33045:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687400.555207:0:33045:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9aa00 x1875572824548224/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687416 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687400.555218:0:33045:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9aa00 x1875572824548224/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687416 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687400.555225:0:33045:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687400.555228:0:33045:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687400.555231:0:33045:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687400.555236:0:33045:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687400.555239:0:33045:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687400.555242:0:33045:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687400.555247:0:33045:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687400.555260:0:33045:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec04a8 time=619 v=5 (5 5 5 5) 00000100:00001000:1.0:1788687400.555265:0:33045:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687400.555268:0:33045:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687400.555270:0:33045:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687400.555274:0:33045:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687400.555279:0:33045:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687400.555284:0:33045:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687400.555286:0:33045:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788687400.555289:0:33045:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687400.555291:0:33045:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687400.555296:0:33045:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9aa00 x1875572824548224/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687416 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687400.555304:0:33045:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687400.555309:0:33045:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687400.555312:0:33045:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687400.555316:0:33045:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9aa00 x1875572824548224/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687416 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687400.555323:0:33045:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:33045:1875572824548224:192.168.203.144@tcp:13:lfs.0 00000100:00000001:1.0:1788687400.555328:0:33045:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687400.555332:0:33045:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687400.555335:0:33045:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687400.555337:0:33045:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687400.555341:0:33045:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9aa00 x1875572824548224/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687416 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687400.555348:0:33045:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687400.555351:0:33045:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c5ca6a80. 00000100:00000001:1.0:1788687400.555355:0:33045:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687400.555357:0:33045:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687400.555365:0:33045:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1788687400.555367:0:33045:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687400.555370:0:33045:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9aa00 x1875572824548224/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687416 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687400.555382:0:33045:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687400.555386:0:33045:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687400.555389:0:33045:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c63d4400. 02000000:00000001:1.0:1788687400.555392:0:33045:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687400.555396:0:33045:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687400.555398:0:33045:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687400.555400:0:33045:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687400.555403:0:33045:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c63e2600. 02000000:00000001:1.0:1788687400.555407:0:33045:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687400.555409:0:33045:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687400.555411:0:33045:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9aa00. 00000100:00000001:1.0:1788687400.555414:0:33045:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687400.555415:0:33045:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1788687400.555419:0:33045:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff9b29e019e800: update ffff9b29c6350458 cache blocks 3679/3683 objects 117792/118187 00020000:00000001:1.0:1788687400.555423:0:33045:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687400.555430:0:33045:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.555434:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687400.555437:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.555441:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.555444:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.555518:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.555521:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.555530:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.555532:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.555539:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.555544:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.555547:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.555551:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.555553:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.555557:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555559:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555561:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.555563:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.555565:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555568:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555573:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.555574:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.555576:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.555578:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.555580:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.555582:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.555583:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.555584:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.555585:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.555588:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555590:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555591:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.555594:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.555596:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555598:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555601:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.555602:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.555605:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.555606:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.555608:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.555610:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.555611:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.555612:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.555614:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.555616:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555618:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555620:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.555622:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.555624:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555625:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555627:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.555629:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.555632:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.555633:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.555635:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.555637:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.555638:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.555639:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.555640:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.555642:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555644:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555645:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.555647:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.555649:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555650:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555653:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.555654:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.555656:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.555657:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.555658:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.555660:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.555661:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.555662:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.555663:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.555665:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555667:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555669:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.555670:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.555672:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555674:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555676:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.555677:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.555679:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.555680:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.555682:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.555684:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.555686:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.555687:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.555688:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.555691:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555692:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555694:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.555696:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.555698:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555699:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555701:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.555703:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.555705:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.555705:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.555707:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.555709:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.555710:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.555711:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.555712:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.555714:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555716:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555717:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.555719:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.555721:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555722:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555725:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.555726:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.555728:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.555729:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.555730:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.555732:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.555733:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.555734:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.555736:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.555739:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555741:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.555742:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.555744:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.556777:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.556786:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.556798:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.556801:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.556807:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.556809:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.556817:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.556821:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.556823:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.556827:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.556828:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.556831:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.556833:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.556835:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.556837:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.556841:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.556842:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.556844:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.556845:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.556847:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.556848:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.556850:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.556851:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.556853:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.556854:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.556855:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.556858:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.556859:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.556862:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.556864:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.556866:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.556868:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.556870:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.556871:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.556873:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.556874:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.556875:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.556877:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.556878:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.556879:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.556880:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.556882:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.556883:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.556885:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.556886:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.556888:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.556889:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.556891:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.556893:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.556894:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.556895:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.556897:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.556898:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.556900:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.556900:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.556901:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.556903:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.556989:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.556992:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.556994:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.556998:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557000:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557005:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.557007:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.557019:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.557020:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.557023:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.557026:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.557027:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.557029:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.557030:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.557032:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557034:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557036:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.557038:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.557039:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557041:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557044:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.557045:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.557047:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.557047:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.557049:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.557112:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.557115:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.557116:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.557118:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.557121:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557123:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557125:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.557127:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.557130:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557132:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557137:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.557139:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.557142:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.557143:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.557146:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.557148:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.557149:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.557151:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.557152:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.557154:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557156:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557223:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.557225:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.557227:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557229:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557234:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.557235:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.557238:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.557239:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.557242:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.557244:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.557246:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.557247:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.557248:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.557251:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557253:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557254:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.557256:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.557258:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557259:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557261:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.557262:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.557264:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.557265:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.557268:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.557269:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.557271:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.557272:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.557273:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.557275:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557277:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557278:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.557280:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.557281:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557283:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557285:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.557286:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.557288:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.557289:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.557290:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.557292:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.557293:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.557294:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.557295:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.557297:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557298:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557300:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.557301:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.557303:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557304:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557307:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.557308:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.557309:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.557310:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.557312:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.557313:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.557315:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.557316:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.557318:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.557320:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557322:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557323:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.557325:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.557326:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557328:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557330:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.557331:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.557333:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.557334:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.557335:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.557337:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.557338:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.557339:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.557340:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.557342:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557343:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557345:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.557347:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.557348:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557350:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557352:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.557354:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.557356:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.557356:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.557358:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.557360:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.557361:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.557362:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.557364:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.557366:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557368:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557370:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.557372:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.557374:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557376:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557378:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.557379:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.557381:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.557382:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.557383:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.557385:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.557386:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.557387:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.557388:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.557390:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557391:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557393:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.557395:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.557396:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557398:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557400:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.557401:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.557403:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.557404:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.557405:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.557407:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.557408:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.557409:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.557410:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.557412:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557413:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557414:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.557416:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.557418:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557420:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557423:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.557424:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.557426:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.557427:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.557429:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.557430:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.557432:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.557433:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.557434:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.557435:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557437:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557438:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.557440:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.557441:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557443:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557445:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.557446:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.557448:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.557449:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.557450:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.557452:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.557453:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.557454:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.557455:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.557457:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557458:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557460:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.557461:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.557463:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557464:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557466:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.557468:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.557470:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.557471:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.557472:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.557474:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.557475:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.557476:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.557477:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.557479:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557480:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557482:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.557484:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.557485:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557487:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557489:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.557491:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.557493:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.557494:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.557496:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.557498:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.557499:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.557500:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.557502:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.557504:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557505:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557507:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.557508:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.557510:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557511:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557514:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.557515:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.557517:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.557517:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.557520:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.557522:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.557523:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.557524:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.557525:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.557527:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557529:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557530:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.557532:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.557533:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557535:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557537:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.557538:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.557540:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.557541:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.557542:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.557544:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.557545:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.557546:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.557547:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.557549:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557550:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557552:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.557553:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.557555:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557556:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557558:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.557559:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.557561:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.557562:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.557563:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.557565:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.557566:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.557568:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.557569:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.557571:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557967:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557969:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.557972:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.557976:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557978:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.557985:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.557986:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.557991:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.557993:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.557998:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.558001:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.558003:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.558005:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.558006:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.558008:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558022:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558024:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.558026:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.558028:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558030:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558033:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.558034:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.558036:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.558038:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.558040:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.558042:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.558043:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.558045:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.558046:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.558048:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558058:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558060:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.558063:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.558065:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558066:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558069:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.558070:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.558072:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.558073:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.558075:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.558077:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.558078:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.558079:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.558080:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.558082:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558084:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558085:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.558087:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.558089:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558090:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558093:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.558094:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.558095:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.558096:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.558098:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.558100:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.558101:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.558102:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.558103:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.558105:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558106:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558108:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.558109:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.558111:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558113:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558117:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.558118:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.558120:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.558121:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.558123:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.558124:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.558126:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.558127:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.558128:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.558131:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558132:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558134:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.558136:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.558138:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558140:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558143:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.558144:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.558147:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.558148:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.558150:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.558152:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.558154:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.558155:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.558333:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.558337:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558340:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558342:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.558344:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.558347:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558349:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558353:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.558355:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.558358:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.558360:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.558362:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.558364:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.558366:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.558367:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.558369:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.558371:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558373:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558374:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.558377:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.558378:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558380:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558382:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.558383:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.558385:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.558386:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.558387:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.558389:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.558390:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.558391:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.558392:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.558394:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558395:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558397:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.558398:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.558400:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558401:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558403:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.558404:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.558406:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.558407:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.558409:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.558411:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.558413:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.558414:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.558415:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.558417:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558419:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558420:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.558422:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.558423:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558425:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558427:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.558428:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.558430:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.558431:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.558432:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.558434:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.558435:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.558436:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.558437:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.558439:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558440:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558442:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.558443:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.558445:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558446:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558448:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.558450:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.558451:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.558452:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.558454:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.558455:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.558456:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.558458:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.558459:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.558461:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558462:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558464:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.558466:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.558468:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558469:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558472:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.558473:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.558475:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.558476:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.558478:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.558480:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.558481:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.558482:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.558484:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.558486:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558487:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558489:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.558490:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.558492:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558493:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558495:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.558497:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.558498:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.558499:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.558501:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.558502:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.558503:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.558504:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.558505:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.558507:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558509:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558511:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.558513:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.558515:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558517:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558519:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.558520:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.558522:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.558522:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.558524:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.558525:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.558527:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.558528:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.558529:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.558531:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558532:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558533:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.558535:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.558537:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558538:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558540:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.558541:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.558543:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.558544:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.558545:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.558547:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.558548:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.558549:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.558550:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.558552:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558553:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558555:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.558557:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.558559:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558560:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558563:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.558564:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.558566:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.558566:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.558568:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.558569:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.558571:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.558571:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.558735:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.558738:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558740:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558742:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.558744:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.558746:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558748:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558752:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.558754:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.558756:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.558757:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.558760:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.558762:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.558764:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.558766:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.558767:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.558769:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558771:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558773:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.558774:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.558776:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558777:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558780:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.558782:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.558784:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.558785:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.558787:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.558788:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.558790:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.558791:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.558792:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.558794:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558795:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558796:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.558798:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.558800:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558801:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558803:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.558804:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.558806:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.558807:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.558809:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.558810:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.558811:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.558812:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.558813:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.558815:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558817:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558818:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.558820:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.558822:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558823:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558825:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.558826:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.558828:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.558829:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.558831:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.558833:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.558835:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.558836:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.558837:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.558839:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558840:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558842:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.558844:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.558845:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558846:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558849:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.558850:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.558851:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.558852:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.558854:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.558855:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.558857:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.558858:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.558859:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.558861:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558862:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558864:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.558866:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.558867:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558869:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558871:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.558872:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.558875:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.558876:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.558878:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.558880:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.558882:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.558884:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.558885:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.558887:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558889:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558890:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.558892:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.558894:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558895:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558897:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.558898:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.558900:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.558901:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.558903:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.558904:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.558949:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.558950:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.558951:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.558953:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558955:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558956:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.558958:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.558960:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558961:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558964:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.558966:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.558968:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.558969:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.558971:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.558973:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.558975:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.558976:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.558977:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.558979:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558982:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558983:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.558985:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.558987:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558989:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.558991:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.558993:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.558995:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.558996:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.558998:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.559000:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.559002:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.559003:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.559004:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.559006:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559008:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559019:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.559021:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.559023:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559025:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559028:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.559030:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.559032:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.559033:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.559035:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.559038:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.559039:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.559040:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.559042:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.559044:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559046:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559047:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.559049:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.559223:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559225:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559230:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.559232:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.559235:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.559236:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.559239:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.559242:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.559243:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.559244:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.559246:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.559249:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559250:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559252:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.559254:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.559256:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559257:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559259:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.559260:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.559262:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.559263:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.559264:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.559266:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.559267:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.559268:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.559269:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.559271:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559272:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559274:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.559276:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.559277:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559279:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559281:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.559282:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.559285:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.559286:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.559287:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.559294:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.559296:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.559297:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.559298:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.559301:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559303:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559304:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.559306:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.559309:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559311:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559314:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.559315:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.559317:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.559318:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.559320:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.559322:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.559324:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.559325:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.559326:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.559329:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559330:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559332:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.559334:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.559335:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559337:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559339:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.559341:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.559343:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.559344:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.559346:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.559348:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.559349:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.559350:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.559351:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.559353:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559355:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559356:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.559358:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.559359:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559361:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559363:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.559364:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.559366:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.559367:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.559368:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.559370:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.559371:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.559372:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.559373:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.559375:0:33045:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559376:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559378:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687400.559380:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.559381:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559383:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687400.559385:0:33045:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687400.559386:0:33045:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffff86a1b30 00000080:00000001:1.0:1788687400.559388:0:33045:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687400.559388:0:33045:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687400.559390:0:33045:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912800. 00000020:00000001:1.0:1788687400.559391:0:33045:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.559393:0:33045:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687400.559394:0:33045:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687400.559396:0:33045:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912800 uarg=0000000000000000 00020000:00000001:1.0:1788687400.559398:0:33045:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788687400.559400:0:33045:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788687400.559402:0:33045:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1788687400.559404:0:33045:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912800. 00000080:00000001:1.0:1788687400.559405:0:33045:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788687400.559407:0:33045:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788687400.559421:0:33045:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788687400.559424:0:33045:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788687400.559428:0:33045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca082167dd0 00000080:00200008:1.0:1788687400.559430:0:33045:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 100000 00000080:00400000:1.0:1788687400.559434:0:33045:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1788687400.559437:0:33045:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29d0061540. 00000080:00000001:1.0:1788687400.559444:0:33045:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788687400.559447:0:33045:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca082167dd0 00000080:00000008:1.0:1788687400.559449:0:33045:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 100000, rc = 0 00000080:00000001:1.0:1788687400.559451:0:33045:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687400.559453:0:33045:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687400.787956:0:2370:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788687400.787974:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687400.787977:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687400.787983:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687400.787986:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687400.787991:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687400.787996:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687400.971251:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687400.971257:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687400.971262:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687400.971263:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687400.971315:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687400.971318:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687400.971321:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788687401.803079:0:2370:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788687401.803102:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687401.803105:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687401.803109:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687401.803111:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687401.803115:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687401.803119:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687401.995028:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687401.995034:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687401.995039:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687401.995041:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687401.995140:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687401.995143:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687401.995155:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788687402.380086:0:26149:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296528089, at 4296528385 00000100:00000010:3.0:1788687402.380111:0:26149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c3344960. 00000100:00000040:2.0:1788687402.380836:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296528089, at 4296528385 00000100:00000010:2.0:1788687402.380843:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c33445a0. 00000100:00000001:2.0:1788687402.827034:0:2370:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788687402.827046:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687402.827048:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687402.827053:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687402.827055:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687402.827060:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687402.827063:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687402.891128:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788687402.891138:0:26091:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788687402.891147:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f2680. 00000020:00000040:0.0:1788687402.891153:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:0.0:1788687402.891157:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687402.891160:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687402.891165:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687402.891173:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c6946700. 00000100:00000001:0.0:1788687402.891179:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687402.891190:0:26091:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c97f2680 x1875572824548352/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788687402.891201:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687402.891206:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687402.891211:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004384c5fc] to pc [ptlrpcd_00_00+0] req@ffff9b29c97f2680 x1875572824548352/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687402.891252:0:26091:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687402.891255:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788687402.891259:0:26091:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788687402.891262:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f0a80. 00000020:00000040:0.0:1788687402.891265:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:0.0:1788687402.891266:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687402.891276:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687402.891278:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687402.891282:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c6946300. 00000100:00000001:0.0:1788687402.891285:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687402.891290:0:26091:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID req@ffff9b29c97f0a80 x1875572824548480/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788687402.891296:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687402.891298:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687402.891302:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d702734c] to pc [ptlrpcd_00_01+1] req@ffff9b29c97f0a80 x1875572824548480/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687402.891311:0:26091:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687402.891313:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788687402.891316:0:26091:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788687402.891319:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f2300. 00000020:00000040:0.0:1788687402.891322:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:0.0:1788687402.891324:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687402.891325:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687402.891327:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687402.891330:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c6946400. 00000100:00000001:0.0:1788687402.891332:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687402.891336:0:26091:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID req@ffff9b29c97f2300 x1875572824548608/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788687402.891343:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687402.891345:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687402.891348:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cf1250c7] to pc [ptlrpcd_00_00+0] req@ffff9b29c97f2300 x1875572824548608/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687402.891359:0:26091:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687402.891361:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788687402.891364:0:26091:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788687402.891367:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f1880. 00000020:00000040:0.0:1788687402.891369:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:0.0:1788687402.891370:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687402.891371:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687402.891373:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687402.891376:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c6946900. 00000100:00000001:0.0:1788687402.891379:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687402.891383:0:26091:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID req@ffff9b29c97f1880 x1875572824548736/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788687402.891389:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687402.891391:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687402.891394:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb193c06] to pc [ptlrpcd_00_01+1] req@ffff9b29c97f1880 x1875572824548736/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687402.891400:0:26091:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687402.891404:0:26091:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1866) 00000100:00000001:0.0:1788687402.891416:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687402.891419:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687402.891421:0:2368:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687402.891426:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f0a80 x1875572824548480/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687402.891434:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687402.891436:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687402.891443:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687402.891445:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687402.891447:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687402.891451:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824548480:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1788687402.891454:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687402.891459:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687402.891461:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687402.891463:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687402.891467:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29d884ae00. 02000000:00000001:0.0:1788687402.891469:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687402.891475:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687402.891479:0:2368:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1630. 00000400:00000010:0.0:1788687402.891486:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda5d8. 00000100:00000001:1.0:1788687402.891591:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687402.891594:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687402.891595:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687402.891601:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f2680 x1875572824548352/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687402.891609:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687402.891610:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687402.891612:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687402.891614:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687402.891616:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687402.891619:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2367:1875572824548352:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687402.891623:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687402.891625:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687402.891627:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687402.891629:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687402.891632:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c38a7600. 02000000:00000001:1.0:1788687402.891634:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687402.891638:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687402.891641:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150108. 00000100:00000200:0.0:1788687402.891663:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824548480, portal 10 00000100:00000001:0.0:1788687402.891666:0:2368:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687402.891668:0:2368:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509351552 : -110871200200064 : ffff9b29c97f0a80) 00000100:00000040:0.0:1788687402.891675:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f0a80 x1875572824548480/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687402.891683:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687402.891686:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687402.891689:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda440. 00000100:00000200:0.0:1788687402.891694:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824548480, offset 0 00000400:00000200:0.0:1788687402.891700:0:2368:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687402.891709:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687402.891716:0:2368:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687402.891721:0:2368:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687402.891725:0:2368:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687402.891728:0:2368:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687402.891731:0:2368:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687402.891734:0:2368:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2541:2541:256:4294967295] 192.168.203.144@tcp LPNI seq info [2541:2541:8:4294967295] 00000400:00000200:0.0:1788687402.891739:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687402.891748:0:2368:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687402.891755:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687402.891759:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946000. 00000800:00000200:0.0:1788687402.891765:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687402.891774:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687402.891778:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788687402.891799:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687402.891803:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 835695 usecs (836 jiffies) 00000400:00000200:0.0:1788687402.891807:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687402.891810:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296529732 00000100:00000010:0.0:1788687402.891815:0:2368:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c3344240. 00000100:00000001:0.0:1788687402.891821:0:2368:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788687402.891886:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296529732 00000100:00000010:0.0:1788687402.891891:0:2368:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c3344300. 00000100:00000001:0.0:1788687402.891895:0:2368:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788687402.891898:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687402.891901:0:2368:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687402.891903:0:2368:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687402.891935:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f1880 x1875572824548736/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687402.891948:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687402.891949:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687402.891952:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687402.891954:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687402.891956:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687402.891959:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824548736:192.168.203.144@tcp:400:kworker.0 00000100:00000001:0.0:1788687402.891961:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687402.891964:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687402.891965:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687402.891966:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687402.891969:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29d884ac00. 02000000:00000001:0.0:1788687402.891971:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687402.891975:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687402.891978:0:2368:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e12c0. 00000800:00000200:3.0:1788687402.892116:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687402.892121:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946000. 00000400:00000200:3.0:1788687402.892127:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687402.892132:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687402.892137:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda440 00000400:00000010:3.0:1788687402.892139:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda440. 00000100:00000001:3.0:1788687402.892142:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687402.892147:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0a80 x1875572824548480/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687402.892156:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687402.892160:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0a80 x1875572824548480/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687402.892167:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687402.892169:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:1.0:1788687402.893084:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc330. 00000100:00000200:1.0:1788687402.893093:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824548352, portal 25 00000100:00000001:1.0:1788687402.893096:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687402.893097:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509358720 : -110871200192896 : ffff9b29c97f2680) 00000100:00000040:1.0:1788687402.893106:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f2680 x1875572824548352/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687402.893113:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687402.893116:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687402.893119:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc220. 00000100:00000200:1.0:1788687402.893121:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824548352, offset 0 00000400:00000200:1.0:1788687402.893126:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687402.893132:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687402.893137:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687402.893140:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687402.893143:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687402.893146:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687402.893149:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687402.893152:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2542:2542:256:4294967295] 192.168.203.144@tcp LPNI seq info [2542:2542:8:4294967295] 00000400:00000200:1.0:1788687402.893156:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687402.893163:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687402.893168:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687402.893172:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2600. 00000800:00000200:1.0:1788687402.893177:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687402.893183:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687402.893186:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687402.893192:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687402.893196:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687402.893198:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296533210 00000100:00000001:1.0:1788687402.893204:0:2367:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296529732 00000100:00000001:1.0:1788687402.893207:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296533210 00000100:00000001:1.0:1788687402.893210:0:2367:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296529732 00000100:00000001:1.0:1788687402.893213:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687402.893216:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687402.893218:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687402.893222:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f2300 x1875572824548608/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687402.893229:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687402.893231:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687402.893233:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687402.893235:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687402.893238:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687402.893240:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824548608:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687402.893453:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687402.893457:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687402.893459:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687402.893462:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687402.893467:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c7f3c400. 02000000:00000001:1.0:1788687402.893469:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687402.893474:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687402.893477:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e01502c0. 00000400:00000010:1.0:1788687402.893481:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcaa0. 00000100:00000200:1.0:1788687402.893484:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824548608, portal 4 00000100:00000001:1.0:1788687402.893486:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687402.893488:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509357824 : -110871200193792 : ffff9b29c97f2300) 00000100:00000040:1.0:1788687402.893558:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f2300 x1875572824548608/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687402.893563:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687402.893564:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687402.893567:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc770. 00000100:00000200:1.0:1788687402.893569:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824548608, offset 0 00000400:00000200:1.0:1788687402.893571:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687402.893575:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687402.893577:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687402.893579:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687402.893580:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687402.893582:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687402.893583:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687402.893585:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2543:2543:255:4294967295] 192.168.203.144@tcp LPNI seq info [2543:2543:7:4294967295] 00000400:00000200:1.0:1788687402.893588:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687402.893592:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687402.893595:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687402.893597:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2a00. 00000800:00000200:1.0:1788687402.893600:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687402.893603:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687402.893605:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687402.893607:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687402.893609:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20353 usecs (21 jiffies) 00000400:00000200:1.0:1788687402.893611:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687402.893613:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296528918 00000100:00000001:1.0:1788687402.893614:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296533210 00000100:00000001:1.0:1788687402.893616:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296528918 00000100:00000001:1.0:1788687402.893617:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296533210 00000100:00000001:1.0:1788687402.893618:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687402.893619:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687402.893621:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687402.893623:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687402.893629:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687402.893631:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788687402.893632:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687402.893634:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687402.893635:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687402.893636:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687402.894069:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687402.894084:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2600. 00000400:00000200:2.0:1788687402.894091:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687402.894096:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687402.894101:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc220 00000400:00000010:2.0:1788687402.894103:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc220. 00000100:00000001:2.0:1788687402.894108:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687402.894113:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f2680 x1875572824548352/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687402.894123:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687402.894126:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f2680 x1875572824548352/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687402.894132:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687402.894134:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687402.894204:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687402.894208:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2a00. 00000400:00000200:2.0:1788687402.894211:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687402.894214:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687402.894217:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc770 00000400:00000010:2.0:1788687402.894218:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc770. 00000100:00000001:2.0:1788687402.894220:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687402.894223:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f2300 x1875572824548608/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687402.894229:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687402.894232:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f2300 x1875572824548608/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687402.894237:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687402.894238:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:0.0:1788687402.894468:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdacc0. 00000100:00000200:0.0:1788687402.894474:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824548736, portal 4 00000100:00000001:0.0:1788687402.894476:0:2368:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687402.894478:0:2368:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509355136 : -110871200196480 : ffff9b29c97f1880) 00000100:00000040:0.0:1788687402.894500:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f1880 x1875572824548736/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687402.894507:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687402.894509:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687402.894512:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda880. 00000100:00000200:0.0:1788687402.894515:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824548736, offset 0 00000400:00000200:0.0:1788687402.894519:0:2368:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687402.894525:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687402.894530:0:2368:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687402.894534:0:2368:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687402.894536:0:2368:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687402.894539:0:2368:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687402.894542:0:2368:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687402.894547:0:2368:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2544:2544:256:4294967295] 192.168.203.144@tcp LPNI seq info [2544:2544:8:4294967295] 00000400:00000200:0.0:1788687402.894551:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687402.894559:0:2368:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687402.894563:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687402.894567:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946500. 00000800:00000200:0.0:1788687402.894572:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687402.894577:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687402.894581:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788687402.894602:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687402.894605:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 253166 usecs (254 jiffies) 00000400:00000200:0.0:1788687402.894609:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687402.894611:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296529153 00000100:00000001:0.0:1788687402.894613:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296533210 00000100:00000001:0.0:1788687402.894615:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296529153 00000100:00000001:0.0:1788687402.894617:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296533210 00000100:00000001:0.0:1788687402.894619:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687402.894621:0:2368:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687402.894625:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687402.894627:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687402.894632:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687402.894634:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788687402.894636:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687402.894638:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687402.894640:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687402.894642:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687402.894779:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687402.894782:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946500. 00000400:00000200:3.0:1788687402.894786:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687402.894791:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687402.894794:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda880 00000400:00000010:3.0:1788687402.894796:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda880. 00000100:00000001:3.0:1788687402.894800:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687402.894804:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1880 x1875572824548736/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687402.894812:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687402.894815:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1880 x1875572824548736/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687402.894821:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687402.894822:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687402.907879:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687402.907895:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687402.907899:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687402.907903:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687402.907960:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687402.907968:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687402.907977:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687402.907982:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687402.907987:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687402.907991:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f52480 00000400:00000200:2.0:1788687402.908005:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687402.908011:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x6fcd [1] + 224 00000800:00000001:2.0:1788687402.908018:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687402.908023:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687402.908026:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687402.908031:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687402.908039:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687402.908048:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0a80 x1875572824548480/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687402.908060:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c97f0a80 x1875572824548480/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687402.908074:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687402.908081:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687402.908085:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687402.908087:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687402.908088:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687402.908092:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687402.908095:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687402.908100:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687402.908102:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687402.908106:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687402.908109:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f52400 00000400:00000200:2.0:1788687402.908113:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687402.908117:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6fd5 [1] + 224 00000800:00000001:2.0:1788687402.908121:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687402.908125:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687402.908127:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687402.908131:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687402.908133:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687402.908137:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f2680 x1875572824548352/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687402.908146:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c97f2680 x1875572824548352/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687402.908157:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687402.908159:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687402.908162:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687402.908164:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687402.908166:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687402.908169:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687402.908172:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687402.908176:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687402.908178:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687402.908181:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687402.908184:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f52580 00000400:00000200:2.0:1788687402.908187:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687402.908191:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6fe5 [1] + 224 00000800:00000001:2.0:1788687402.908195:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687402.908210:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687402.908213:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687402.908216:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687402.908220:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687402.908224:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1880 x1875572824548736/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687402.908232:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c97f1880 x1875572824548736/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687402.908239:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687402.908243:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687402.908245:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687402.909043:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687402.909049:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687402.909057:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687402.909059:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687402.909062:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150108. 00000400:00000200:1.0:1788687402.909068:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc330 00000400:00000010:1.0:1788687402.909070:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc330. 00000100:00000001:1.0:1788687402.909073:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687402.909080:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f2680 x1875572824548352/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687402.909090:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f2680 x1875572824548352/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687402.909097:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687402.909099:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687402.909101:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687402.909104:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687402.909106:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687402.909108:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687402.909111:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687402.909117:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=24 v=5 (5 5 5 5) 00000100:00001000:1.0:1788687402.909121:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687402.909124:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687402.909126:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687402.909129:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687402.909131:0:2367:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687402.909134:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687402.909138:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f2680 x1875572824548352/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687402.909146:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687402.909150:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687402.909152:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687402.909156:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f2680 x1875572824548352/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687418 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687402.909165:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2367:1875572824548352:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687402.909171:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687402.909174:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687402.909177:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f2680 x1875572824548352/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687418 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687402.909184:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687402.909187:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687402.909190:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c38a7600. 02000000:00000001:1.0:1788687402.909194:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687402.909197:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687402.909199:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1788687402.909201:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687402.909204:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c6946700. 02000000:00000001:1.0:1788687402.909209:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687402.909210:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687402.909212:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f2680. 00000100:00000001:1.0:1788687402.909216:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687402.909218:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687402.909221:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687402.909223:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687402.909224:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687402.909226:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687402.909228:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687402.909240:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687402.909242:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687402.909244:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687402.909246:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687402.909248:0:2368:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1630. 00000400:00000200:1.0:1788687402.909251:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda5d8 00000400:00000010:1.0:1788687402.909253:0:2368:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda5d8. 00000100:00000001:1.0:1788687402.909255:0:2368:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687402.909259:0:2368:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f0a80 x1875572824548480/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687402.909274:0:2368:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f0a80 x1875572824548480/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687402.909280:0:2368:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687402.909282:0:2368:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687402.909284:0:2368:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687402.909285:0:2368:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687402.909286:0:2368:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687402.909288:0:2368:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687402.909289:0:2368:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687402.909294:0:2368:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=24 v=5 (5 5 103 103) 00000100:00001000:1.0:1788687402.909297:0:2368:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687402.909300:0:2368:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687402.909301:0:2368:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687402.909303:0:2368:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687402.909306:0:2368:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687402.909309:0:2368:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687402.909311:0:2368:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967656 00000100:00000001:1.0:1788687402.909313:0:2368:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687402.909314:0:2368:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687402.909318:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f0a80 x1875572824548480/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687402.909324:0:2368:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687402.909326:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687402.909327:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687402.909330:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f0a80 x1875572824548480/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687418 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687402.909338:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824548480:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1788687402.909344:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687402.909345:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687402.909347:0:2368:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e12c0. 00000400:00000200:1.0:1788687402.909350:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdacc0 00000400:00000010:1.0:1788687402.909351:0:2368:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdacc0. 00000100:00000001:1.0:1788687402.909353:0:2368:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687402.909356:0:2368:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f1880 x1875572824548736/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687402.909364:0:2368:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f1880 x1875572824548736/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687402.909370:0:2368:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687402.909371:0:2368:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687402.909372:0:2368:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687402.909374:0:2368:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687402.909375:0:2368:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687402.909376:0:2368:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687402.909378:0:2368:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687402.909381:0:2368:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=24 v=5 (5 5 5 16) 00000100:00001000:1.0:1788687402.909384:0:2368:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687402.909386:0:2368:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687402.909387:0:2368:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687402.909389:0:2368:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687402.909390:0:2368:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687402.909392:0:2368:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687402.909394:0:2368:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788687402.909395:0:2368:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687402.909397:0:2368:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687402.909401:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f1880 x1875572824548736/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687402.909408:0:2368:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687402.909410:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687402.909411:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687402.909414:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f1880 x1875572824548736/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687418 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687402.909421:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824548736:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687402.909427:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687402.909429:0:2368:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687402.909432:0:2368:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f0a80 x1875572824548480/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687418 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687402.909438:0:2368:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687402.909439:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687402.909440:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29d884ae00. 02000000:00000001:1.0:1788687402.909443:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687402.909445:0:2368:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687402.909446:0:2368:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687402.909449:0:2368:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687402.909450:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c6946300. 02000000:00000001:1.0:1788687402.909452:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687402.909454:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687402.909455:0:2368:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f0a80. 00000100:00000001:1.0:1788687402.909457:0:2368:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687402.909458:0:2368:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687402.909459:0:2368:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687402.909462:0:2368:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f1880 x1875572824548736/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687418 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687402.909467:0:2368:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687402.909469:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687402.909470:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29d884ac00. 02000000:00000001:1.0:1788687402.909472:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687402.909473:0:2368:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687402.909475:0:2368:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687402.909476:0:2368:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687402.909478:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c6946900. 02000000:00000001:1.0:1788687402.909480:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687402.909481:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687402.909482:0:2368:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f1880. 00000100:00000001:1.0:1788687402.909484:0:2368:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687402.909485:0:2368:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687402.909487:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687402.909494:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687402.909497:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687402.909498:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687402.909500:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687402.912474:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687402.912490:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687402.912494:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687402.912496:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687402.912504:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687402.912511:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687402.912519:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687402.912523:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687402.912528:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687402.912532:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f52500 00000400:00000200:3.0:1788687402.912536:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687402.912543:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6fdd [1] + 224 00000800:00000001:3.0:1788687402.912550:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687402.912556:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687402.912559:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687402.913201:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687402.913211:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687402.913219:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f2300 x1875572824548608/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687402.913230:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c97f2300 x1875572824548608/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687402.913489:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687402.913493:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687402.913659:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687402.913670:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687402.913676:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788687402.915824:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687402.915831:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687402.915834:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e01502c0. 00000400:00000200:1.0:1788687402.915842:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcaa0 00000400:00000010:1.0:1788687402.915844:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcaa0. 00000100:00000001:1.0:1788687402.915848:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687402.915859:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f2300 x1875572824548608/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687402.915870:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f2300 x1875572824548608/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687402.915877:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687402.915880:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687402.915882:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687402.915886:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687402.915888:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687402.915890:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687402.915893:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687402.915901:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=24 v=5 (5 5 5 16) 00000100:00001000:1.0:1788687402.915917:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687402.915921:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687402.915923:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687402.915926:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687402.915929:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687402.915933:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687402.915935:0:2367:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967342 00000100:00000001:1.0:1788687402.915937:0:2367:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687402.915939:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687402.915944:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f2300 x1875572824548608/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687402.915968:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687402.915972:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687402.915974:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687402.915979:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f2300 x1875572824548608/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687418 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687402.915987:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824548608:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687402.915992:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687402.916004:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687402.916008:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f2300 x1875572824548608/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687418 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687402.916015:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687402.916018:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687402.916021:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c7f3c400. 02000000:00000001:1.0:1788687402.916025:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687402.916028:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687402.916030:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687402.916032:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687402.916035:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c6946400. 02000000:00000001:1.0:1788687402.916040:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687402.916042:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687402.916044:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f2300. 00000100:00000001:1.0:1788687402.916048:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687402.916049:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687402.916051:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687402.916058:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687402.916060:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687402.916062:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687402.916065:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687403.020507:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687403.020513:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687403.020518:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687403.020519:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687403.023210:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687403.023217:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687403.023222:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788687403.852049:0:2370:0:(client.c:2568:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788687403.852056:0:2370:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered 00000100:00000400:2.0:1788687403.852069:0:2370:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788687387/real 1788687387] req@ffff9b29c42e8a80 x1875572824545280/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 1 dl 1788687403 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788687403.852086:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687403.852087:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687403.852091:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fddc0. 00000400:00000200:2.0:1788687403.852096:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240990 00000400:00000010:2.0:1788687403.852099:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240990. 00000100:00000001:2.0:1788687403.852103:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687403.852106:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e8a80 x1875572824545280/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 1 dl 1788687403 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687403.852116:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e8a80 x1875572824545280/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 1 dl 1788687403 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687403.852123:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687403.852125:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687403.852127:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687403.852129:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788687403.852134:0:2370:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9b29c42e8a80 x1875572824545280/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 1 dl 1788687403 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687403.852139:0:2370:0:(client.c:2556:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687403.852147:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687403.852149:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687403.852151:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687403.852153:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687403.852155:0:2370:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687403.852157:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687403.852159:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687403.852163:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e8a80 x1875572824545280/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 1 dl 1788687403 ref 1 fl Rpc:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687403.852170:0:2370:0:(client.c:2202:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1788687403.852173:0:2370:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687403.852175:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687403.852176:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687403.852180:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e8a80 x1875572824545280/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 1 dl 1788687403 ref 1 fl Interpret:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687403.852188:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824545280:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687403.852192:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687403.852195:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687403.852198:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e8a80 x1875572824545280/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 1 dl 1788687403 ref 1 fl Complete:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687403.852205:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687403.852207:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687403.852211:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c5d75200. 02000000:00000001:2.0:1788687403.852215:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687403.852218:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687403.852220:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687403.852222:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687403.852225:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29d05a3500. 02000000:00000001:2.0:1788687403.852228:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687403.852230:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687403.852232:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e8a80. 00000100:00000001:2.0:1788687403.852235:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687403.852237:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687403.852239:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687403.852241:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687403.852242:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687403.852244:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687403.852246:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687404.043122:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687404.043128:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687404.043134:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687404.043135:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687404.043432:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687404.043436:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687404.043439:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788687405.067788:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687405.067796:0:26900:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687405.067799:0:26900:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687405.067801:0:26900:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687405.067806:0:26900:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687405.067808:0:26900:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687405.067810:0:26900:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687405.067813:0:26900:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687405.067816:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687405.067817:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687405.067878:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687405.067882:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687405.067885:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788687405.866537:0:33288:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687406.090997:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687406.091003:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687406.091008:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687406.091010:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687406.091118:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687406.091122:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687406.091125:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1788687406.223173:0:33324:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788687406.223180:0:33324:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg344-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 1475 0 00000001:00000001:0.0:1788687406.229795:0:33324:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1788687406.451228:0:33337:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687407.115481:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687407.115489:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687407.115495:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687407.115496:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687407.115679:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687407.115682:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687407.115685:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788687407.474699:0:33434:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687407.500610:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296533210, at 4296533505 00000100:00000010:2.0:1788687407.500625:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c3344240. 00000100:00000040:3.0:1788687407.501200:0:26149:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296533210, at 4296533506 00000100:00000010:3.0:1788687407.501207:0:26149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c3344300. 00000001:00000001:1.0:1788687407.784550:0:33470:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788687407.784557:0:33470:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec 00000001:00000001:1.0:1788687407.790893:0:33470:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:1.0:1788687408.013292:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687408.013302:0:26091:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687408.013313:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9aa00. 00000020:00000040:1.0:1788687408.013319:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1788687408.013323:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687408.013325:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687408.013331:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687408.013338:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c63e2a00. 00000100:00000001:1.0:1788687408.013345:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687408.013356:0:26091:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c8b9aa00 x1875572824548864/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687408.013367:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687408.013372:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687408.013378:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051159710] to pc [ptlrpcd_00_00+0] req@ffff9b29c8b9aa00 x1875572824548864/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687408.013400:0:26091:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687408.013403:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687408.013406:0:26091:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687408.013409:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9bb80. 00000020:00000040:1.0:1788687408.013411:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:1.0:1788687408.013413:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687408.013415:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687408.013416:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687408.013420:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c63e2e00. 00000100:00000001:1.0:1788687408.013423:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687408.013427:0:26091:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID req@ffff9b29c8b9bb80 x1875572824548992/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687408.013441:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687408.013443:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687408.013447:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014b7f32c] to pc [ptlrpcd_00_01+1] req@ffff9b29c8b9bb80 x1875572824548992/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687408.013455:0:26091:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687408.013457:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687408.013460:0:26091:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687408.013462:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9ad80. 00000020:00000040:1.0:1788687408.013464:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:1.0:1788687408.013466:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687408.013468:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687408.013469:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687408.013472:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c63e2300. 00000100:00000001:1.0:1788687408.013475:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687408.013479:0:26091:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID req@ffff9b29c8b9ad80 x1875572824549120/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687408.013485:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687408.013486:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687408.013489:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080bdd27c] to pc [ptlrpcd_00_00+0] req@ffff9b29c8b9ad80 x1875572824549120/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687408.013496:0:26091:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687408.013498:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687408.013501:0:26091:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687408.013504:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99c00. 00000020:00000040:1.0:1788687408.013506:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:1.0:1788687408.013508:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687408.013509:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687408.013510:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687408.013513:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c63e2900. 00000100:00000001:1.0:1788687408.013517:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687408.013521:0:26091:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID req@ffff9b29c8b99c00 x1875572824549248/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687408.013527:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687408.013528:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687408.013532:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002658520] to pc [ptlrpcd_00_01+1] req@ffff9b29c8b99c00 x1875572824549248/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687408.013539:0:26091:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687408.013542:0:26091:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1871) 00000100:00000001:1.0:1788687408.013553:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687408.013557:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687408.013559:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687408.013564:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9aa00 x1875572824548864/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687408.013571:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687408.013573:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687408.013576:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687408.013579:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687408.013582:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687408.013585:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2367:1875572824548864:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687408.013590:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687408.013595:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687408.013597:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687408.013599:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687408.013604:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29d01f2a00. 02000000:00000001:1.0:1788687408.013606:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687408.013613:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687408.013617:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e01502c0. 00000400:00000010:1.0:1788687408.013624:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcaa0. 00000100:00000200:1.0:1788687408.013630:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824548864, portal 25 00000100:00000001:1.0:1788687408.013632:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687408.013634:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496416256 : -110871213135360 : ffff9b29c8b9aa00) 00000100:00000040:1.0:1788687408.013640:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9aa00 x1875572824548864/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687408.013647:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687408.013649:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687408.013652:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc330. 00000100:00000200:1.0:1788687408.013655:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824548864, offset 0 00000400:00000200:1.0:1788687408.013661:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687408.013669:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687408.013676:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687408.013681:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687408.013684:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687408.013688:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687408.013691:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687408.013694:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2545:2545:256:4294967295] 192.168.203.144@tcp LPNI seq info [2545:2545:8:4294967295] 00000400:00000200:1.0:1788687408.013699:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687408.013708:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687408.013715:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687408.013719:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2b00. 00000800:00000200:1.0:1788687408.013724:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687408.013732:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687408.013736:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687408.013762:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687408.013766:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687408.013769:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296538331 00000100:00000010:1.0:1788687408.013774:0:2367:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c974e960. 00000100:00000001:1.0:1788687408.013780:0:2367:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788687408.013784:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296538331 00000100:00000010:1.0:1788687408.013787:0:2367:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c974e000. 00000100:00000001:1.0:1788687408.013790:0:2367:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788687408.013793:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687408.013796:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687408.013799:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687408.013803:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9ad80 x1875572824549120/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687408.013809:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687408.013811:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687408.013813:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687408.013814:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687408.013816:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687408.013819:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824549120:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687408.013822:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687408.013824:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687408.013826:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687408.013827:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687408.013830:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29d01f3000. 02000000:00000001:1.0:1788687408.013832:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687408.013835:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687408.013838:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150108. 00000400:00000010:1.0:1788687408.013841:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc7f8. 00000100:00000200:1.0:1788687408.013843:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824549120, portal 4 00000100:00000001:1.0:1788687408.013845:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687408.013846:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000100:00000040:1.0:1788687408.014024:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9ad80 x1875572824549120/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687408.014031:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687408.014033:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687408.014036:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcc38. 00000100:00000200:1.0:1788687408.014039:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824549120, offset 0 00000400:00000200:1.0:1788687408.014043:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687408.014048:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687408.014051:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687408.014054:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687408.014057:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687408.014059:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687408.014061:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687408.014064:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2546:2546:255:4294967295] 192.168.203.144@tcp LPNI seq info [2546:2546:7:4294967295] 00000400:00000200:1.0:1788687408.014068:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687408.014074:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687408.014078:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687408.014082:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2100. 00000800:00000200:1.0:1788687408.014085:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687408.014089:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687408.014092:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687408.014095:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687408.014098:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20401 usecs (21 jiffies) 00000400:00000200:1.0:1788687408.014101:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687408.014103:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296534040 00000100:00000001:1.0:1788687408.014106:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296538331 00000100:00000001:1.0:1788687408.014108:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296534040 00000100:00000001:1.0:1788687408.014110:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296538331 00000100:00000001:1.0:1788687408.014112:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687408.014114:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687408.014117:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687408.014119:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687408.014126:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687408.014128:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788687408.014130:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687408.014131:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687408.014132:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687408.014135:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788687408.014137:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687408.014138:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687408.014140:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687408.014142:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687408.014143:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687408.014144:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687408.014147:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9bb80 x1875572824548992/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687408.014154:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687408.014156:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687408.014158:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687408.014159:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687408.014162:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687408.014164:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824548992:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687408.014167:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687408.014170:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687408.014171:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687408.014173:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687408.014176:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29d01f3a00. 02000000:00000001:1.0:1788687408.014178:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687408.014181:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687408.014184:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150dc0. 00000400:00000010:1.0:1788687408.014187:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc4c8. 00000100:00000200:1.0:1788687408.014189:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824548992, portal 10 00000100:00000001:1.0:1788687408.014191:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687408.014192:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496420736 : -110871213130880 : ffff9b29c8b9bb80) 00000100:00000040:1.0:1788687408.014197:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9bb80 x1875572824548992/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687408.014203:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687408.014206:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687408.014208:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcee0. 00000100:00000200:1.0:1788687408.014210:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824548992, offset 0 00000400:00000200:1.0:1788687408.014286:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687408.014291:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687408.014295:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687408.014297:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687408.014300:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687408.014302:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687408.014304:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687408.014307:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2547:2547:254:4294967295] 192.168.203.144@tcp LPNI seq info [2547:2547:6:4294967295] 00000400:00000200:1.0:1788687408.014310:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687408.014316:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687408.014320:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687408.014324:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c63e2200. 00000800:00000200:1.0:1788687408.014328:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687408.014332:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687408.014335:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63e2200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687408.014338:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687408.014341:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 834651 usecs (835 jiffies) 00000400:00000200:1.0:1788687408.014344:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687408.014346:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296534854 00000100:00000001:1.0:1788687408.014348:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296538331 00000100:00000001:1.0:1788687408.014350:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296534854 00000100:00000001:1.0:1788687408.014352:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296538331 00000100:00000001:1.0:1788687408.014354:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687408.014355:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687408.014358:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687408.014362:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99c00 x1875572824549248/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687408.014368:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687408.014370:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687408.014372:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687408.014373:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687408.014375:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687408.014378:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824549248:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687408.014384:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687408.014387:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687408.014388:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687408.014390:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687408.014393:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29d01f3e00. 02000000:00000001:1.0:1788687408.014395:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687408.014398:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687408.014400:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150f78. 00000400:00000010:1.0:1788687408.014404:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc110. 00000100:00000200:1.0:1788687408.014406:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824549248, portal 4 00000100:00000001:1.0:1788687408.014408:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687408.014409:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000040:1.0:1788687408.014415:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b99c00 x1875572824549248/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687408.014421:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687408.014423:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687408.014426:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc088. 00000100:00000200:1.0:1788687408.014428:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824549248, offset 0 00000400:00000200:1.0:1788687408.014434:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687408.014437:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687408.014441:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687408.014444:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687408.014446:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687408.014448:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687408.014451:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687408.014453:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2548:2548:253:4294967295] 192.168.203.144@tcp LPNI seq info [2548:2548:5:4294967295] 00000400:00000200:1.0:1788687408.014457:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687408.014463:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687408.014467:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687408.014471:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c995ef00. 00000800:00000200:1.0:1788687408.014475:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687408.014480:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687408.014482:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c995ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687408.014485:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687408.014488:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 251825 usecs (252 jiffies) 00000400:00000200:1.0:1788687408.014491:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687408.014493:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296534271 00000100:00000001:1.0:1788687408.014495:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296538331 00000100:00000001:1.0:1788687408.014497:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296534271 00000100:00000001:1.0:1788687408.014500:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296538331 00000100:00000001:1.0:1788687408.014502:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687408.014504:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687408.014506:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687408.014509:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687408.014521:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687408.014523:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687408.017792:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687408.017800:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2b00. 00000400:00000200:2.0:1788687408.017809:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687408.017818:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687408.017825:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc330 00000400:00000010:2.0:1788687408.017827:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc330. 00000100:00000001:2.0:1788687408.017832:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687408.017839:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9aa00 x1875572824548864/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687408.017982:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687408.017987:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9aa00 x1875572824548864/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687424 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687408.018001:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687408.018003:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687408.018018:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687408.018020:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2100. 00000400:00000200:2.0:1788687408.018023:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687408.018027:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687408.018029:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcc38 00000400:00000010:2.0:1788687408.018031:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcc38. 00000100:00000001:2.0:1788687408.018033:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687408.018037:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9ad80 x1875572824549120/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687408.018045:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687408.018048:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9ad80 x1875572824549120/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687424 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687408.018110:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687408.018113:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687408.018122:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687408.018125:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c63e2200. 00000400:00000200:2.0:1788687408.018127:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687408.018131:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687408.018133:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcee0 00000400:00000010:2.0:1788687408.018135:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcee0. 00000100:00000001:2.0:1788687408.018137:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687408.018141:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9bb80 x1875572824548992/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687408.018149:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687408.018151:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9bb80 x1875572824548992/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687424 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687408.018158:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687408.018159:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687408.018690:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687408.018694:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c995ef00. 00000400:00000200:2.0:1788687408.018702:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687408.018706:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687408.018710:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc088 00000400:00000010:2.0:1788687408.018712:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc088. 00000100:00000001:2.0:1788687408.018714:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687408.018719:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99c00 x1875572824549248/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687408.018727:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687408.018729:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99c00 x1875572824549248/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687424 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687408.018736:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687408.018738:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687408.027990:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687408.028006:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687408.028010:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687408.028012:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687408.028020:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687408.028028:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687408.028035:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687408.028039:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687408.028044:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687408.028048:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f52600 00000400:00000200:2.0:1788687408.028053:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687408.028059:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6fed [1] + 224 00000800:00000001:2.0:1788687408.028066:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687408.028070:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687408.028074:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687408.028078:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687408.028085:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687408.028094:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9aa00 x1875572824548864/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687408.028106:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b9aa00 x1875572824548864/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687408.028127:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687408.028134:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687408.028138:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687408.028140:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687408.028143:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687408.028146:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687408.028150:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687408.028154:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687408.028157:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687408.028159:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687408.028162:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f52700 00000400:00000200:2.0:1788687408.028165:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687408.028170:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x6ff5 [1] + 224 00000800:00000001:2.0:1788687408.028173:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687408.028177:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687408.028179:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687408.028182:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687408.028185:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687408.028189:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9ad80 x1875572824549120/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687408.028198:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b9ad80 x1875572824549120/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687408.028206:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687408.028209:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687408.028213:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687408.028214:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687408.028226:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687408.028229:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687408.028233:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687408.028237:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687408.028239:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687408.028243:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687408.028245:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f52780 00000400:00000200:2.0:1788687408.028253:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687408.028257:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x7005 [1] + 224 00000800:00000001:2.0:1788687408.028261:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687408.028264:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687408.028266:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687408.028269:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687408.028271:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687408.028276:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99c00 x1875572824549248/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687408.028285:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b99c00 x1875572824549248/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687408.028292:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687408.028295:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687408.028299:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687408.028300:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687408.028302:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687408.028305:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687408.028309:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687408.028314:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687408.028316:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687408.028318:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687408.028321:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f52680 00000400:00000200:2.0:1788687408.028324:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687408.028327:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x6ffd [1] + 224 00000800:00000001:2.0:1788687408.028330:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687408.028336:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687408.028339:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687408.028342:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687408.028344:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687408.028349:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9bb80 x1875572824548992/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687408.028356:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b9bb80 x1875572824548992/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687408.028363:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687408.028367:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687408.028370:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687408.028469:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687408.028474:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687408.028481:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687408.028483:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687408.028486:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150dc0. 00000400:00000200:1.0:1788687408.028492:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc4c8 00000400:00000010:1.0:1788687408.028495:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc4c8. 00000100:00000001:1.0:1788687408.028498:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687408.028503:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9bb80 x1875572824548992/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687408.028511:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9bb80 x1875572824548992/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687408.028517:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687408.028519:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687408.028522:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687408.028525:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687408.028527:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687408.028530:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687408.028532:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687408.028542:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=30 v=5 (5 5 103 103) 00000100:00001000:1.0:1788687408.028546:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687408.028549:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687408.028550:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687408.028553:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687408.028556:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687408.028560:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687408.028562:0:2367:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967656 00000100:00000001:1.0:1788687408.028564:0:2367:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687408.028566:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687408.028570:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9bb80 x1875572824548992/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687408.028578:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687408.028581:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687408.028583:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687408.028587:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9bb80 x1875572824548992/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687424 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687408.028594:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824548992:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1788687408.028600:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687408.028601:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687408.028602:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150f78. 00000400:00000200:1.0:1788687408.028605:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc110 00000400:00000010:1.0:1788687408.028606:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc110. 00000100:00000001:1.0:1788687408.028609:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687408.028612:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99c00 x1875572824549248/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687408.028620:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99c00 x1875572824549248/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687408.028625:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687408.028628:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687408.028629:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687408.028630:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687408.028632:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687408.028633:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687408.028634:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687408.028638:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=30 v=5 (5 5 5 16) 00000100:00001000:1.0:1788687408.028641:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687408.028643:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687408.028644:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687408.028645:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687408.028648:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687408.028650:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687408.028651:0:2367:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788687408.028653:0:2367:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687408.028654:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687408.028658:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99c00 x1875572824549248/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687408.028664:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687408.028666:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687408.028667:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687408.028671:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99c00 x1875572824549248/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687424 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687408.028677:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824549248:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1788687408.028682:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687408.028683:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687408.028685:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e01502c0. 00000400:00000200:1.0:1788687408.028688:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcaa0 00000400:00000010:1.0:1788687408.028689:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcaa0. 00000100:00000001:1.0:1788687408.028691:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687408.028694:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9aa00 x1875572824548864/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687408.028702:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9aa00 x1875572824548864/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687408.028708:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687408.028709:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687408.028711:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687408.028712:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687408.028713:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687408.028715:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687408.028717:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687408.028720:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=30 v=5 (5 5 5 5) 00000100:00001000:1.0:1788687408.028722:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687408.028724:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687408.028726:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687408.028727:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687408.028729:0:2367:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687408.028731:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687408.028734:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9aa00 x1875572824548864/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687408.028752:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687408.028754:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687408.028755:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687408.028759:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9aa00 x1875572824548864/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687424 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687408.028766:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2367:1875572824548864:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1788687408.028771:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687408.028772:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687408.028774:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150108. 00000400:00000200:1.0:1788687408.028776:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc7f8 00000400:00000010:1.0:1788687408.028778:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc7f8. 00000100:00000001:1.0:1788687408.028780:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687408.028783:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9ad80 x1875572824549120/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687408.028790:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9ad80 x1875572824549120/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687408.028797:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687408.028798:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687408.028800:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687408.028801:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687408.028802:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687408.028804:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687408.028806:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687408.028809:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=30 v=5 (5 5 5 16) 00000100:00001000:1.0:1788687408.028812:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687408.028814:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687408.028815:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687408.028816:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687408.028818:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687408.028820:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687408.028821:0:2367:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967342 00000100:00000001:1.0:1788687408.028822:0:2367:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687408.028823:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687408.028827:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9ad80 x1875572824549120/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687408.028832:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687408.028834:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687408.028836:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687408.028839:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9ad80 x1875572824549120/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687424 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687408.028846:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824549120:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687408.028860:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687408.028862:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687408.028866:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9bb80 x1875572824548992/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687424 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687408.028873:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687408.028875:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687408.028879:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29d01f3a00. 02000000:00000001:1.0:1788687408.028882:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687408.028885:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687408.028887:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687408.028889:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687408.028891:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c63e2e00. 02000000:00000001:1.0:1788687408.028895:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687408.028898:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687408.028899:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9bb80. 00000100:00000001:1.0:1788687408.028903:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687408.028937:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687408.028938:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687408.028942:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b99c00 x1875572824549248/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687424 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687408.028948:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687408.028949:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687408.028951:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29d01f3e00. 02000000:00000001:1.0:1788687408.028953:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687408.028954:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687408.028956:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687408.028966:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687408.028968:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c63e2900. 02000000:00000001:1.0:1788687408.028970:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687408.028971:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687408.028973:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b99c00. 00000100:00000001:1.0:1788687408.028975:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687408.028976:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687408.028977:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687408.028980:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9aa00 x1875572824548864/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687424 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687408.028986:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687408.028988:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687408.028989:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29d01f2a00. 02000000:00000001:1.0:1788687408.028991:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687408.028992:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687408.028993:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1788687408.028995:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687408.028997:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c63e2a00. 02000000:00000001:1.0:1788687408.028999:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687408.029000:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687408.029001:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9aa00. 00000100:00000001:1.0:1788687408.029004:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687408.029004:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687408.029006:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687408.029009:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9ad80 x1875572824549120/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687424 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687408.029014:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687408.029015:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687408.029016:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29d01f3000. 02000000:00000001:1.0:1788687408.029018:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687408.029019:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687408.029020:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687408.029022:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687408.029023:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c63e2300. 02000000:00000001:1.0:1788687408.029026:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687408.029027:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687408.029028:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9ad80. 00000100:00000001:1.0:1788687408.029030:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687408.029031:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687408.029034:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687408.029041:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687408.029043:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687408.029046:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687408.029048:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687408.139123:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687408.139130:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687408.139135:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687408.139136:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687408.139290:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687408.139294:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687408.139297:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788687409.163054:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687409.163061:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687409.163067:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687409.163068:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687409.163391:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687409.163394:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687409.163397:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788687409.445378:0:33489:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687409.757853:0:33509:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bd08 00000080:00200008:2.0:1788687409.757861:0:33509:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788687409.757868:0:33509:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687409.757870:0:33509:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bc80 00000080:00200000:2.0:1788687409.757871:0:33509:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687409.757878:0:33509:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29d884b800. 00800000:00000002:2.0:1788687409.757884:0:33509:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687409.757888:0:33509:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687409.757893:0:33509:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687409.757895:0:33509:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bba0 00800000:00000002:2.0:1788687409.757897:0:33509:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687409.757901:0:33509:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687409.757929:0:33509:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687409.757934:0:33509:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687409.757936:0:33509:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4ba70 00000002:00010000:2.0:1788687409.757937:0:33509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687409.757940:0:33509:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687409.757942:0:33509:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687409.757945:0:33509:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687409.757963:0:33509:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:2.0:1788687409.757966:0:33509:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687409.757971:0:33509:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687409.757974:0:33509:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687409.757979:0:33509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788687409.757994:0:33509:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687409.757998:0:33509:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687409.758001:0:33509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788687409.758007:0:33509:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687409.758008:0:33509:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687409.758010:0:33509:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687409.758012:0:33509:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687409.758013:0:33509:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687409.758015:0:33509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687409.758018:0:33509:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687409.758020:0:33509:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687409.758023:0:33509:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29d884b800. 00000080:00000001:2.0:1788687409.758027:0:33509:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687409.758028:0:33509:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687409.758031:0:33509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687409.758034:0:33509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811ec5 00800000:00000001:2.0:1788687409.758037:0:33509:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687409.758039:0:33509:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687409.758041:0:33509:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687409.758043:0:33509:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687409.758046:0:33509:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:2.0:1788687409.758048:0:33509:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687409.758051:0:33509:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687409.758053:0:33509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687409.758055:0:33509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687409.758056:0:33509:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687409.758057:0:33509:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687409.758060:0:33509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811ec5 from it ffffaca080d4bcb8 00010000:00000001:2.0:1788687409.758062:0:33509:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687409.758063:0:33509:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687409.758065:0:33509:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:2.0:1788687409.758066:0:33509:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687409.758068:0:33509:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687409.758071:0:33509:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687409.758074:0:33509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788687409.758080:0:33509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687409.758081:0:33509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687409.758083:0:33509:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687409.758085:0:33509:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687409.758087:0:33509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788687409.758097:0:33509:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687409.758101:0:33509:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687409.758103:0:33509:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687409.758107:0:33509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687409.758108:0:33509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687409.758110:0:33509:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687409.758113:0:33509:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687409.758114:0:33509:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687409.758117:0:33509:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687409.758119:0:33509:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687409.758121:0:33509:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687409.758122:0:33509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687409.758123:0:33509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687409.758126:0:33509:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687409.758128:0:33509:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687409.758131:0:33509:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687409.758136:0:33509:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bd08 00000080:00000008:2.0:1788687409.758138:0:33509:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788687409.758636:0:33509:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687409.758659:0:33509:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bd08 00000080:00200008:2.0:1788687409.758662:0:33509:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788687409.758666:0:33509:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687409.758668:0:33509:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bc80 00000080:00200000:2.0:1788687409.758669:0:33509:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687409.758673:0:33509:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29d884b800. 00800000:00000002:2.0:1788687409.758676:0:33509:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687409.758678:0:33509:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687409.758680:0:33509:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687409.758682:0:33509:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bba0 00800000:00000002:2.0:1788687409.758684:0:33509:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687409.758687:0:33509:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687409.758689:0:33509:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687409.758692:0:33509:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687409.758693:0:33509:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4ba70 00000002:00010000:2.0:1788687409.758695:0:33509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687409.758698:0:33509:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687409.758699:0:33509:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687409.758700:0:33509:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687409.758705:0:33509:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:2.0:1788687409.758707:0:33509:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687409.758710:0:33509:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687409.758712:0:33509:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687409.758715:0:33509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788687409.758723:0:33509:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687409.758726:0:33509:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687409.758728:0:33509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788687409.758733:0:33509:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687409.758735:0:33509:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687409.758737:0:33509:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687409.758739:0:33509:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687409.758740:0:33509:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687409.758742:0:33509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687409.758745:0:33509:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687409.758747:0:33509:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687409.758749:0:33509:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29d884b800. 00000080:00000001:2.0:1788687409.758751:0:33509:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687409.758753:0:33509:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687409.758755:0:33509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687409.758758:0:33509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811ec5 00800000:00000001:2.0:1788687409.758761:0:33509:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687409.758762:0:33509:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687409.758764:0:33509:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687409.758765:0:33509:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687409.758767:0:33509:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:2.0:1788687409.758769:0:33509:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687409.758772:0:33509:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687409.758774:0:33509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687409.758775:0:33509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687409.758776:0:33509:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687409.758778:0:33509:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687409.758781:0:33509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811ec5 from it ffffaca080d4bcb8 00010000:00000001:2.0:1788687409.758783:0:33509:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687409.758784:0:33509:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687409.758785:0:33509:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:2.0:1788687409.758787:0:33509:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687409.758789:0:33509:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687409.758791:0:33509:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687409.758793:0:33509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788687409.758799:0:33509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687409.758800:0:33509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687409.758801:0:33509:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687409.758803:0:33509:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687409.758805:0:33509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788687409.758811:0:33509:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687409.758813:0:33509:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687409.758814:0:33509:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687409.758816:0:33509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687409.758818:0:33509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687409.758819:0:33509:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687409.758821:0:33509:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687409.758822:0:33509:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687409.758823:0:33509:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687409.758825:0:33509:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687409.758826:0:33509:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687409.758827:0:33509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687409.758828:0:33509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687409.758830:0:33509:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687409.758831:0:33509:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687409.758834:0:33509:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687409.758837:0:33509:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bd08 00000080:00000008:2.0:1788687409.758839:0:33509:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788687409.758943:0:33509:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687409.758962:0:33509:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687409.758965:0:33509:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bb78 00000080:00200000:2.0:1788687409.758967:0:33509:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687409.758971:0:33509:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29d884b800. 00800000:00000002:2.0:1788687409.758974:0:33509:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687409.758976:0:33509:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687409.758978:0:33509:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687409.758979:0:33509:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4ba98 00800000:00000002:2.0:1788687409.758981:0:33509:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687409.758983:0:33509:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687409.758985:0:33509:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687409.758988:0:33509:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687409.758989:0:33509:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4b968 00000002:00010000:2.0:1788687409.758991:0:33509:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687409.758993:0:33509:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687409.758995:0:33509:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687409.758996:0:33509:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687409.758999:0:33509:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:2.0:1788687409.759001:0:33509:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687409.759003:0:33509:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687409.759005:0:33509:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687409.759008:0:33509:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788687409.759015:0:33509:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687409.759017:0:33509:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687409.759020:0:33509:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1788687409.759026:0:33509:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687409.759028:0:33509:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687409.759029:0:33509:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687409.759031:0:33509:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687409.759032:0:33509:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687409.759034:0:33509:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687409.759036:0:33509:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687409.759038:0:33509:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687409.759040:0:33509:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29d884b800. 00000080:00000001:2.0:1788687409.759043:0:33509:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687409.759044:0:33509:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687409.759046:0:33509:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687409.759048:0:33509:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811ec5 00800000:00000001:2.0:1788687409.759051:0:33509:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687409.759052:0:33509:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687409.759053:0:33509:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687409.759054:0:33509:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687409.759056:0:33509:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:2.0:1788687409.759058:0:33509:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687409.759060:0:33509:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687409.759063:0:33509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687409.759064:0:33509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687409.759065:0:33509:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687409.759067:0:33509:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687409.759069:0:33509:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811ec5 from it ffffaca080d4bbb0 00010000:00000001:2.0:1788687409.759070:0:33509:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687409.759071:0:33509:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687409.759073:0:33509:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:2.0:1788687409.759074:0:33509:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687409.759076:0:33509:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687409.759078:0:33509:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687409.759080:0:33509:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788687409.759085:0:33509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687409.759086:0:33509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687409.759087:0:33509:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687409.759088:0:33509:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687409.759090:0:33509:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788687409.759096:0:33509:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687409.759097:0:33509:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687409.759099:0:33509:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687409.759101:0:33509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687409.759101:0:33509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687409.759103:0:33509:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687409.759104:0:33509:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687409.759105:0:33509:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687409.759107:0:33509:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687409.759109:0:33509:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687409.759110:0:33509:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687409.759111:0:33509:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687409.759112:0:33509:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687409.759113:0:33509:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687409.759115:0:33509:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687409.759117:0:33509:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 44 00000080:00000001:2.0:1788687409.759120:0:33509:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687409.759124:0:33509:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788687409.759127:0:33509:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788687409.759128:0:33509:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bb78 00000080:00200008:2.0:1788687409.759130:0:33509:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 100000 00000080:00000010:2.0:1788687409.759134:0:33509:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29c17ae140. 00000080:00000001:2.0:1788687409.759138:0:33509:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687409.759140:0:33509:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687409.759209:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788687409.759211:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:2.0:1788687409.759218:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:2.0:1788687409.759220:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788687409.759224:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c63d5800. 00000020:00000001:2.0:1788687409.759228:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687409.759230:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:2.0:1788687409.759233:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:2.0:1788687409.759235:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c63d5800 uarg=0000000000000000 00800000:00000001:2.0:1788687409.759241:0:33509:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:2.0:1788687409.759243:0:33509:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9b29e019e800: age 1859, max_age 1867 00000002:00000001:2.0:1788687409.759247:0:33509:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:2.0:1788687409.759249:0:33509:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000010:2.0:1788687409.759255:0:33509:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8a80. 00000020:00000040:2.0:1788687409.759258:0:33509:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:2.0:1788687409.759262:0:33509:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687409.759264:0:33509:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687409.759266:0:33509:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687409.759273:0:33509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29d05a3e00. 00000100:00000001:2.0:1788687409.759279:0:33509:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687409.759282:0:33509:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687409.759284:0:33509:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687409.759291:0:33509:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c52b5900. 00000100:00000001:2.0:1788687409.759293:0:33509:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202436757760 : -110871272793856 : ffff9b29c52b5900) 00000100:00000001:2.0:1788687409.759295:0:33509:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687409.759297:0:33509:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420189824 : -110871289361792 : ffff9b29c42e8a80) 00000100:00000001:2.0:1788687409.759302:0:33509:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687409.759306:0:33509:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687409.759308:0:33509:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687409.759309:0:33509:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687409.759319:0:33509:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8a80 x1875572824549376/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687409.759327:0:33509:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687409.759329:0:33509:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687409.759332:0:33509:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687409.759334:0:33509:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687409.759336:0:33509:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687409.759339:0:33509:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8a80 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:33509:1875572824549376:192.168.203.144@tcp:41:lfs.0 00000100:00000001:2.0:1788687409.759343:0:33509:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687409.759347:0:33509:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687409.759349:0:33509:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687409.759351:0:33509:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687409.759355:0:33509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d5400. 02000000:00000001:2.0:1788687409.759357:0:33509:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687409.759364:0:33509:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687409.759368:0:33509:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fddc0. 00000400:00000010:2.0:1788687409.759375:0:33509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240990. 00000100:00000200:2.0:1788687409.759381:0:33509:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824549376, portal 10 00000100:00000001:2.0:1788687409.759383:0:33509:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687409.759384:0:33509:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420189824 : -110871289361792 : ffff9b29c42e8a80) 00000100:00000040:2.0:1788687409.759390:0:33509:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e8a80 x1875572824549376/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687425 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687409.759398:0:33509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687409.759400:0:33509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687409.759402:0:33509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240e58. 00000100:00000200:2.0:1788687409.759405:0:33509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824549376, offset 0 00000400:00000200:2.0:1788687409.759410:0:33509:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687409.759418:0:33509:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687409.759425:0:33509:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687409.759430:0:33509:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687409.759433:0:33509:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687409.759436:0:33509:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687409.759438:0:33509:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687409.759442:0:33509:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2549:2549:256:4294967295] 192.168.203.144@tcp LPNI seq info [2549:2549:8:4294967295] 00000400:00000200:2.0:1788687409.759446:0:33509:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687409.759455:0:33509:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687409.759461:0:33509:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687409.759465:0:33509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3400. 00000800:00000200:2.0:1788687409.759471:0:33509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687409.759479:0:33509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687409.759484:0:33509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687409.759498:0:33509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687409.759502:0:33509:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 833605 usecs (834 jiffies) 00000400:00000200:2.0:1788687409.759506:0:33509:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687409.759508:0:33509:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296536595 00000800:00000200:2.0:1788687409.759612:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687409.759616:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3400. 00000400:00000200:2.0:1788687409.759621:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687409.759626:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687409.759633:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240e58 00000400:00000010:2.0:1788687409.759635:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240e58. 00000100:00000001:2.0:1788687409.759638:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687409.759642:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8a80 x1875572824549376/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687425 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687409.759651:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687409.759655:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8a80 x1875572824549376/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687425 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687409.759661:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687409.759663:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788687409.759678:0:33509:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296538331 00000100:00000001:2.0:1788687409.759682:0:33509:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296536595 00000100:00000001:2.0:1788687409.759684:0:33509:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296538331 00000100:00000001:2.0:1788687409.759687:0:33509:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687409.759690:0:33509:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687409.759692:0:33509:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687409.759694:0:33509:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687409.759697:0:33509:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c52b5900 going to sleep for 11 seconds 00000100:00000001:2.0:1788687409.759699:0:33509:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687409.759702:0:33509:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687409.764965:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687409.764982:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687409.764986:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687409.764989:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687409.764998:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687409.765006:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687409.765014:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687409.765018:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687409.765024:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687409.765028:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 10 MB=0x6a9d2d3f52800 00000400:00000200:2.0:1788687409.765033:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687409.765039:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 368/368 into md 0x700d [1] + 224 00000800:00000001:2.0:1788687409.765046:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687409.765053:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687409.765057:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687409.765061:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687409.765068:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687409.765076:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8a80 x1875572824549376/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687425 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687409.765087:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b29c42e8a80 x1875572824549376/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687425 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687409.765107:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687409.765116:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687409.765119:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687409.765148:0:33509:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687409.765156:0:33509:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687409.765158:0:33509:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687409.765161:0:33509:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fddc0. 00000400:00000200:0.0:1788687409.765167:0:33509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240990 00000400:00000010:0.0:1788687409.765169:0:33509:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240990. 00000100:00000001:0.0:1788687409.765172:0:33509:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687409.765178:0:33509:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e8a80 x1875572824549376/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687425 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687409.765187:0:33509:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e8a80 x1875572824549376/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687425 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687409.765194:0:33509:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687409.765196:0:33509:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687409.765198:0:33509:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687409.765202:0:33509:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687409.765204:0:33509:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687409.765206:0:33509:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687409.765209:0:33509:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687409.765218:0:33509:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=31 v=5 (5 5 103 103) 00000100:00001000:0.0:1788687409.765222:0:33509:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=12 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687409.765225:0:33509:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687409.765227:0:33509:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687409.765229:0:33509:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687409.765233:0:33509:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687409.765236:0:33509:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687409.765239:0:33509:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967656 00000100:00000001:0.0:1788687409.765241:0:33509:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687409.765243:0:33509:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687409.765248:0:33509:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e8a80 x1875572824549376/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687425 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687409.765255:0:33509:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687409.765258:0:33509:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687409.765260:0:33509:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687409.765264:0:33509:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e8a80 x1875572824549376/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687425 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687409.765271:0:33509:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e8a80 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:33509:1875572824549376:192.168.203.144@tcp:41:lfs.0 00000100:00000001:0.0:1788687409.765276:0:33509:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687409.765279:0:33509:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687409.765282:0:33509:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687409.765284:0:33509:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687409.765287:0:33509:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8a80 x1875572824549376/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687425 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687409.765293:0:33509:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687409.765295:0:33509:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c52b5900. 00000100:00000001:0.0:1788687409.765298:0:33509:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687409.765300:0:33509:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687409.765305:0:33509:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1788687409.765307:0:33509:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687409.765309:0:33509:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e8a80 x1875572824549376/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687425 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687409.765315:0:33509:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687409.765317:0:33509:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687409.765320:0:33509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c63d5400. 02000000:00000001:0.0:1788687409.765322:0:33509:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687409.765325:0:33509:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687409.765327:0:33509:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687409.765329:0:33509:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687409.765331:0:33509:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29d05a3e00. 02000000:00000001:0.0:1788687409.765334:0:33509:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687409.765337:0:33509:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687409.765338:0:33509:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e8a80. 00000100:00000001:0.0:1788687409.765341:0:33509:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687409.765342:0:33509:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788687409.765344:0:33509:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687409.765345:0:33509:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687409.765346:0:33509:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:0.0:1788687409.765348:0:33509:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9b29e019e800: update ffff9b29c9710458 cache blocks 17239/17271 objects 532748/533099 00800000:00000001:0.0:1788687409.765353:0:33509:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687409.765357:0:33509:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.765361:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687409.765363:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c63d5800. 00000080:00000001:0.0:1788687409.765366:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.765368:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.765435:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.765438:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.765445:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.765448:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.765452:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.765455:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.765457:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.765460:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.765462:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.765465:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765467:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765469:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.765471:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.765473:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765475:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765478:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.765480:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.765483:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.765484:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.765486:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.765489:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.765491:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.765492:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.765494:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.765496:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765498:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765500:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.765502:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.765504:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765506:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765509:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.765510:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.765513:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.765514:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.765517:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.765519:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.765520:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.765522:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.765523:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.765526:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765527:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765529:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.765531:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.765533:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765535:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765538:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.765540:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.765542:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.765543:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.765546:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.765548:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.765550:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.765551:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.765552:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.765554:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765556:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765557:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.765559:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.765561:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765563:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765566:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.765567:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.765569:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.765571:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.765573:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.765574:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.765576:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.765577:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.765591:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.765595:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765596:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765598:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.765600:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.765603:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765605:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765608:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.765610:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.765612:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.765613:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.765616:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.765618:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.765620:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.765621:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.765622:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.765629:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765631:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765633:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.765635:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.765637:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765639:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765642:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.765644:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.765646:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.765647:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.765649:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.765651:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.765653:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.765654:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.765655:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.765659:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765661:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765663:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.765665:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.765667:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765669:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765673:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.765674:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.765676:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.765678:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.765680:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.765682:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.765683:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.765684:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.765685:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.765689:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765691:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765692:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.765695:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.765697:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765699:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765702:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.765703:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.765706:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.765707:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.765709:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.765711:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.765713:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.765714:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.765715:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.765717:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765719:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765721:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.765723:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.765725:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765727:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765730:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.765731:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.765734:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.765735:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.765737:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.765739:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.765740:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.765741:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.765742:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.765745:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765746:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765748:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.765750:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.765752:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765754:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765757:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.765758:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.765761:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.765762:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.765764:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.765765:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.765767:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.765768:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.765769:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.765771:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765772:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765774:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.765776:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.765778:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765779:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765795:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.765797:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.765800:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.765801:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.765803:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.765805:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.765807:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.765808:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.765809:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.765811:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765813:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765815:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.765817:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.765819:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765821:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765824:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.765825:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.765827:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.765828:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.765830:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.765832:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.765833:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.765834:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.765835:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.765837:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765839:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765841:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.765842:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.765844:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765846:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765848:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.765850:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.765852:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.765853:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.765855:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.765856:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.765858:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.765859:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.765860:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.765862:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765864:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765865:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.765867:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.765869:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765871:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765873:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.765874:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.765877:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.765878:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.765879:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.765881:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.765891:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.765892:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.765894:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.765896:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765898:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765899:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.765901:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.765903:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765931:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765935:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.765937:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.765939:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.765940:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.765943:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.765945:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.765956:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.765957:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.765958:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.765960:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765962:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765963:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.765965:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.765968:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765969:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765972:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.765973:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.765976:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.765977:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.765979:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.765981:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.765982:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.765983:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.765985:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.765987:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765988:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765990:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.765992:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.765993:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765995:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.765997:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.765998:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766000:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766002:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766004:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766006:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766008:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766010:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766011:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766014:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766016:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766017:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766019:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766021:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766023:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766026:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766027:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766029:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766031:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766033:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766036:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766037:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766039:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766040:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766043:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766045:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766047:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766049:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766053:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766055:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766058:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766060:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766062:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766063:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766066:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766068:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766069:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766071:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766072:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766075:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766077:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766079:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766081:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766083:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766085:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766087:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766089:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766092:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766093:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766095:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766097:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766099:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766100:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766101:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766104:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766106:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766108:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766110:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766112:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766114:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766118:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766119:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766121:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766122:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766125:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766127:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766128:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766129:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766130:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766133:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766135:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766136:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766138:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766141:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766142:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766146:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766147:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766150:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766151:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766153:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766155:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766156:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766157:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766158:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766160:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766162:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766163:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766165:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766167:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766168:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766171:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766172:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766175:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766175:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766178:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766179:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766181:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766182:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766183:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766185:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766187:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766189:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766191:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766193:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766195:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766198:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766200:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766203:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766204:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766206:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766208:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766210:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766211:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766212:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766214:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766216:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766218:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766220:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766223:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766224:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766228:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766229:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766232:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766233:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766234:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766237:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766238:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766239:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766240:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766243:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766244:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766247:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766249:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766251:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766253:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766256:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766257:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766259:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766260:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766263:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766265:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766267:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766268:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766269:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766272:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766273:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766275:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766277:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766279:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766281:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766284:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766285:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766288:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766289:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766291:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766294:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766295:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766296:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766298:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766300:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766302:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766303:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766306:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766307:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766309:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766312:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766313:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766316:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766317:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766319:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766321:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766323:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766324:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766326:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766328:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766329:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766331:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766333:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766335:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766336:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766339:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766340:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766342:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766344:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766345:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766347:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766349:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766350:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766351:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766353:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766355:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766357:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766359:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766361:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766363:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766365:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766366:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766369:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766370:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766372:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766374:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766376:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766377:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766378:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766380:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766383:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766385:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766387:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766389:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766390:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766393:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766394:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766396:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766397:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766399:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766401:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766403:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766404:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766405:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766407:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766409:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766411:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766412:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766414:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766415:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766418:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766419:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766421:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766422:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766424:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766426:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766428:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766429:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766430:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766432:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766434:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766436:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766438:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766440:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766442:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766445:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766446:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766449:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766450:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766452:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766453:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766455:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766456:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766457:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766459:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766461:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766462:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766464:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766466:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766468:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766471:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766472:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766475:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766476:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766478:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766480:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766481:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766482:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766483:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766486:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766488:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766490:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766492:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766493:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766495:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766498:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766500:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766502:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766504:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766506:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766508:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766510:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766511:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766512:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766515:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766517:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766518:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766521:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766522:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766524:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766526:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766527:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766529:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766530:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766532:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766534:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766535:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766536:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766538:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766540:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766541:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766543:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766545:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766547:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766548:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766551:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766552:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766555:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766556:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766559:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766560:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766562:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766563:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766564:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766566:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766568:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766569:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766571:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766573:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766574:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766577:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766578:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766580:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766581:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766583:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766585:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766587:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766588:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766589:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766591:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766594:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766595:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766597:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766599:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766601:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766603:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766605:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766607:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766608:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766610:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766612:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766614:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766615:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766617:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766619:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766621:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766622:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766625:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766627:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766628:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766631:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766633:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766635:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766636:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766638:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766640:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766641:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766642:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766643:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766646:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766647:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766649:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766651:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766653:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766654:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766656:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766657:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766660:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766660:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766662:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766664:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766665:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766666:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766668:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766670:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766673:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766674:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766676:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766678:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766679:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766682:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766683:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766685:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766685:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766687:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766689:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766691:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766692:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766693:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766696:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766697:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766699:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766701:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766703:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766705:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766707:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766709:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766711:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766712:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766714:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766716:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766718:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766719:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766720:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766722:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766724:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766726:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766728:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766730:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766732:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766735:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766736:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766739:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766740:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766742:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766744:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766746:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766747:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766748:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766750:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766752:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766754:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766756:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766758:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766759:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766762:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766764:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766766:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766767:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766768:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766770:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766771:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766772:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766773:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766775:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766777:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766778:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766780:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766782:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766783:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766786:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766787:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766790:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766791:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766793:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766794:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766796:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766796:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766797:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766799:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766801:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766802:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766804:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766806:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766807:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766810:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766811:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766813:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766814:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766816:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766818:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766819:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766820:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766821:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766824:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766826:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766827:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766829:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766831:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766832:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766835:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766836:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766838:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766842:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766844:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766846:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766847:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766848:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766850:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766851:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766853:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766854:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766856:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766858:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766859:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766863:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766864:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766866:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766867:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766868:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766870:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766871:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766872:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766874:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766876:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766877:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766879:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766881:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766882:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766884:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766886:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766887:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766890:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766890:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766892:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766894:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766896:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766897:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766898:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766900:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766902:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766903:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766932:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766935:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766937:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766941:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766942:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766945:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766956:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766959:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766961:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766963:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766964:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766965:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766968:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766969:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766971:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.766973:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.766975:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766977:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766980:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.766981:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.766983:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.766985:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.766987:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.766989:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.766990:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.766991:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.766993:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.766995:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766997:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.766999:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.767001:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.767003:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767004:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767007:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.767008:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.767011:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.767012:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.767014:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.767016:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.767018:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.767019:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.767020:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.767023:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767025:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767026:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.767028:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.767030:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767031:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767034:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.767035:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.767037:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.767038:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.767040:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.767042:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.767043:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.767044:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.767046:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.767048:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767050:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767052:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.767053:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.767056:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767057:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767060:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.767062:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.767064:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.767065:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.767067:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.767068:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.767070:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.767071:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.767072:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.767074:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767076:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767078:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.767080:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.767082:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767083:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767086:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.767087:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.767089:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.767090:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.767092:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.767094:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.767095:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.767096:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.767097:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.767099:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767101:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767103:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.767105:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.767107:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767109:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767112:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.767114:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.767116:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.767117:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.767119:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.767121:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.767123:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.767124:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.767125:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.767127:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767129:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767130:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.767132:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.767134:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767136:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767139:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.767140:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.767142:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.767143:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.767146:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.767148:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.767150:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.767151:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.767152:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.767154:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767155:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767157:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.767159:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.767161:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767163:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767165:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.767166:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.767169:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.767170:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.767172:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.767174:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.767176:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.767177:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.767178:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.767180:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767182:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767183:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.767185:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.767187:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767189:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767192:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.767193:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.767195:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.767197:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.767199:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.767200:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.767202:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.767203:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.767204:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.767206:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767208:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767210:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.767212:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.767214:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767216:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767219:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.767220:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.767222:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.767223:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.767225:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.767228:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.767229:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.767231:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.767232:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.767235:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767237:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767238:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.767240:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.767242:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767244:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767247:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.767248:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.767251:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.767252:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.767254:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.767256:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.767257:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.767258:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.767259:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.767261:0:33509:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767263:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767265:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687409.767267:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.767268:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767270:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687409.767272:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.767274:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.767276:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.767277:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.767279:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.767281:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.767282:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687409.767284:0:33509:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687409.767285:0:33509:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00800000:00000001:0.0:1788687409.767287:0:33509:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788687409.767289:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788687409.767290:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1788687409.767292:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:0.0:1788687409.767294:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788687409.767296:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788687409.767299:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687409.767300:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:0.0:1788687409.767302:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687409.767303:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687409.767305:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00c00. 00000020:00000001:0.0:1788687409.767307:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687409.767309:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687409.767312:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687409.767314:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00c00 uarg=0000000000000000 00020000:00000001:0.0:1788687409.767321:0:33509:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:0.0:1788687409.767323:0:33509:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff9b29e019e800: age 1859, max_age 1867 00000008:00000001:0.0:1788687409.767326:0:33509:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:0.0:1788687409.767329:0:33509:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000010:0.0:1788687409.767334:0:33509:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f1500. 00000020:00000040:0.0:1788687409.767337:0:33509:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=4 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:0.0:1788687409.767341:0:33509:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687409.767342:0:33509:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:0.0:1788687409.767344:0:33509:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788687409.767346:0:33509:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687409.767348:0:33509:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687409.767353:0:33509:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687409.767359:0:33509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c6946a00. 00000100:00000001:0.0:1788687409.767365:0:33509:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687409.767368:0:33509:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687409.767369:0:33509:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687409.767386:0:33509:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c6852540. 00000100:00000001:0.0:1788687409.767389:0:33509:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202459419968 : -110871250131648 : ffff9b29c6852540) 00000100:00000001:0.0:1788687409.767392:0:33509:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687409.767393:0:33509:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509354240 : -110871200197376 : ffff9b29c97f1500) 00000100:00000001:0.0:1788687409.767399:0:33509:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687409.767403:0:33509:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687409.767406:0:33509:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687409.767407:0:33509:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687409.767417:0:33509:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f1500 x1875572824549504/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687409.767426:0:33509:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687409.767428:0:33509:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687409.767431:0:33509:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687409.767434:0:33509:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687409.767436:0:33509:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687409.767440:0:33509:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f1500 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:33509:1875572824549504:192.168.203.144@tcp:13:lfs.0 00000100:00000001:0.0:1788687409.767443:0:33509:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687409.767448:0:33509:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687409.767450:0:33509:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687409.767452:0:33509:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687409.767456:0:33509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a02800. 02000000:00000001:0.0:1788687409.767458:0:33509:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687409.767465:0:33509:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687409.767469:0:33509:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1108. 00000400:00000010:0.0:1788687409.767475:0:33509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda908. 00000100:00000200:0.0:1788687409.767482:0:33509:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824549504, portal 4 00000100:00000001:0.0:1788687409.767484:0:33509:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687409.767485:0:33509:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509354240 : -110871200197376 : ffff9b29c97f1500) 00000100:00000040:0.0:1788687409.767494:0:33509:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f1500 x1875572824549504/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687425 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687409.767502:0:33509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687409.767505:0:33509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687409.767801:0:33509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc7f8. 00000100:00000200:1.0:1788687409.767809:0:33509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875572824549504, offset 0 00000400:00000200:1.0:1788687409.767817:0:33509:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687409.767825:0:33509:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687409.767844:0:33509:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687409.767850:0:33509:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687409.767854:0:33509:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687409.767858:0:33509:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687409.767860:0:33509:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687409.767863:0:33509:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2550:2550:256:4294967295] 192.168.203.144@tcp LPNI seq info [2550:2550:8:4294967295] 00000400:00000200:1.0:1788687409.767868:0:33509:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687409.767877:0:33509:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687409.767883:0:33509:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687409.767888:0:33509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c995e800. 00000800:00000200:1.0:1788687409.767894:0:33509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687409.767901:0:33509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687409.767937:0:33509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c995e800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687409.767958:0:33509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687409.767963:0:33509:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20396 usecs (21 jiffies) 00000400:00000200:1.0:1788687409.767967:0:33509:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687409.767969:0:33509:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296535794 00000100:00000001:1.0:1788687409.767973:0:33509:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296538331 00000100:00000001:1.0:1788687409.767975:0:33509:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296535794 00000100:00000001:1.0:1788687409.767977:0:33509:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296538331 00000100:00000001:1.0:1788687409.767980:0:33509:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687409.767982:0:33509:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687409.767984:0:33509:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687409.767986:0:33509:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687409.767988:0:33509:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6852540 going to sleep for 11 seconds 00000100:00000001:1.0:1788687409.767991:0:33509:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687409.767993:0:33509:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687409.768199:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687409.768205:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c995e800. 00000400:00000200:2.0:1788687409.768210:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687409.768214:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687409.768219:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc7f8 00000400:00000010:2.0:1788687409.768221:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc7f8. 00000100:00000001:2.0:1788687409.768225:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687409.768230:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1500 x1875572824549504/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687425 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687409.768251:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687409.768255:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1500 x1875572824549504/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687425 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687409.768261:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687409.768262:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687409.772331:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687409.772345:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687409.772350:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687409.772354:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687409.772362:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687409.772370:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687409.772379:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687409.772384:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687409.772389:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687409.772393:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 4 MB=0x6a9d2d3f52880 00000400:00000200:2.0:1788687409.772397:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687409.772403:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 368/368 into md 0x701d [1] + 224 00000800:00000001:2.0:1788687409.772410:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687409.772416:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687409.772420:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687409.772424:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687409.772431:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687409.772442:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1500 x1875572824549504/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687425 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687409.772453:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b29c97f1500 x1875572824549504/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687425 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687409.772470:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687409.772478:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687409.772481:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687409.772608:0:33509:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687409.772615:0:33509:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687409.772617:0:33509:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687409.772621:0:33509:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1108. 00000400:00000200:1.0:1788687409.772625:0:33509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda908 00000400:00000010:1.0:1788687409.772628:0:33509:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda908. 00000100:00000001:1.0:1788687409.772631:0:33509:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687409.772636:0:33509:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f1500 x1875572824549504/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687425 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687409.772645:0:33509:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f1500 x1875572824549504/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687425 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687409.772651:0:33509:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687409.772652:0:33509:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687409.772655:0:33509:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687409.772657:0:33509:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687409.772659:0:33509:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687409.772661:0:33509:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687409.772664:0:33509:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687409.772672:0:33509:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec74f0 time=28 v=5 (5 0 0 0) 00000100:00001000:1.0:1788687409.772675:0:33509:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687409.772678:0:33509:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687409.772680:0:33509:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687409.772682:0:33509:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687409.772686:0:33509:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687409.772689:0:33509:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687409.772692:0:33509:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967342 00000100:00000001:1.0:1788687409.772694:0:33509:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687409.772695:0:33509:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687409.772700:0:33509:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f1500 x1875572824549504/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687425 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687409.772707:0:33509:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687409.772710:0:33509:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687409.772712:0:33509:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687409.772716:0:33509:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f1500 x1875572824549504/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687425 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687409.772723:0:33509:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f1500 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:33509:1875572824549504:192.168.203.144@tcp:13:lfs.0 00000100:00000001:1.0:1788687409.772728:0:33509:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687409.772730:0:33509:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687409.772732:0:33509:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687409.772734:0:33509:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687409.772737:0:33509:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1500 x1875572824549504/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687425 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687409.772742:0:33509:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687409.772745:0:33509:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c6852540. 00000100:00000001:1.0:1788687409.772747:0:33509:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687409.772749:0:33509:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687409.772755:0:33509:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1788687409.772756:0:33509:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687409.772759:0:33509:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f1500 x1875572824549504/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687425 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687409.772764:0:33509:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687409.772766:0:33509:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687409.772769:0:33509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a02800. 02000000:00000001:1.0:1788687409.772772:0:33509:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687409.772774:0:33509:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687409.772776:0:33509:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687409.772778:0:33509:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687409.772780:0:33509:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c6946a00. 02000000:00000001:1.0:1788687409.772784:0:33509:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687409.772786:0:33509:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687409.772788:0:33509:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f1500. 00000100:00000001:1.0:1788687409.772791:0:33509:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687409.772792:0:33509:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1788687409.772795:0:33509:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff9b29e019e800: update ffff9b29c9715198 cache blocks 3679/3683 objects 117792/118192 00020000:00000001:1.0:1788687409.772799:0:33509:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687409.772804:0:33509:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.772807:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687409.772810:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00c00. 00000080:00000001:1.0:1788687409.772813:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.772816:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.773015:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.773018:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.773026:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.773029:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.773033:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.773037:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.773040:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.773043:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.773045:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.773051:0:33509:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1788687409.773053:0:33509:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff9b29e019e800: age 1859, max_age 1867 00000008:00000001:1.0:1788687409.773056:0:33509:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1788687409.773059:0:33509:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000010:1.0:1788687409.773065:0:33509:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9ad80. 00000020:00000040:1.0:1788687409.773067:0:33509:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=4 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687409.773070:0:33509:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687409.773071:0:33509:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687409.773073:0:33509:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788687409.773075:0:33509:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687409.773077:0:33509:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687409.773081:0:33509:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687409.773086:0:33509:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c995ed00. 00000100:00000001:1.0:1788687409.773092:0:33509:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687409.773094:0:33509:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687409.773096:0:33509:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687409.773101:0:33509:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c98dd600. 00000100:00000001:1.0:1788687409.773103:0:33509:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202510321152 : -110871199230464 : ffff9b29c98dd600) 00000100:00000001:1.0:1788687409.773106:0:33509:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687409.773107:0:33509:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000100:00000001:1.0:1788687409.773111:0:33509:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687409.773115:0:33509:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687409.773117:0:33509:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687409.773118:0:33509:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687409.773124:0:33509:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9ad80 x1875572824549632/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687409.773130:0:33509:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687409.773144:0:33509:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687409.773148:0:33509:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687409.773150:0:33509:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687409.773152:0:33509:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687409.773156:0:33509:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:33509:1875572824549632:192.168.203.144@tcp:13:lfs.0 00000100:00000001:1.0:1788687409.773159:0:33509:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687409.773163:0:33509:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687409.773164:0:33509:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687409.773167:0:33509:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687409.773171:0:33509:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6913000. 02000000:00000001:1.0:1788687409.773173:0:33509:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687409.773177:0:33509:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687409.773180:0:33509:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150108. 00000400:00000010:1.0:1788687409.773185:0:33509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcaa0. 00000100:00000200:1.0:1788687409.773191:0:33509:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824549632, portal 4 00000100:00000001:1.0:1788687409.773192:0:33509:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687409.773193:0:33509:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000100:00000040:1.0:1788687409.773200:0:33509:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9ad80 x1875572824549632/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687425 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687409.773207:0:33509:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687409.773209:0:33509:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687409.773212:0:33509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc110. 00000100:00000200:1.0:1788687409.773215:0:33509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875572824549632, offset 0 00000400:00000200:1.0:1788687409.773222:0:33509:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687409.773227:0:33509:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687409.773233:0:33509:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687409.773247:0:33509:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687409.773251:0:33509:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687409.773255:0:33509:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687409.773258:0:33509:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687409.773261:0:33509:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2551:2551:256:4294967295] 192.168.203.144@tcp LPNI seq info [2551:2551:8:4294967295] 00000400:00000200:1.0:1788687409.773265:0:33509:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687409.773273:0:33509:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687409.773278:0:33509:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687409.773283:0:33509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c995e500. 00000800:00000200:1.0:1788687409.773289:0:33509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687409.773296:0:33509:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687409.773300:0:33509:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c995e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687409.773319:0:33509:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687409.773324:0:33509:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 250478 usecs (251 jiffies) 00000400:00000200:1.0:1788687409.773328:0:33509:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687409.773330:0:33509:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296536029 00000100:00000001:1.0:1788687409.773332:0:33509:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296538331 00000100:00000001:1.0:1788687409.773335:0:33509:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296536029 00000100:00000001:1.0:1788687409.773336:0:33509:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296538331 00000100:00000001:1.0:1788687409.773338:0:33509:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687409.773341:0:33509:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687409.773343:0:33509:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687409.773345:0:33509:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687409.773347:0:33509:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c98dd600 going to sleep for 11 seconds 00000100:00000001:1.0:1788687409.773348:0:33509:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687409.773350:0:33509:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687409.773550:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687409.773554:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c995e500. 00000400:00000200:3.0:1788687409.773559:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687409.773563:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687409.773567:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc110 00000400:00000010:3.0:1788687409.773569:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc110. 00000100:00000001:3.0:1788687409.773572:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687409.773576:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9ad80 x1875572824549632/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687425 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687409.773583:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687409.773586:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9ad80 x1875572824549632/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687425 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687409.773591:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687409.773592:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687409.776018:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687409.776033:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687409.776037:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687409.776041:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687409.776049:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687409.776056:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687409.776064:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687409.776069:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687409.776074:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687409.776077:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 4 MB=0x6a9d2d3f52900 00000400:00000200:3.0:1788687409.776082:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687409.776088:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 368/368 into md 0x7025 [1] + 224 00000800:00000001:3.0:1788687409.776095:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687409.776102:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687409.776105:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687409.776109:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687409.776117:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687409.776126:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9ad80 x1875572824549632/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687425 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687409.776148:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b29c8b9ad80 x1875572824549632/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687425 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687409.776169:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687409.776177:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687409.776180:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687409.776642:0:33509:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687409.776650:0:33509:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687409.776663:0:33509:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687409.776666:0:33509:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150108. 00000400:00000200:1.0:1788687409.776672:0:33509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcaa0 00000400:00000010:1.0:1788687409.776674:0:33509:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcaa0. 00000100:00000001:1.0:1788687409.776678:0:33509:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687409.776689:0:33509:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9ad80 x1875572824549632/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687425 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687409.776699:0:33509:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9ad80 x1875572824549632/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687425 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687409.776705:0:33509:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687409.776707:0:33509:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687409.776710:0:33509:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687409.776712:0:33509:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687409.776714:0:33509:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687409.776717:0:33509:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687409.776719:0:33509:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687409.776729:0:33509:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec04a8 time=28 v=5 (5 0 0 0) 00000100:00001000:1.0:1788687409.776732:0:33509:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687409.776735:0:33509:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687409.776736:0:33509:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687409.776739:0:33509:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687409.776743:0:33509:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687409.776746:0:33509:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687409.776748:0:33509:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788687409.776750:0:33509:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687409.776752:0:33509:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687409.776757:0:33509:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9ad80 x1875572824549632/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687425 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687409.776763:0:33509:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687409.776766:0:33509:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687409.776767:0:33509:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687409.776771:0:33509:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9ad80 x1875572824549632/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687425 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687409.776777:0:33509:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:33509:1875572824549632:192.168.203.144@tcp:13:lfs.0 00000100:00000001:1.0:1788687409.776781:0:33509:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687409.776784:0:33509:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687409.776786:0:33509:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687409.776787:0:33509:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687409.776790:0:33509:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9ad80 x1875572824549632/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687425 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687409.776796:0:33509:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687409.776799:0:33509:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c98dd600. 00000100:00000001:1.0:1788687409.776802:0:33509:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687409.776804:0:33509:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687409.776810:0:33509:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1788687409.776811:0:33509:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687409.776813:0:33509:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9ad80 x1875572824549632/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687425 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687409.776818:0:33509:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687409.776821:0:33509:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687409.776823:0:33509:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6913000. 02000000:00000001:1.0:1788687409.776826:0:33509:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687409.776829:0:33509:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687409.776831:0:33509:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687409.776833:0:33509:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687409.776845:0:33509:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c995ed00. 02000000:00000001:1.0:1788687409.776850:0:33509:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687409.776852:0:33509:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687409.776853:0:33509:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9ad80. 00000100:00000001:1.0:1788687409.776857:0:33509:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687409.776858:0:33509:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1788687409.776861:0:33509:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff9b29e019e800: update ffff9b29c6350458 cache blocks 3679/3683 objects 117792/118187 00020000:00000001:1.0:1788687409.776866:0:33509:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687409.776870:0:33509:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.776873:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687409.776876:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.776879:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.776882:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.779248:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.779255:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.779266:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.779269:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.779277:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.779283:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.779286:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.779289:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.779291:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.779295:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779297:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779301:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.779303:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.779307:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779309:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779313:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.779315:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.779317:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.779318:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.779320:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.779322:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.779324:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.779325:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.779326:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.779328:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779330:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779331:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.779333:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.779335:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779337:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779339:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.779340:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.779342:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.779343:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.779344:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.779346:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.779347:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.779348:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.779349:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.779362:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779364:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779366:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.779368:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.779370:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779372:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779374:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.779376:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.779378:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.779380:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.779382:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.779383:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.779385:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.779386:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.779387:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.779389:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779391:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779392:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.779394:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.779396:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779398:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779401:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.779402:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.779404:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.779405:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.779407:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.779408:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.779410:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.779411:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.779412:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.779414:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779415:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779417:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.779419:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.779421:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779422:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779424:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.779426:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.779428:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.779429:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.779431:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.779432:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.779434:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.779435:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.779436:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.779438:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779440:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779441:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.779443:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.779449:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779451:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779454:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.779455:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.779458:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.779458:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.779460:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.779463:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.779464:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.779465:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.779466:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.779468:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779470:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779472:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.779474:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.779476:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779477:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779480:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.779482:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.779484:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.779485:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.779487:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.779489:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.779490:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.779491:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.779492:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.779494:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779496:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779497:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.779499:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.779501:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779503:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779505:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.779507:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.779509:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.779510:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.779512:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.779514:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.779515:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.779516:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.779517:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.779519:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779521:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779523:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.779525:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.779526:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779528:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779530:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.779531:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.779533:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.779535:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.779536:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.779538:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.779540:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.779542:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.779543:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.779545:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779547:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779549:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.779551:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.779553:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779555:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779558:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.779559:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.779562:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.779563:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.779565:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.779567:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.779568:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.779569:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.779570:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.779572:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779574:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779575:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.779577:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.779579:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779580:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779583:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.779584:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.779586:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.779587:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.779589:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.779590:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.779592:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.779593:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.779594:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.779596:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779598:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779600:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.779601:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.779603:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779605:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779607:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.779608:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.779611:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.779612:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.779613:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.779615:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.779617:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.779617:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.779619:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.779621:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779623:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779625:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.779627:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.779628:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779630:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779632:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.779633:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.779634:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.779635:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.779636:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.779638:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.779639:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.779640:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.779641:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.779642:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779644:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779645:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.779647:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.779649:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779651:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779654:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.779655:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.779657:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.779658:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.779660:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.779662:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.779663:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.779664:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.779665:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.779667:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779669:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779670:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.779672:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.779674:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779675:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779678:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.779679:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.779682:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.779695:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.779698:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.779700:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.779702:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.779703:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.779704:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.779707:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779709:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779710:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.779712:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.779714:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779716:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779719:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.779722:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.779724:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.779725:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.779727:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.779729:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.779731:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.779731:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.779732:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.779734:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779736:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779738:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.779740:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.779741:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779743:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779747:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.779748:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.779751:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.779752:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.779754:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.779756:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.779757:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.779758:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.779759:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.779762:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779763:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779765:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.779766:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.779768:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779769:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779772:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.779773:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.779775:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.779776:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.779778:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.779780:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.779782:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.779783:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.779784:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.779786:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779788:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779789:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.779791:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.779793:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779795:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779797:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.779798:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.779801:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.779802:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.779803:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.779806:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.779807:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.779808:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.779809:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.779811:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779813:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779814:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.779816:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.779817:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779819:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.779821:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.779823:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.779824:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.779825:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.779827:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.779829:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.779831:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.779832:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.779833:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.780210:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.780215:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.780217:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.780220:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.780223:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.780225:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.780232:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.780293:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.780298:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.780300:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.780303:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.780306:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.780308:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.780310:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.780311:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.780313:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.780315:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.780317:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.780319:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.780322:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.780323:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.780328:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.780329:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.780332:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.780333:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.780335:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.780337:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.780338:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.780339:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.780341:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.780343:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.780345:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.780347:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.780349:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.780581:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.780584:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.780589:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.780591:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.780595:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.780596:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.780600:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.780603:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.780605:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.780607:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.780608:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.780611:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.780613:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.780615:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.780617:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.780620:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.780622:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.780625:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.780626:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.780629:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.780631:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.780633:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.780636:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.780638:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.780639:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.780640:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.780643:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.780645:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.780646:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.780648:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.780651:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.780653:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.780656:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.780658:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.780660:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.780661:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.780663:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.780665:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.780666:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.780667:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.780668:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.780670:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.780672:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.780673:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.780676:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.780678:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.780681:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781033:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.781035:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.781039:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.781041:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.781045:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.781048:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.781049:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.781051:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.781052:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.781055:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781057:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781059:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.781061:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.781064:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781066:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781069:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.781071:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.781073:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.781075:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.781077:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.781079:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.781080:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.781081:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.781083:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.781085:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781087:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781089:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.781091:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.781093:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781095:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781098:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.781099:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.781102:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.781103:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.781105:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.781108:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.781109:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.781110:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.781112:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.781117:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781118:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781120:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.781121:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.781123:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781124:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781127:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.781128:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.781130:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.781131:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.781134:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.781136:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.781137:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.781138:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.781140:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.781142:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781143:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781145:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.781147:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.781149:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781151:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781154:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.781155:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.781157:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.781158:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.781160:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.781162:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.781163:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.781164:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.781166:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.781168:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781170:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781171:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.781173:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.781174:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781176:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781178:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.781179:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.781182:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.781182:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.781184:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.781186:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.781187:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.781189:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.781190:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.781192:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781193:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781195:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.781197:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.781198:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781200:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781202:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.781203:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.781205:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.781206:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.781208:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.781210:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.781211:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.781212:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.781213:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.781215:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781217:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781218:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.781220:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.781222:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781224:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781226:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.781227:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.781229:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.781230:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.781232:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.781234:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.781487:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.781490:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.781491:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.781495:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781498:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781500:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.781502:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.781505:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781507:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781512:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.781514:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.781517:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.781518:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.781522:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.781524:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.781526:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.781527:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.781528:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.781530:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781532:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781533:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.781535:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.781537:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781539:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781541:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.781543:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.781545:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.781546:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.781547:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.781549:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.781551:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.781552:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.781553:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.781555:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781557:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781558:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.781560:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.781562:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781564:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781566:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.781568:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.781570:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.781571:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.781573:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.781574:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.781576:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.781577:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.781578:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.781580:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781582:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781584:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.781586:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.781587:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781589:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781592:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.781593:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.781596:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.781597:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.781599:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.781600:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.781602:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.781603:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.781604:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.781606:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781608:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781610:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.781612:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.781614:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781615:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781618:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.781620:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.781622:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.781623:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.781625:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.781627:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.781629:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.781630:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.781631:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.781633:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781635:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781636:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.781638:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.781641:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781642:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781645:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.781647:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.781649:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.781650:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.781653:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.781654:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.781656:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.781657:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.781658:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.781660:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781662:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781663:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.781665:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.781667:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781669:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.781671:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.781672:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.781675:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.781675:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.781678:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.781680:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.781899:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.781902:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.781903:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.782052:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782054:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782056:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.782058:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.782061:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782063:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782068:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.782069:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.782072:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.782074:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.782077:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.782080:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.782081:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.782083:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.782084:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.782086:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782088:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782090:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.782092:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.782093:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782095:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782097:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.782099:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.782100:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.782101:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.782103:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.782105:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.782106:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.782108:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.782109:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.782112:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782113:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782115:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.782117:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.782118:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782120:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782122:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.782124:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.782126:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.782127:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.782129:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.782131:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.782133:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.782134:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.782135:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.782137:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782139:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782141:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.782143:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.782145:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782147:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782150:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.782151:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.782154:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.782155:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.782157:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.782159:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.782160:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.782162:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.782162:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.782165:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782167:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782169:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.782171:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.782172:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782174:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782177:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.782178:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.782180:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.782181:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.782183:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.782185:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.782186:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.782187:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.782188:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.782190:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782191:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782193:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.782195:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.782197:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782198:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782201:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.782202:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.782205:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.782205:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.782207:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.782209:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.782211:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.782212:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.782213:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.782215:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782217:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782219:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.782221:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.782222:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782224:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782227:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.782228:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.782230:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.782231:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.782233:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.782234:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.782303:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.782305:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.782306:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.782309:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782311:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782312:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.782314:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.782317:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782319:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782324:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.782325:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.782328:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.782329:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.782332:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.782334:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.782336:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.782337:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.782338:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.782341:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782343:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782344:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.782346:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.782348:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.782350:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784022:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.784028:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.784036:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.784039:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.784044:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.784049:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.784052:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.784054:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.784056:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.784060:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784062:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784064:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.784067:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.784069:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784071:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784075:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.784077:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.784080:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.784081:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.784083:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.784085:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.784087:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.784088:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.784090:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.784092:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784094:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784096:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.784098:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.784100:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784101:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784104:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.784106:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.784108:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.784109:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.784112:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.784113:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.784116:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.784117:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.784118:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.784120:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784122:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784124:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.784126:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.784127:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784130:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784132:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.784133:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.784136:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.784137:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.784138:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.784140:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.784141:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.784143:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.784144:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.784146:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784148:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784149:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.784151:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.784153:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784154:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784156:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.784157:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.784159:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.784160:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.784161:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.784163:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.784164:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.784165:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.784166:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.784169:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784170:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784171:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.784173:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.784175:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784177:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784179:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.784180:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.784182:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.784183:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.784185:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.784187:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.784188:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.784189:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.784190:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.784192:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784194:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784195:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.784197:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.784199:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784200:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784202:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.784203:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.784205:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.784206:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.784208:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.784210:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.784211:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.784212:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.784213:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.784215:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784217:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784218:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.784220:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.784222:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784223:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.784226:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.784227:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.784229:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.784230:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.784231:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.784233:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.784234:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.785546:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.785548:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.785555:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.785558:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.785560:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.785563:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.785567:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.785570:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.785579:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.785582:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.785586:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.785588:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.785592:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.785595:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.785596:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.785597:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.785598:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.785601:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.785603:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.785604:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.785606:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.785608:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.785610:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.785613:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.785614:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.785616:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.785617:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.785619:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.785621:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.785622:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.785623:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.785624:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.785626:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.785627:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.785629:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.785631:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.785632:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.785634:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.785637:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.785638:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.785640:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.785641:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.785642:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.785644:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.785645:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.785646:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.785647:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.785649:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.785651:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.785652:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.785654:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.785655:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.785657:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.785660:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.785661:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.785663:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.785664:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.785666:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.785667:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.785669:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.785670:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.785671:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.785673:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.785674:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.785676:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.785678:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.785679:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.785681:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.785747:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.785749:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.785752:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.785754:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.785756:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.785759:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.785760:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.785761:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.785763:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.785765:0:33509:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.785767:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.785769:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687409.785770:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.785773:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.785775:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687409.785778:0:33509:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687409.785779:0:33509:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffc1e3d0c90 00000080:00000001:1.0:1788687409.785781:0:33509:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687409.785782:0:33509:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687409.785785:0:33509:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687409.785787:0:33509:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.785788:0:33509:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687409.785789:0:33509:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687409.785790:0:33509:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00020000:00000001:1.0:1788687409.785793:0:33509:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788687409.785795:0:33509:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788687409.785797:0:33509:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1788687409.785799:0:33509:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687409.785801:0:33509:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788687409.785802:0:33509:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788687409.785813:0:33509:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788687409.785815:0:33509:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788687409.785818:0:33509:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bdd0 00000080:00200008:1.0:1788687409.785820:0:33509:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 100000 00000080:00400000:1.0:1788687409.785825:0:33509:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1788687409.785828:0:33509:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29c17ae140. 00000080:00000001:1.0:1788687409.785831:0:33509:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788687409.785834:0:33509:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bdd0 00000080:00000008:1.0:1788687409.785896:0:33509:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 100000, rc = 0 00000080:00000001:1.0:1788687409.785900:0:33509:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687409.785902:0:33509:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687410.188507:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687410.188513:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687410.188516:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687410.188517:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687410.188566:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687410.188570:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687410.188573:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788687410.799413:0:33619:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687411.212130:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687411.212138:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687411.212149:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687411.212150:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687411.212441:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687411.212445:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687411.212448:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788687412.245540:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687412.245547:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687412.245552:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687412.245553:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687412.245616:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687412.245620:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687412.245623:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788687412.255949:0:33757:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687412.618977:0:26149:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296538331, at 4296538624 00000100:00000010:3.0:1788687412.618992:0:26149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c974e000. 00000100:00000040:2.0:1788687412.619052:0:25144:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296538331, at 4296538624 00000100:00000010:2.0:1788687412.619059:0:25144:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c974e960. 00000100:00000040:1.0:1788687413.132199:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687413.132209:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687413.132217:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9ad80. 00000020:00000040:1.0:1788687413.132223:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1788687413.132227:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687413.132231:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687413.132235:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687413.132243:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c995eb00. 00000100:00000001:1.0:1788687413.132249:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687413.132262:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c8b9ad80 x1875572824549760/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687413.132272:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687413.132276:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687413.132281:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080bdd27c] to pc [ptlrpcd_00_00+0] req@ffff9b29c8b9ad80 x1875572824549760/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687413.132300:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687413.132303:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687413.132306:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687413.132309:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9aa00. 00000020:00000040:1.0:1788687413.132311:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:1.0:1788687413.132313:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687413.132314:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687413.132316:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687413.132320:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c995ee00. 00000100:00000001:1.0:1788687413.132322:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687413.132326:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID req@ffff9b29c8b9aa00 x1875572824549888/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687413.132332:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687413.132334:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687413.132338:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051159710] to pc [ptlrpcd_00_01+1] req@ffff9b29c8b9aa00 x1875572824549888/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687413.132346:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687413.132348:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687413.132352:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687413.132355:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99c00. 00000020:00000040:1.0:1788687413.132358:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:1.0:1788687413.132360:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687413.132361:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687413.132363:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687413.132365:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c995e700. 00000100:00000001:1.0:1788687413.132368:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687413.132372:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID req@ffff9b29c8b99c00 x1875572824550016/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687413.132380:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687413.132381:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687413.132385:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002658520] to pc [ptlrpcd_00_00+0] req@ffff9b29c8b99c00 x1875572824550016/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687413.132392:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687413.132394:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687413.132397:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687413.132400:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9bb80. 00000020:00000040:1.0:1788687413.132402:0:38:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:1.0:1788687413.132404:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687413.132406:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687413.132407:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687413.132410:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c995e100. 00000100:00000001:1.0:1788687413.132413:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687413.132417:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID req@ffff9b29c8b9bb80 x1875572824550144/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687413.132423:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687413.132425:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687413.132428:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014b7f32c] to pc [ptlrpcd_00_01+1] req@ffff9b29c8b9bb80 x1875572824550144/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687413.132434:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687413.132437:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1876) 00000100:00000001:1.0:1788687413.132449:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687413.132452:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687413.132454:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687413.132458:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9ad80 x1875572824549760/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687413.132465:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687413.132467:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687413.132471:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687413.132473:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687413.132476:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687413.132479:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2367:1875572824549760:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687413.132483:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687413.132488:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687413.132491:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687413.132493:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687413.132497:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6940a00. 02000000:00000001:1.0:1788687413.132498:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687413.132505:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687413.132509:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150108. 00000400:00000010:1.0:1788687413.132515:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcaa0. 00000100:00000200:1.0:1788687413.132521:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824549760, portal 25 00000100:00000001:1.0:1788687413.132523:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687413.132524:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000100:00000040:1.0:1788687413.132529:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9ad80 x1875572824549760/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687413.132535:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687413.132537:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687413.132540:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc4c8. 00000100:00000200:1.0:1788687413.132543:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824549760, offset 0 00000400:00000200:1.0:1788687413.132549:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687413.132556:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687413.132563:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687413.132568:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687413.132572:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687413.132575:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687413.132578:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687413.132581:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2552:2552:256:4294967295] 192.168.203.144@tcp LPNI seq info [2552:2552:8:4294967295] 00000400:00000200:1.0:1788687413.132585:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687413.132595:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687413.132601:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687413.132606:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c995e300. 00000800:00000200:1.0:1788687413.132613:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687413.132621:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687413.132626:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c995e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687413.132651:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687413.132655:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687413.132666:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296543450 00000100:00000010:1.0:1788687413.132671:0:2367:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c974e5a0. 00000100:00000001:1.0:1788687413.132677:0:2367:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788687413.132682:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296543450 00000100:00000010:1.0:1788687413.132685:0:2367:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c974e240. 00000100:00000001:1.0:1788687413.132688:0:2367:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788687413.132691:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687413.132694:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687413.132696:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687413.132699:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99c00 x1875572824550016/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687413.132705:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687413.132707:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687413.132709:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687413.132711:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687413.132713:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687413.132716:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824550016:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687413.132720:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687413.132723:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687413.132725:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687413.132726:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687413.132729:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6941600. 02000000:00000001:1.0:1788687413.132731:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687413.132735:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687413.132737:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e01502c0. 00000400:00000010:1.0:1788687413.132741:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc908. 00000100:00000200:1.0:1788687413.132743:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824550016, portal 4 00000100:00000001:1.0:1788687413.132745:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687413.132746:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000040:1.0:1788687413.132752:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b99c00 x1875572824550016/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687413.132758:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687413.132760:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687413.132761:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc880. 00000100:00000200:1.0:1788687413.132763:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824550016, offset 0 00000400:00000200:1.0:1788687413.132767:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687413.132771:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687413.132774:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687413.132777:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687413.132779:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687413.132782:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687413.132784:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687413.132787:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2553:2553:255:4294967295] 192.168.203.144@tcp LPNI seq info [2553:2553:7:4294967295] 00000400:00000200:1.0:1788687413.132791:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687413.132797:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687413.132802:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687413.132805:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c995e000. 00000800:00000200:1.0:1788687413.132809:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687413.132824:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687413.132827:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c995e000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687413.132830:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687413.132834:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20332 usecs (21 jiffies) 00000400:00000200:1.0:1788687413.132837:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687413.132839:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296539158 00000100:00000001:1.0:1788687413.132842:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296543450 00000100:00000001:1.0:1788687413.132843:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296539158 00000100:00000001:1.0:1788687413.132845:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296543450 00000100:00000001:1.0:1788687413.132847:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687413.132849:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687413.132852:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687413.132854:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687413.132861:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687413.132863:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788687413.132865:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687413.132867:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687413.132868:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687413.132871:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788687413.132872:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687413.132874:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687413.132876:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687413.132877:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687413.132878:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687413.132879:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687413.132883:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9aa00 x1875572824549888/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687413.132889:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687413.132890:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687413.132892:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687413.132894:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687413.132895:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687413.132898:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824549888:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687413.132901:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687413.132903:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687413.132937:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687413.132939:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687413.132942:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6941000. 02000000:00000001:1.0:1788687413.132944:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687413.132947:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687413.132949:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150f78. 00000400:00000010:1.0:1788687413.132953:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc6e8. 00000100:00000200:1.0:1788687413.132956:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824549888, portal 10 00000100:00000001:1.0:1788687413.132957:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687413.132959:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496416256 : -110871213135360 : ffff9b29c8b9aa00) 00000100:00000040:1.0:1788687413.136797:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9aa00 x1875572824549888/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687413.136808:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687413.136811:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687413.136817:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc440. 00000100:00000200:1.0:1788687413.136823:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824549888, offset 0 00000400:00000200:1.0:1788687413.136829:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687413.136839:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687413.136846:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687413.136852:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687413.136856:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687413.136860:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687413.136863:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687413.136866:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2554:2554:254:4294967295] 192.168.203.144@tcp LPNI seq info [2554:2554:6:4294967295] 00000400:00000200:1.0:1788687413.136871:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687413.136881:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687413.136888:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687413.136893:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c995e900. 00000800:00000200:1.0:1788687413.136899:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687413.136939:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687413.136944:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c995e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687413.136949:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687413.136953:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 832547 usecs (833 jiffies) 00000400:00000200:1.0:1788687413.136957:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687413.136959:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296539974 00000100:00000001:1.0:1788687413.136962:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296543450 00000100:00000001:1.0:1788687413.136964:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296539974 00000100:00000001:1.0:1788687413.136967:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296543450 00000100:00000001:1.0:1788687413.136969:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687413.136973:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687413.136977:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687413.136981:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9bb80 x1875572824550144/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687413.136990:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687413.136992:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687413.136996:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687413.137000:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687413.137003:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687413.137006:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824550144:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687413.137010:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687413.137015:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687413.137018:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687413.137021:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687413.137026:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6940000. 02000000:00000001:1.0:1788687413.137028:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687413.137033:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687413.137037:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150dc0. 00000400:00000010:1.0:1788687413.137041:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc198. 00000100:00000200:1.0:1788687413.137047:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824550144, portal 4 00000100:00000001:1.0:1788687413.137049:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687413.137051:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496420736 : -110871213130880 : ffff9b29c8b9bb80) 00000100:00000040:1.0:1788687413.137057:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9bb80 x1875572824550144/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687413.137063:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687413.137065:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687413.137068:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcbb0. 00000100:00000200:1.0:1788687413.137070:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824550144, offset 0 00000400:00000200:1.0:1788687413.137074:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687413.137078:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687413.137081:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687413.137084:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687413.137086:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687413.137088:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687413.137090:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687413.137093:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2555:2555:253:4294967295] 192.168.203.144@tcp LPNI seq info [2555:2555:5:4294967295] 00000400:00000200:1.0:1788687413.137097:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687413.137103:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687413.137108:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687413.137111:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c995e500. 00000800:00000200:1.0:1788687413.137116:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687413.137120:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687413.137122:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c995e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687413.137126:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687413.137128:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 249065 usecs (250 jiffies) 00000400:00000200:1.0:1788687413.137132:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687413.137134:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296539391 00000100:00000001:1.0:1788687413.137136:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296543450 00000100:00000001:1.0:1788687413.137138:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296539391 00000100:00000001:1.0:1788687413.137140:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296543450 00000100:00000001:1.0:1788687413.137144:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687413.137146:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687413.137149:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687413.137154:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687413.137165:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687413.137168:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687413.137462:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687413.137466:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c995e300. 00000400:00000200:3.0:1788687413.137471:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687413.137476:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687413.137482:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc4c8 00000400:00000010:3.0:1788687413.137484:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc4c8. 00000100:00000001:3.0:1788687413.137489:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687413.137494:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9ad80 x1875572824549760/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687413.137510:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687413.137514:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9ad80 x1875572824549760/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687413.137521:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687413.137522:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687413.137535:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687413.137538:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c995e000. 00000400:00000200:3.0:1788687413.137540:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687413.137544:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687413.137547:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc880 00000400:00000010:3.0:1788687413.137548:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc880. 00000100:00000001:3.0:1788687413.137551:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687413.137554:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99c00 x1875572824550016/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687413.137562:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687413.137565:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99c00 x1875572824550016/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687413.137571:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687413.137573:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687413.137582:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687413.137584:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c995e900. 00000400:00000200:3.0:1788687413.137586:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687413.137590:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687413.137592:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc440 00000400:00000010:3.0:1788687413.137594:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc440. 00000100:00000001:3.0:1788687413.137596:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687413.137599:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9aa00 x1875572824549888/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687413.137606:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687413.137610:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9aa00 x1875572824549888/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687413.137621:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687413.137622:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687413.137688:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687413.137692:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c995e500. 00000400:00000200:3.0:1788687413.137694:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687413.137698:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687413.137700:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcbb0 00000400:00000010:3.0:1788687413.137703:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcbb0. 00000100:00000001:3.0:1788687413.137705:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687413.137708:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9bb80 x1875572824550144/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687413.137715:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687413.137718:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9bb80 x1875572824550144/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687413.137724:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687413.137725:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687413.152758:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687413.152773:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687413.152778:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687413.152780:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687413.152789:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687413.152797:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687413.152805:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687413.152810:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687413.152825:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687413.152829:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f52a00 00000400:00000200:3.0:1788687413.152834:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687413.152840:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x703d [1] + 224 00000800:00000001:3.0:1788687413.152855:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687413.152860:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687413.152863:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687413.152868:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687413.152877:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687413.152886:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9aa00 x1875572824549888/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687413.152897:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b9aa00 x1875572824549888/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687413.152949:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687413.152957:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788687413.153096:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687413.153100:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687413.153107:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687413.153109:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687413.153113:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150f78. 00000400:00000200:1.0:1788687413.153119:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc6e8 00000400:00000010:1.0:1788687413.153121:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc6e8. 00000100:00000001:1.0:1788687413.153124:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687413.153129:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9aa00 x1875572824549888/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687413.153137:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9aa00 x1875572824549888/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687413.153143:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687413.153145:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687413.153147:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687413.153150:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687413.153153:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687413.153155:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687413.153157:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687413.153165:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=35 v=5 (5 5 103 103) 00000100:00001000:1.0:1788687413.153169:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687413.153172:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687413.153173:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687413.153176:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687413.153179:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687413.153182:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687413.153184:0:2367:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967656 00000100:00000001:1.0:1788687413.153186:0:2367:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687413.153187:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687413.153192:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9aa00 x1875572824549888/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687413.153200:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687413.153203:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687413.153205:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687413.153209:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9aa00 x1875572824549888/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687413.153216:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824549888:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687413.153223:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687413.153225:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687413.153229:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9aa00 x1875572824549888/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687413.153235:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687413.153238:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687413.153241:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6941000. 02000000:00000001:1.0:1788687413.153245:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687413.153248:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687413.153250:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687413.153252:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687413.153254:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c995ee00. 02000000:00000001:1.0:1788687413.153259:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687413.153261:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687413.153262:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9aa00. 00000100:00000001:1.0:1788687413.153266:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687413.153267:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687413.153271:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687413.153272:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687413.153273:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687413.153275:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687413.153276:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687413.153397:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687413.153400:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687413.153402:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687413.153409:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687413.153414:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687413.153419:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687413.153422:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687413.153424:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687413.153427:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f52a80 00000400:00000200:3.0:1788687413.153430:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687413.153434:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x7035 [1] + 224 00000800:00000001:3.0:1788687413.153438:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687413.153441:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687413.153444:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687413.153447:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687413.153451:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687413.153455:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99c00 x1875572824550016/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687413.153464:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b99c00 x1875572824550016/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687413.153482:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687413.153487:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687413.153490:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687413.153492:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687413.153495:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687413.153497:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687413.153501:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687413.153505:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687413.153507:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687413.153509:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687413.153512:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f52b00 00000400:00000200:3.0:1788687413.153514:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687413.153518:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x7045 [1] + 224 00000800:00000001:3.0:1788687413.153521:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687413.153527:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687413.153529:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687413.153531:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687413.153534:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687413.153537:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9bb80 x1875572824550144/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687413.153544:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b9bb80 x1875572824550144/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687413.153551:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687413.153554:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687413.153556:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687413.153591:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687413.153593:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687413.153597:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687413.153599:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687413.153600:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150dc0. 00000400:00000200:1.0:1788687413.153603:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc198 00000400:00000010:1.0:1788687413.153604:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc198. 00000100:00000001:1.0:1788687413.153607:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687413.153610:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9bb80 x1875572824550144/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687413.153618:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9bb80 x1875572824550144/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687413.153623:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687413.153624:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687413.153625:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687413.153627:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687413.153628:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687413.153630:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687413.153632:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687413.153636:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=35 v=5 (5 5 5 16) 00000100:00001000:1.0:1788687413.153638:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=13 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687413.153640:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687413.153642:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687413.153643:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687413.153645:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687413.153648:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687413.153649:0:2367:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788687413.153651:0:2367:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687413.153652:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687413.153656:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9bb80 x1875572824550144/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687413.153663:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687413.153665:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687413.153666:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687413.153670:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9bb80 x1875572824550144/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687413.153683:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824550144:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1788687413.153688:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687413.153689:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687413.153691:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e01502c0. 00000400:00000200:1.0:1788687413.153693:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc908 00000400:00000010:1.0:1788687413.153695:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc908. 00000100:00000001:1.0:1788687413.153697:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687413.153700:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99c00 x1875572824550016/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687413.153707:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99c00 x1875572824550016/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687413.153713:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687413.153714:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687413.153715:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687413.153717:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687413.153718:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687413.153719:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687413.153722:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687413.153725:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=35 v=5 (5 5 5 16) 00000100:00001000:1.0:1788687413.153728:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=13 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687413.153730:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687413.153732:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687413.153733:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687413.153735:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687413.153737:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687413.153738:0:2367:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967342 00000100:00000001:1.0:1788687413.153740:0:2367:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687413.153741:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687413.153745:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99c00 x1875572824550016/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687413.153751:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687413.153753:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687413.153755:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687413.153758:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99c00 x1875572824550016/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687413.153765:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824550016:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687413.153769:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687413.153771:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687413.153774:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9bb80 x1875572824550144/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687413.153780:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687413.153781:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687413.153783:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6940000. 02000000:00000001:1.0:1788687413.153787:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687413.153789:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687413.153790:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687413.153792:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687413.153794:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c995e100. 02000000:00000001:1.0:1788687413.153797:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687413.153798:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687413.153800:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9bb80. 00000100:00000001:1.0:1788687413.153802:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687413.153803:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687413.153805:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687413.153808:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b99c00 x1875572824550016/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687413.153814:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687413.153815:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687413.153816:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6941600. 02000000:00000001:1.0:1788687413.153818:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687413.153819:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687413.153820:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687413.153822:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687413.153824:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c995e700. 02000000:00000001:1.0:1788687413.153826:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687413.153827:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687413.153828:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b99c00. 00000100:00000001:1.0:1788687413.153831:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687413.153832:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687413.153834:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687413.153836:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687413.153837:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687413.153838:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687413.153840:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687413.162889:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687413.162950:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687413.162955:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687413.163158:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687413.163170:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687413.163177:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687413.163186:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687413.163191:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687413.163195:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687413.163199:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f52980 00000400:00000200:3.0:1788687413.163203:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687413.163209:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x702d [1] + 224 00000800:00000001:3.0:1788687413.163216:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687413.163224:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687413.163227:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687413.163232:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687413.163239:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687413.163248:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9ad80 x1875572824549760/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687413.163259:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b9ad80 x1875572824549760/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687413.163277:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687413.163284:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687413.163288:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687413.163332:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687413.163336:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687413.163343:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687413.163345:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687413.163348:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150108. 00000400:00000200:1.0:1788687413.163353:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcaa0 00000400:00000010:1.0:1788687413.163355:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcaa0. 00000100:00000001:1.0:1788687413.163358:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687413.163363:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9ad80 x1875572824549760/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687413.163370:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9ad80 x1875572824549760/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687413.163377:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687413.163379:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687413.163381:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687413.163384:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687413.163386:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687413.163388:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687413.163390:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687413.163397:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=35 v=5 (5 5 5 5) 00000100:00001000:1.0:1788687413.163401:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687413.163404:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687413.163405:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687413.163408:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687413.163410:0:2367:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687413.163413:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687413.163418:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9ad80 x1875572824549760/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687413.163426:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687413.163428:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687413.163430:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687413.163434:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9ad80 x1875572824549760/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687413.163441:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2367:1875572824549760:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687413.163445:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687413.163447:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687413.163450:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9ad80 x1875572824549760/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687413.163456:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687413.163459:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687413.163461:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6940a00. 02000000:00000001:1.0:1788687413.163467:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687413.163469:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687413.163471:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1788687413.163473:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687413.163475:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c995eb00. 02000000:00000001:1.0:1788687413.163479:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687413.163481:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687413.163483:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9ad80. 00000100:00000001:1.0:1788687413.163486:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687413.163488:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687413.163490:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687413.163497:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687413.163499:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687413.163500:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687413.163502:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687413.259984:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687413.259990:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687413.259996:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687413.259997:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687413.260122:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687413.260125:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687413.260128:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788687413.987019:0:33901:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687414.287588:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687414.287594:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687414.287599:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687414.287601:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687414.287731:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687414.287735:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687414.287738:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788687414.841252:0:33963:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687415.310090:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687415.310099:0:26900:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687415.310102:0:26900:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687415.310105:0:26900:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687415.310110:0:26900:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687415.310112:0:26900:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687415.310115:0:26900:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687415.310117:0:26900:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687415.310121:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687415.310122:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687415.310144:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687415.310147:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687415.310150:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788687415.812099:0:34054:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788687416.135458:0:34091:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788687416.135464:0:34091:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24a: fsync error (should return error) ========================================================== 05:36:54 (1788687414) 00000001:00000001:1.0:1788687416.146862:0:34091:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1788687416.331062:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687416.331069:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.331074:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687416.331076:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687416.331134:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687416.331137:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687416.331140:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788687416.733600:0:34135:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687416.733677:0:34135:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687416.733680:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bde0 00000080:00200000:0.0:1788687416.733685:0:34135:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687416.733895:0:34135:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c7f3c200. 00800000:00000002:0.0:1788687416.733945:0:34135:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687416.733949:0:34135:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687416.733956:0:34135:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687416.733958:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bd00 00800000:00000002:0.0:1788687416.733961:0:34135:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687416.733966:0:34135:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687416.733970:0:34135:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687416.733977:0:34135:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687416.733980:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bbd0 00000002:00010000:0.0:1788687416.733983:0:34135:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687416.733987:0:34135:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687416.733989:0:34135:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687416.733992:0:34135:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687416.734000:0:34135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:0.0:1788687416.734069:0:34135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687416.734076:0:34135:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687416.734079:0:34135:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687416.734085:0:34135:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1788687416.734096:0:34135:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687416.734101:0:34135:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687416.734104:0:34135:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1788687416.734112:0:34135:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687416.734114:0:34135:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687416.734116:0:34135:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687416.734118:0:34135:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687416.734120:0:34135:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687416.734121:0:34135:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687416.734124:0:34135:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687416.734127:0:34135:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687416.734130:0:34135:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c7f3c200. 00000080:00000001:0.0:1788687416.734134:0:34135:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687416.734136:0:34135:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687416.734139:0:34135:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687416.734143:0:34135:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811ec5 00800000:00000001:0.0:1788687416.734146:0:34135:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687416.734148:0:34135:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687416.734149:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.734151:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.734154:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687416.734156:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.734159:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.734162:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.734163:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687416.734165:0:34135:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.734167:0:34135:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687416.734169:0:34135:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811ec5 from it ffffaca080d4be18 00010000:00000001:0.0:1788687416.734171:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.734172:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.734173:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687416.734175:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.734177:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.734179:0:34135:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687416.734182:0:34135:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788687416.734188:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.734189:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.734190:0:34135:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687416.734191:0:34135:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687416.734194:0:34135:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788687416.734202:0:34135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687416.734206:0:34135:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687416.734208:0:34135:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687416.734212:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.734213:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.734215:0:34135:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.734218:0:34135:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687416.734219:0:34135:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.734221:0:34135:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.734223:0:34135:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.734225:0:34135:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687416.734227:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.734228:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687416.734230:0:34135:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687416.734232:0:34135:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687416.734234:0:34135:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 101 00000080:00000001:0.0:1788687416.734239:0:34135:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.734250:0:34135:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687416.734251:0:34135:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687416.734252:0:34135:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687416.734254:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bba8 00000080:00200000:0.0:1788687416.734256:0:34135:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687416.734259:0:34135:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c7f3c200. 00800000:00000002:0.0:1788687416.734261:0:34135:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687416.734263:0:34135:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687416.734265:0:34135:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687416.734266:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bac8 00800000:00000002:0.0:1788687416.734268:0:34135:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687416.734270:0:34135:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687416.734272:0:34135:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687416.734274:0:34135:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687416.734276:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4b998 00000002:00010000:0.0:1788687416.734669:0:34135:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687416.734674:0:34135:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687416.734676:0:34135:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687416.734677:0:34135:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687416.734681:0:34135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:0.0:1788687416.734684:0:34135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687416.734688:0:34135:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687416.734690:0:34135:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687416.734982:0:34135:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:0.0:1788687416.734993:0:34135:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687416.734996:0:34135:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687416.734999:0:34135:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:0.0:1788687416.735014:0:34135:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687416.735016:0:34135:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687416.735018:0:34135:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687416.735020:0:34135:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687416.735021:0:34135:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687416.735023:0:34135:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687416.735025:0:34135:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687416.735028:0:34135:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687416.735030:0:34135:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c7f3c200. 00000080:00000001:0.0:1788687416.735034:0:34135:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687416.735035:0:34135:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687416.735038:0:34135:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687416.735040:0:34135:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811ec5 00800000:00000001:0.0:1788687416.735043:0:34135:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687416.735045:0:34135:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687416.735046:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.735048:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.735050:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687416.735052:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.735055:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.735057:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.735059:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687416.735060:0:34135:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.735061:0:34135:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687416.735064:0:34135:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811ec5 from it ffffaca080d4bbe0 00010000:00000001:0.0:1788687416.735066:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.735067:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.735068:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687416.735070:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.735076:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.735079:0:34135:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687416.735081:0:34135:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788687416.735088:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.735089:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.735090:0:34135:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687416.735092:0:34135:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687416.735095:0:34135:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1788687416.735101:0:34135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687416.735103:0:34135:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687416.735105:0:34135:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687416.735108:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.735109:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.735110:0:34135:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.735112:0:34135:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687416.735113:0:34135:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.735115:0:34135:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.735118:0:34135:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.735120:0:34135:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687416.735121:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.735122:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687416.735125:0:34135:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687416.735126:0:34135:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687416.735128:0:34135:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788687416.735132:0:34135:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687416.735146:0:34135:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c636da80. 00000020:00000001:0.0:1788687416.735151:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bd98 00000080:00200000:0.0:1788687416.735152:0:34135:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), flags=1536 00000080:00000001:0.0:1788687416.735155:0:34135:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687416.735156:0:34135:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687416.735157:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bca8 00000080:00200000:0.0:1788687416.735158:0:34135:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687416.735162:0:34135:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c7f3c200. 00800000:00000002:0.0:1788687416.735164:0:34135:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687416.735167:0:34135:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687416.735168:0:34135:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687416.735170:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bbc8 00800000:00000002:0.0:1788687416.735171:0:34135:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687416.735173:0:34135:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687416.735175:0:34135:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687416.735177:0:34135:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687416.735179:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4ba98 00000002:00010000:0.0:1788687416.735180:0:34135:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687416.735182:0:34135:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687416.735183:0:34135:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687416.735184:0:34135:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687416.735187:0:34135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:0.0:1788687416.735189:0:34135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687416.735192:0:34135:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687416.735194:0:34135:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687416.735197:0:34135:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:0.0:1788687416.735203:0:34135:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687416.735205:0:34135:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687416.735207:0:34135:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:0.0:1788687416.735212:0:34135:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687416.735214:0:34135:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687416.735215:0:34135:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687416.735217:0:34135:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687416.735219:0:34135:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687416.735220:0:34135:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687416.735222:0:34135:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687416.735224:0:34135:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687416.735225:0:34135:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c7f3c200. 00000080:00000001:0.0:1788687416.735228:0:34135:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687416.735229:0:34135:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687416.735231:0:34135:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687416.735233:0:34135:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811ec5 00800000:00000001:0.0:1788687416.735236:0:34135:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687416.735237:0:34135:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687416.735238:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.735239:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.735240:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687416.735242:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.735243:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.735245:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.735246:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687416.735247:0:34135:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.735249:0:34135:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687416.735251:0:34135:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811ec5 from it ffffaca080d4bce0 00010000:00000001:0.0:1788687416.735252:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.735253:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.735254:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687416.735256:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.735257:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.735259:0:34135:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687416.735261:0:34135:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1788687416.735267:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.735269:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.735270:0:34135:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687416.735272:0:34135:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687416.735274:0:34135:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1788687416.735291:0:34135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687416.735293:0:34135:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687416.735294:0:34135:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687416.735296:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.735297:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.735299:0:34135:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.735300:0:34135:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687416.735301:0:34135:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.735303:0:34135:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.735305:0:34135:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.735306:0:34135:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687416.735308:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.735310:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687416.735311:0:34135:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687416.735312:0:34135:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687416.735314:0:34135:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788687416.735317:0:34135:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.735322:0:34135:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687416.735323:0:34135:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687416.735325:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bd90 00000080:00200000:0.0:1788687416.735326:0:34135:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687416.735330:0:34135:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c7f3c200. 00800000:00000002:0.0:1788687416.735332:0:34135:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687416.735334:0:34135:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687416.735335:0:34135:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687416.735336:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bcb0 00800000:00000002:0.0:1788687416.735338:0:34135:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687416.735340:0:34135:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687416.735342:0:34135:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687416.735344:0:34135:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687416.735346:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bb80 00000002:00010000:0.0:1788687416.735347:0:34135:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687416.735350:0:34135:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687416.735351:0:34135:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687416.735352:0:34135:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687416.735354:0:34135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:0.0:1788687416.735356:0:34135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687416.735358:0:34135:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687416.735359:0:34135:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687416.735362:0:34135:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:0.0:1788687416.735367:0:34135:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687416.735369:0:34135:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687416.735371:0:34135:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:0.0:1788687416.735377:0:34135:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687416.735378:0:34135:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687416.735380:0:34135:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687416.735381:0:34135:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687416.735383:0:34135:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687416.735384:0:34135:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687416.735386:0:34135:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687416.735388:0:34135:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687416.735389:0:34135:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c7f3c200. 00000080:00000001:0.0:1788687416.735392:0:34135:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687416.735393:0:34135:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687416.735395:0:34135:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687416.735398:0:34135:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811ec5 00800000:00000001:0.0:1788687416.735400:0:34135:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687416.735402:0:34135:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687416.735403:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.735404:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.735406:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687416.735408:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.735409:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.735411:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.735412:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687416.735413:0:34135:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.735415:0:34135:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687416.735417:0:34135:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811ec5 from it ffffaca080d4bdc8 00010000:00000001:0.0:1788687416.735418:0:34135:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.735419:0:34135:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.735421:0:34135:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687416.735422:0:34135:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.735424:0:34135:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.735425:0:34135:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687416.735427:0:34135:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1788687416.735433:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.735433:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.735435:0:34135:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687416.735436:0:34135:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687416.735438:0:34135:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:0.0:1788687416.735442:0:34135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687416.735444:0:34135:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687416.735445:0:34135:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687416.735447:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.735448:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.735449:0:34135:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.735451:0:34135:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687416.735452:0:34135:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.735454:0:34135:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.735456:0:34135:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.735457:0:34135:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687416.735459:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.735460:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687416.735462:0:34135:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687416.735463:0:34135:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687416.735465:0:34135:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788687416.735468:0:34135:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.735471:0:34135:0:(namei.c:2169:do_mkdir()) Process entered 00000020:00000001:0.0:1788687416.735473:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bda0 00000080:00200000:0.0:1788687416.735475:0:34135:0:(namei.c:2172:do_mkdir()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00000001:0.0:1788687416.735478:0:34135:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:0.0:1788687416.735479:0:34135:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:0.0:1788687416.735482:0:34135:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c7f3c200. 00800000:00000002:0.0:1788687416.735485:0:34135:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000010:0.0:1788687416.735492:0:34135:0:(namei.c:1796:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff9b29c4c6ff80. 00000080:00000001:0.0:1788687416.735495:0:34135:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.735498:0:34135:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:0.0:1788687416.735500:0:34135:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788687416.735506:0:34135:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00800000:00000001:0.0:1788687416.735508:0:34135:0:(lmv_obd.c:1708:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1788687416.735511:0:34135:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1788687416.735514:0:34135:0:(lmv_obd.c:1804:lmv_locate_tgt_rr()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00800000:00000001:0.0:1788687416.735517:0:34135:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633202409432576 : -110871300119040 : ffff9b29c38a6600) 00800000:00000001:0.0:1788687416.735520:0:34135:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788687416.735522:0:34135:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788687416.735525:0:34135:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788687416.735528:0:34135:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788687416.735530:0:34135:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b29e019e800: Allocated FID [0x200000404:0x2e:0x0] 40000000:00000001:0.0:1788687416.735532:0:34135:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.735534:0:34135:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.735536:0:34135:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.735537:0:34135:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687416.735539:0:34135:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca080d4bc08 00800000:00000002:0.0:1788687416.735541:0:34135:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd24a.recovery-small' [0x200000404:0x2e:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:0.0:1788687416.735545:0:34135:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1788687416.735547:0:34135:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788687416.735550:0:34135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:0.0:1788687416.735552:0:34135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687416.735555:0:34135:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788687416.735558:0:34135:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687416.735561:0:34135:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:0.0:1788687416.735567:0:34135:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788687416.735571:0:34135:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788687416.735573:0:34135:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788687416.735575:0:34135:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788687416.735578:0:34135:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687416.735579:0:34135:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687416.735581:0:34135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 3 00010000:00000001:0.0:1788687416.735583:0:34135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687416.735585:0:34135:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.735587:0:34135:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687416.735588:0:34135:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687416.735589:0:34135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 3 00010000:00000001:0.0:1788687416.735591:0:34135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687416.735593:0:34135:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.735594:0:34135:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687416.735596:0:34135:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687416.735597:0:34135:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 3 00010000:00000001:0.0:1788687416.735598:0:34135:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687416.735611:0:34135:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.735614:0:34135:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788687416.735617:0:34135:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b29d8594200, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788687416.735620:0:34135:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788687416.735622:0:34135:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788687416.735624:0:34135:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788687416.735626:0:34135:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.735628:0:34135:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687416.735631:0:34135:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687416.735632:0:34135:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687416.735634:0:34135:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687416.735636:0:34135:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788687416.735639:0:34135:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc4e00 with handle 0x230d04438e811ec5 from hash 00010000:00000001:0.0:1788687416.735641:0:34135:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687416.735642:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.735643:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.735644:0:34135:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687416.735646:0:34135:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687416.735648:0:34135:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788687416.735651:0:34135:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687416.735652:0:34135:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687416.735655:0:34135:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788687416.735661:0:34135:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f1180. 00000020:00000040:0.0:1788687416.735665:0:34135:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:0.0:1788687416.735671:0:34135:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788687416.735673:0:34135:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.735675:0:34135:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687416.735678:0:34135:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687416.735680:0:34135:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.735683:0:34135:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687416.735685:0:34135:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687416.735688:0:34135:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687416.735694:0:34135:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a03400. 00000100:00000001:0.0:1788687416.735701:0:34135:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.735704:0:34135:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687416.735706:0:34135:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788687416.735712:0:34135:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:0.0:1788687416.735730:0:34135:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788687416.735732:0:34135:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687416.735734:0:34135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687416.735736:0:34135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ec5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2c05 expref: -99 pid: 33045 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:0.0:1788687416.735744:0:34135:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64dea00 count: 0 00010000:00000010:0.0:1788687416.735750:0:34135:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5ca0200. 00010000:00000001:0.0:1788687416.735761:0:34135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.735762:0:34135:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.735764:0:34135:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687416.735766:0:34135:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.735768:0:34135:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788687416.735780:0:34135:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788687416.735793:0:34135:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c97f1180 x1875572824550400/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788687416.735800:0:34135:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687416.735802:0:34135:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687416.735808:0:34135:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c52b59c0. 00000100:00000001:0.0:1788687416.735811:0:34135:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202436757952 : -110871272793664 : ffff9b29c52b59c0) 00000100:00000001:0.0:1788687416.735813:0:34135:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687416.735814:0:34135:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509353344 : -110871200198272 : ffff9b29c97f1180) 00000100:00000001:0.0:1788687416.735818:0:34135:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687416.735822:0:34135:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.735824:0:34135:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687416.735825:0:34135:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687416.735829:0:34135:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f1180 x1875572824550400/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687416.735837:0:34135:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687416.735839:0:34135:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687416.735842:0:34135:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687416.735844:0:34135:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687416.735846:0:34135:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687416.735849:0:34135:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f1180 pname:cluuid:pid:xid:nid:opc:job mkdir:ce1d4174-c231-444b-b3ed-b722bc4901cb:34135:1875572824550400:192.168.203.144@tcp:36:mkdir.0 00000100:00000001:0.0:1788687416.735854:0:34135:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687416.735859:0:34135:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687416.735861:0:34135:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687416.735864:0:34135:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687416.735868:0:34135:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a02c00. 02000000:00000001:0.0:1788687416.735870:0:34135:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687416.735877:0:34135:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687416.735881:0:34135:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1210. 00000400:00000010:0.0:1788687416.735887:0:34135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda198. 00000100:00000200:0.0:1788687416.735894:0:34135:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824550400, portal 10 00000100:00000001:0.0:1788687416.735896:0:34135:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687416.735935:0:34135:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509353344 : -110871200198272 : ffff9b29c97f1180) 00000100:00000040:0.0:1788687416.735943:0:34135:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f1180 x1875572824550400/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687432 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687416.735950:0:34135:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687416.735954:0:34135:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687416.735957:0:34135:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdabb0. 00000100:00000200:0.0:1788687416.735961:0:34135:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875572824550400, offset 0 00000400:00000200:0.0:1788687416.735966:0:34135:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687416.735974:0:34135:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687416.735981:0:34135:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687416.735986:0:34135:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687416.735989:0:34135:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687416.735993:0:34135:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687416.735996:0:34135:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687416.735999:0:34135:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2556:2556:256:4294967295] 192.168.203.144@tcp LPNI seq info [2556:2556:8:4294967295] 00000400:00000200:0.0:1788687416.736003:0:34135:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687416.736012:0:34135:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687416.736017:0:34135:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687416.736022:0:34135:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946a00. 00000800:00000200:0.0:1788687416.736027:0:34135:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687416.736036:0:34135:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687416.736041:0:34135:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946a00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1788687416.736060:0:34135:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687416.736064:0:34135:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 831516 usecs (832 jiffies) 00000400:00000200:0.0:1788687416.736067:0:34135:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687416.736069:0:34135:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296543573 00000100:00000001:0.0:1788687416.736077:0:34135:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296543450 00000100:00000001:0.0:1788687416.736082:0:34135:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296543573 00000100:00000001:0.0:1788687416.736085:0:34135:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296543450 00000100:00000001:0.0:1788687416.736088:0:34135:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687416.736091:0:34135:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.736093:0:34135:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687416.736095:0:34135:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687416.736098:0:34135:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c52b59c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788687416.736100:0:34135:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687416.736103:0:34135:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687416.736346:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687416.736351:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946a00. 00000400:00000200:3.0:1788687416.736358:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687416.736364:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687416.736369:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdabb0 00000400:00000010:3.0:1788687416.736372:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdabb0. 00000100:00000001:3.0:1788687416.736376:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687416.736381:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1180 x1875572824550400/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687432 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687416.736390:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687416.736394:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1180 x1875572824550400/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687432 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687416.736401:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687416.736403:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788687416.743986:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64dea00. 00010000:00000010:0.1:1788687416.743999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4e00. 00000800:00000001:3.0:1788687416.755802:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687416.755826:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687416.755833:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687416.755835:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687416.755848:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.755858:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687416.755869:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.755875:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.755882:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.755886:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 448 into portal 10 MB=0x6a9d2d3f52c00 00000400:00000200:3.0:1788687416.755893:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.756017:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 448/448 into md 0x704d [1] + 224 00000800:00000001:3.0:1788687416.756027:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687416.756038:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687416.756042:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687416.756047:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687416.756059:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687416.756071:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1180 x1875572824550400/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687432 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687416.756085:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9b29c97f1180 x1875572824550400/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687416.756106:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788687416.756116:0:2362:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788687416.756120:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.756126:0:2362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687416.756134:0:2362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2557:2557:256:4294967295] 192.168.203.144@tcp LPNI seq info [2557:2557:8:4294967295] 00000400:00000200:3.0:1788687416.756139:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.756147:0:2362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1788687416.756153:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687416.756160:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ab00. 00000800:00000200:3.0:1788687416.756168:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687416.756177:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687416.756183:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ab00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1788687416.756282:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788687416.757219:0:34135:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687416.757233:0:34135:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687416.757236:0:34135:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687416.757241:0:34135:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1210. 00000400:00000200:0.0:1788687416.757250:0:34135:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda198 00000400:00000010:0.0:1788687416.757253:0:34135:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda198. 00000100:00000001:0.0:1788687416.757258:0:34135:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687416.757268:0:34135:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f1180 x1875572824550400/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687416.757279:0:34135:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f1180 x1875572824550400/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687416.757286:0:34135:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687416.757288:0:34135:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687416.757291:0:34135:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687416.757295:0:34135:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687416.757298:0:34135:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687416.757301:0:34135:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687416.757304:0:34135:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687416.757315:0:34135:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=38 v=5 (5 5 103 103) 00000100:00001000:0.0:1788687416.757320:0:34135:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687416.757323:0:34135:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687416.757324:0:34135:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.757328:0:34135:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687416.757333:0:34135:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.757337:0:34135:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687416.757340:0:34135:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1] 00000100:00000001:0.0:1788687416.757342:0:34135:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687416.757345:0:34135:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687416.757347:0:34135:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509353344 : -110871200198272 : ffff9b29c97f1180) 00000100:00000001:0.0:1788687416.757350:0:34135:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687416.757352:0:34135:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967656 00000100:00000001:0.0:1788687416.757354:0:34135:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687416.757358:0:34135:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687416.757363:0:34135:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f1180 x1875572824550400/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687432 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687416.757371:0:34135:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687416.757375:0:34135:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687416.757377:0:34135:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687416.757383:0:34135:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f1180 x1875572824550400/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687432 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687416.757390:0:34135:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f1180 pname:cluuid:pid:xid:nid:opc:job mkdir:ce1d4174-c231-444b-b3ed-b722bc4901cb:34135:1875572824550400:192.168.203.144@tcp:36:mkdir.0 00000100:00000001:0.0:1788687416.757396:0:34135:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687416.757400:0:34135:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.757403:0:34135:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687416.757406:0:34135:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687416.757409:0:34135:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1180 x1875572824550400/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687432 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687416.757416:0:34135:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687416.757419:0:34135:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c52b59c0. 00000100:00000001:0.0:1788687416.757423:0:34135:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687416.757425:0:34135:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.757435:0:34135:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687416.757439:0:34135:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x2e:0x0] 00800000:00000001:0.0:1788687416.757442:0:34135:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.757446:0:34135:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:0.0:1788687416.757449:0:34135:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788687364 to 1788687416 00000080:00000001:0.0:1788687416.757453:0:34135:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788687416.757461:0:34135:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788687416.757464:0:34135:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788687416.757467:0:34135:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:0.0:1788687416.757470:0:34135:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788687416.757487:0:34135:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b29d85939c0. 00000080:00000001:0.0:1788687416.757501:0:34135:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788687416.757503:0:34135:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff9b29d8593a88) 00000080:00000001:0.0:1788687416.757507:0:34135:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788687416.757509:0:34135:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x2e:0x0] 00000080:00000001:0.0:1788687416.757512:0:34135:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.757514:0:34135:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:0.0:1788687416.757516:0:34135:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788687416.757520:0:34135:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833966 mtime from 0 to 1788687416 00000080:00200000:0.0:1788687416.757524:0:34135:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x2e:0x0], updating i_size 16384 00000080:00000001:0.0:1788687416.757527:0:34135:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788687416.757529:0:34135:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758531720 : -110870951019896 : ffff9b29d8593a88) 00000080:00000001:0.0:1788687416.757532:0:34135:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788687416.757535:0:34135:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788687416.757537:0:34135:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.757543:0:34135:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.757545:0:34135:0:(namei.c:1996:ll_new_node()) Process leaving 00000100:00000001:0.0:1788687416.757547:0:34135:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687416.757550:0:34135:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1180 x1875572824550400/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687432 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687416.757556:0:34135:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687416.757559:0:34135:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687416.757562:0:34135:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c7f3c200. 00000080:00000010:0.0:1788687416.757565:0:34135:0:(namei.c:2002:ll_new_node()) kfreed 'lum': 48 at ffff9b29c4c6ff80. 00000080:00000001:0.0:1788687416.757568:0:34135:0:(namei.c:2004:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.757571:0:34135:0:(namei.c:2180:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788687416.757575:0:34135:0:(namei.c:2224:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.757590:0:34135:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788687416.757597:0:34135:0:(dcache.c:48:ll_release()) Process leaving 00000800:00000200:3.0:1788687416.758970:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687416.758981:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ab00. 00000400:00000200:3.0:1788687416.758988:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687416.758996:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1788687416.759257:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1788687416.766002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636da80. 00000080:00000001:0.0:1788687416.785664:0:34136:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687416.785674:0:34136:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687416.785677:0:34136:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687416.785681:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08199fbc0 00000080:00200000:0.0:1788687416.785688:0:34136:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687416.785698:0:34136:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c7f3c200. 00800000:00000002:0.0:1788687416.785709:0:34136:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687416.785713:0:34136:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687416.785720:0:34136:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687416.785722:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08199fae0 00800000:00000002:0.0:1788687416.785725:0:34136:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687416.785730:0:34136:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687416.785735:0:34136:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687416.785741:0:34136:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687416.785744:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08199f9b0 00000002:00010000:0.0:1788687416.785746:0:34136:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687416.785751:0:34136:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687416.785753:0:34136:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687416.785757:0:34136:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687416.785766:0:34136:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.785769:0:34136:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.785771:0:34136:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.785773:0:34136:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788687416.785776:0:34136:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788687416.785782:0:34136:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f0380. 00000020:00000040:0.0:1788687416.785787:0:34136:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:0.0:1788687416.785795:0:34136:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687416.785802:0:34136:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687416.785806:0:34136:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.785811:0:34136:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687416.785814:0:34136:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687416.785831:0:34136:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687416.785842:0:34136:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a02800. 00000100:00000001:0.0:1788687416.785851:0:34136:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.785858:0:34136:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687416.785868:0:34136:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.785869:0:34136:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687416.785871:0:34136:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.785873:0:34136:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.785880:0:34136:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00010000:00000001:0.0:1788687416.785885:0:34136:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687416.785887:0:34136:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788687416.785893:0:34136:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c64dea00. 00010000:00000010:0.0:1788687416.785922:0:34136:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5ca0200. 00010000:00000001:0.0:1788687416.785930:0:34136:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687416.785934:0:34136:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc4e00. 00000020:00000001:0.0:1788687416.785938:0:34136:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687416.785942:0:34136:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc4e00 with handle 0x230d04438e811ecc to hash 00000020:00000001:0.0:1788687416.785944:0:34136:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687416.785946:0:34136:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.785950:0:34136:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.785955:0:34136:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687416.785958:0:34136:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687416.785964:0:34136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ecc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687416.785975:0:34136:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ecc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687416.785987:0:34136:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ecc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687416.785992:0:34136:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687416.785994:0:34136:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687416.786002:0:34136:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c52b59c0. 00000100:00000001:0.0:1788687416.786005:0:34136:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202436757952 : -110871272793664 : ffff9b29c52b59c0) 00000100:00000001:0.0:1788687416.786009:0:34136:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687416.786010:0:34136:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00000100:00000001:0.0:1788687416.786016:0:34136:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687416.786021:0:34136:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.786024:0:34136:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687416.786026:0:34136:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687416.786041:0:34136:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f0380 x1875572824550528/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.786051:0:34136:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687416.786054:0:34136:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687416.786058:0:34136:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687416.786061:0:34136:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687416.786064:0:34136:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687416.786068:0:34136:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f0380 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34136:1875572824550528:192.168.203.144@tcp:101:lfs.0 00000100:00000001:0.0:1788687416.786073:0:34136:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687416.786081:0:34136:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687416.786084:0:34136:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687416.786086:0:34136:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687416.786092:0:34136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c631f800. 02000000:00000001:0.0:1788687416.786094:0:34136:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687416.786104:0:34136:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687416.786108:0:34136:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1210. 00000400:00000010:0.0:1788687416.786118:0:34136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda198. 00000100:00000200:0.0:1788687416.786127:0:34136:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824550528, portal 10 00000100:00000001:0.0:1788687416.786129:0:34136:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687416.786131:0:34136:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00000100:00000040:0.0:1788687416.786138:0:34136:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f0380 x1875572824550528/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687432 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.786145:0:34136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687416.786149:0:34136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687416.786154:0:34136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdabb0. 00000100:00000200:0.0:1788687416.786158:0:34136:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824550528, offset 0 00000400:00000200:0.0:1788687416.786166:0:34136:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687416.786176:0:34136:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687416.786186:0:34136:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687416.786192:0:34136:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687416.786197:0:34136:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687416.786202:0:34136:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687416.786205:0:34136:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687416.786209:0:34136:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2558:2558:256:4294967295] 192.168.203.144@tcp LPNI seq info [2558:2558:8:4294967295] 00000400:00000200:0.0:1788687416.786214:0:34136:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687416.786226:0:34136:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687416.786234:0:34136:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687416.786241:0:34136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946400. 00000800:00000200:0.0:1788687416.786250:0:34136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687416.786578:0:34136:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687416.786585:0:34136:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946400 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788687416.786609:0:34136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687416.786614:0:34136:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 830488 usecs (831 jiffies) 00000400:00000200:0.0:1788687416.786619:0:34136:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687416.786623:0:34136:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296543620 00000100:00000001:0.0:1788687416.786642:0:34136:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296543573 00000100:00000001:0.0:1788687416.786650:0:34136:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296543620 00000100:00000001:0.0:1788687416.786654:0:34136:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296543573 00000100:00000001:0.0:1788687416.786657:0:34136:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687416.786660:0:34136:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.786663:0:34136:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687416.786665:0:34136:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687416.786669:0:34136:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c52b59c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788687416.786672:0:34136:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687416.786675:0:34136:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687416.790707:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687416.790721:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946400. 00000400:00000200:3.0:1788687416.790732:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687416.790744:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687416.790753:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdabb0 00000400:00000010:3.0:1788687416.790756:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdabb0. 00000100:00000001:3.0:1788687416.790763:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687416.790773:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0380 x1875572824550528/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687432 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687416.790788:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687416.790791:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0380 x1875572824550528/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687432 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687416.790798:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687416.790800:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687416.791567:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687416.791585:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687416.791590:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687416.791592:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687416.791601:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687416.791607:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687416.791617:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687416.791622:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687416.791628:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687416.791644:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f52c80 00000400:00000200:2.0:1788687416.791650:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687416.791658:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x7055 [1] + 224 00000800:00000001:2.0:1788687416.791668:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687416.791678:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687416.791682:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687416.791687:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687416.791695:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687416.791704:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0380 x1875572824550528/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687432 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687416.791714:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c97f0380 x1875572824550528/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687416.791736:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687416.791745:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687416.791749:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687416.791796:0:34136:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687416.791806:0:34136:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687416.791809:0:34136:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687416.791813:0:34136:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1210. 00000400:00000200:0.0:1788687416.791818:0:34136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda198 00000400:00000010:0.0:1788687416.791828:0:34136:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda198. 00000100:00000001:0.0:1788687416.791832:0:34136:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687416.791837:0:34136:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f0380 x1875572824550528/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687416.791847:0:34136:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f0380 x1875572824550528/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.791854:0:34136:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687416.791857:0:34136:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687416.791860:0:34136:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687416.791865:0:34136:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687416.791868:0:34136:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687416.791870:0:34136:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687416.791883:0:34136:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687416.792254:0:34136:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=38 v=5 (5 5 103 103) 00000100:00001000:0.0:1788687416.792263:0:34136:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687416.792266:0:34136:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687416.792268:0:34136:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.792271:0:34136:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687416.792276:0:34136:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.792281:0:34136:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687416.792284:0:34136:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967656 00000100:00000001:0.0:1788687416.792286:0:34136:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687416.792289:0:34136:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687416.792296:0:34136:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f0380 x1875572824550528/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.792304:0:34136:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687416.792308:0:34136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687416.792310:0:34136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687416.792314:0:34136:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f0380 x1875572824550528/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687432 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687416.792321:0:34136:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f0380 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34136:1875572824550528:192.168.203.144@tcp:101:lfs.0 00000100:00000001:0.0:1788687416.792327:0:34136:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687416.792330:0:34136:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.792333:0:34136:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687416.792336:0:34136:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687416.792339:0:34136:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0380 x1875572824550528/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687432 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.792345:0:34136:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687416.792349:0:34136:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c52b59c0. 00000100:00000001:0.0:1788687416.792353:0:34136:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687416.792355:0:34136:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.792358:0:34136:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687416.792363:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.792366:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.792369:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=4 00000020:00000001:0.0:1788687416.792372:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.792375:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000040:0.0:1788687416.792383:0:34136:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c5cc4e00, remote cookie: 0x59c08f76ab1d2c2f, flags: 0x1001 00010000:00010000:0.0:1788687416.792389:0:34136:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ecc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c2f expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687416.792401:0:34136:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ecc lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c2f expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.792409:0:34136:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788687416.792414:0:34136:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788687416.792417:0:34136:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788687416.792419:0:34136:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788687416.792420:0:34136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788687416.792424:0:34136:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b29c64dea00) refcount = 1 00010000:00010000:0.0:1788687416.792428:0:34136:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ecc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c2f expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.792435:0:34136:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788687416.792439:0:34136:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788687416.792440:0:34136:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687416.792444:0:34136:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788687416.792447:0:34136:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687416.792451:0:34136:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ecc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c2f expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.792463:0:34136:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788687416.792465:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.792466:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.792467:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.792468:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.792470:0:34136:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.792476:0:34136:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788687416.792478:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.792479:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.792481:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687416.792483:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.792485:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.792488:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.792489:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.792490:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=4 00000020:00000001:0.0:1788687416.792492:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.792494:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.792497:0:34136:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687416.792501:0:34136:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687416.792505:0:34136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ecc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c2f expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.792512:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.792513:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.792515:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.792516:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.792518:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=5 00000020:00000001:0.0:1788687416.792520:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.792522:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.792524:0:34136:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687416.792528:0:34136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ecc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c2f expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.792534:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.792535:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687416.792539:0:34136:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ecc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c2f expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.792545:0:34136:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687416.792546:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.792547:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.792548:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.792549:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788687416.792554:0:34136:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c97f0380 x1875572824550528/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687432 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788687416.792563:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.792565:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.792566:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687416.792568:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.792570:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.792572:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.792573:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687416.792574:0:34136:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.792576:0:34136:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.792580:0:34136:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788687416.792583:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.792584:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.792585:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687416.792587:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.792589:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00000002:00010000:0.0:1788687416.792592:0:34136:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ecc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c2f expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.792597:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.792598:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.792600:0:34136:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687416.792602:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.792603:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.792604:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687416.792606:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.792608:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000040:0.0:1788687416.792616:0:34136:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:0.0:1788687416.792620:0:34136:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788687416.792624:0:34136:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788687416.792627:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.792628:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687416.792629:0:34136:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788687416.792633:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08199f938 00000002:00002000:0.0:1788687416.792635:0:34136:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788687416.792638:0:34136:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.792643:0:34136:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.792646:0:34136:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687416.792650:0:34136:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788687416.792653:0:34136:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687416.792658:0:34136:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687416.792662:0:34136:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c7f3c200. 00000080:00000001:0.0:1788687416.792667:0:34136:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687416.792670:0:34136:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788687416.792678:0:34136:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788687416.792683:0:34136:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788687416.792738:0:34136:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b29c4c6ff80. 00800000:00000001:0.0:1788687416.792742:0:34136:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633202430181248 : -110871279370368 : ffff9b29c4c6ff80) 00800000:00000001:0.0:1788687416.792744:0:34136:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.792746:0:34136:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788687416.792749:0:34136:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788687416.792751:0:34136:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788687416.792754:0:34136:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788687416.792758:0:34136:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788687416.792759:0:34136:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.792766:0:34136:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788687416.792769:0:34136:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788687416.792775:0:34136:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788687416.792777:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.792778:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.792780:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687416.792781:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.792783:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.792786:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.792787:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687416.792788:0:34136:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788687416.792791:0:34136:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788687416.792792:0:34136:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29c4c6ff80 1 00800000:00000010:0.0:1788687416.792795:0:34136:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b29c4c6ff80. 00800000:00000001:0.0:1788687416.792798:0:34136:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687416.792801:0:34136:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811ecc 00800000:00000001:0.0:1788687416.792804:0:34136:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687416.792806:0:34136:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687416.792807:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.792808:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.792809:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687416.792811:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.792813:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.792815:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.792817:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687416.792818:0:34136:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.792821:0:34136:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.792824:0:34136:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687416.792826:0:34136:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687416.792829:0:34136:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811ecc from it ffffaca08199fbf8 00010000:00000001:0.0:1788687416.792831:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.792833:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.792834:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687416.792835:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.792838:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.792840:0:34136:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687416.792843:0:34136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ecc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c2f expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.792850:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.792851:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.792853:0:34136:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687416.792855:0:34136:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687416.792857:0:34136:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ecc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c2f expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687416.792865:0:34136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687416.792868:0:34136:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687416.792871:0:34136:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687416.792876:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.792877:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.792879:0:34136:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.792883:0:34136:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687416.792885:0:34136:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.792888:0:34136:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.792891:0:34136:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.792893:0:34136:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687416.792894:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.792895:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687416.792936:0:34136:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687416.792942:0:34136:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f0380 x1875572824550528/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687432 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.792950:0:34136:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687416.792953:0:34136:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687416.792957:0:34136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c631f800. 02000000:00000001:0.0:1788687416.792962:0:34136:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687416.792965:0:34136:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687416.792967:0:34136:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687416.792969:0:34136:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687416.792973:0:34136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a02800. 02000000:00000001:0.0:1788687416.792977:0:34136:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687416.792980:0:34136:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687416.792982:0:34136:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f0380. 00000100:00000001:0.0:1788687416.792986:0:34136:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687416.792988:0:34136:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687416.792992:0:34136:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788687416.792998:0:34136:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687416.793017:0:34136:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c636da80. 00000080:00000001:0.0:1788687416.793025:0:34136:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687416.793027:0:34136:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687416.793029:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08199fb00 00000080:00200000:0.0:1788687416.793031:0:34136:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687416.793036:0:34136:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c7f3c200. 00800000:00000002:0.0:1788687416.793041:0:34136:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687416.793045:0:34136:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687416.793048:0:34136:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687416.793050:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08199fa20 00800000:00000002:0.0:1788687416.793052:0:34136:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687416.793056:0:34136:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687416.793060:0:34136:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687416.793064:0:34136:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687416.793066:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08199f8f0 00000002:00010000:0.0:1788687416.793068:0:34136:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687416.793071:0:34136:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687416.793073:0:34136:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687416.793075:0:34136:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687416.793078:0:34136:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:0.0:1788687416.793080:0:34136:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687416.793083:0:34136:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687416.793085:0:34136:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687416.793089:0:34136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ecc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c2f expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788687416.793098:0:34136:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687416.793103:0:34136:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687416.793106:0:34136:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ecc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c2f expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788687416.793113:0:34136:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687416.793115:0:34136:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687416.793117:0:34136:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687416.793119:0:34136:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687416.793120:0:34136:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687416.793122:0:34136:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687416.793124:0:34136:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687416.793126:0:34136:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687416.793128:0:34136:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c7f3c200. 00000080:00000001:0.0:1788687416.793131:0:34136:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687416.793133:0:34136:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687416.793135:0:34136:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687416.793138:0:34136:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811ecc 00800000:00000001:0.0:1788687416.793140:0:34136:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687416.793141:0:34136:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687416.793142:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.793144:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.793145:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687416.793147:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.793149:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.793151:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.793152:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687416.793153:0:34136:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.793155:0:34136:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687416.793157:0:34136:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811ecc from it ffffaca08199fb38 00010000:00000001:0.0:1788687416.793159:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.793160:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.793161:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687416.793163:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.793165:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.793168:0:34136:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687416.793170:0:34136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ecc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c2f expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687416.793176:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.793177:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.793178:0:34136:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687416.793180:0:34136:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687416.793183:0:34136:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ecc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c2f expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788687416.793187:0:34136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687416.793189:0:34136:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687416.793190:0:34136:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687416.793192:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.793193:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.793195:0:34136:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.793197:0:34136:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687416.793198:0:34136:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.793200:0:34136:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.793202:0:34136:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.793203:0:34136:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687416.793205:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.793206:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687416.793207:0:34136:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687416.793209:0:34136:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687416.793210:0:34136:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788687416.793213:0:34136:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.793216:0:34136:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788687416.793218:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08199fb58 00000080:00200000:0.0:1788687416.793220:0:34136:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), file ffff9b29e077f800, open_flags a141, mode 81b6 opened 0 00000080:00000010:0.0:1788687416.793227:0:34136:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b29c3344420. 00000080:00000001:0.0:1788687416.793232:0:34136:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788687416.793234:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08199fa08 00000080:00200000:0.0:1788687416.793235:0:34136:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=open|creat 00000080:00000010:0.0:1788687416.793244:0:34136:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c7f3c200. 00800000:00000002:0.0:1788687416.793246:0:34136:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687416.793252:0:34136:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687416.793254:0:34136:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687416.793255:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08199f928 00800000:00000002:0.0:1788687416.793257:0:34136:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687416.793260:0:34136:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788687416.793263:0:34136:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788687416.793269:0:34136:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633202409432576 : -110871300119040 : ffff9b29c38a6600) 00800000:00000001:0.0:1788687416.793273:0:34136:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788687416.793276:0:34136:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788687416.793278:0:34136:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788687416.793281:0:34136:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788687416.793284:0:34136:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b29e019e800: Allocated FID [0x200000404:0x2f:0x0] 40000000:00000001:0.0:1788687416.793287:0:34136:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.793288:0:34136:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.793290:0:34136:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.793292:0:34136:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687416.793294:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08199f8a8 00800000:00000002:0.0:1788687416.793296:0:34136:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2f:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:0.0:1788687416.793299:0:34136:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687416.793300:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08199f7e0 00000002:00010000:0.0:1788687416.793302:0:34136:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x200000404:0x2f:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:0.0:1788687416.793306:0:34136:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788687416.793309:0:34136:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788687416.793313:0:34136:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788687416.793317:0:34136:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.793318:0:34136:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788687416.793321:0:34136:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:0.0:1788687416.793323:0:34136:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687416.793326:0:34136:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788687416.793329:0:34136:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687416.793332:0:34136:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ecc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d2c2f expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788687416.793347:0:34136:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788687416.793352:0:34136:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788687416.793354:0:34136:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788687416.793356:0:34136:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788687416.793358:0:34136:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687416.793360:0:34136:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687416.793362:0:34136:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 3 00010000:00000001:0.0:1788687416.793364:0:34136:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687416.793366:0:34136:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.793368:0:34136:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687416.793369:0:34136:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687416.793371:0:34136:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 3 00010000:00000001:0.0:1788687416.793373:0:34136:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687416.793375:0:34136:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.793376:0:34136:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687416.793377:0:34136:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687416.793379:0:34136:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 3 00010000:00000001:0.0:1788687416.793381:0:34136:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687416.793383:0:34136:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.793385:0:34136:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788687416.793388:0:34136:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b29d8594200, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788687416.793393:0:34136:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788687416.793395:0:34136:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788687416.793397:0:34136:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788687416.793399:0:34136:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.793403:0:34136:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687416.793406:0:34136:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687416.793407:0:34136:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687416.793409:0:34136:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687416.793411:0:34136:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788687416.793413:0:34136:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc4e00 with handle 0x230d04438e811ecc from hash 00010000:00000001:0.0:1788687416.793415:0:34136:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687416.793417:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.793418:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.793420:0:34136:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687416.793423:0:34136:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687416.793425:0:34136:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788687416.793428:0:34136:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687416.793430:0:34136:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687416.793432:0:34136:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788687416.793437:0:34136:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f0380. 00000020:00000040:0.0:1788687416.793441:0:34136:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:0.0:1788687416.793446:0:34136:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788687416.793448:0:34136:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.793451:0:34136:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687416.793456:0:34136:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687416.793457:0:34136:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.793461:0:34136:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687416.793464:0:34136:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687416.793466:0:34136:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687416.793474:0:34136:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a02800. 00000100:00000001:0.0:1788687416.793482:0:34136:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.793486:0:34136:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687416.793488:0:34136:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788687416.793491:0:34136:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ecc lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2c2f expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788687416.793497:0:34136:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788687416.793499:0:34136:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687416.793501:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687416.793503:0:34136:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811ecc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2c2f expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788687416.793510:0:34136:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64dea00 count: 0 00010000:00000010:0.0:1788687416.793516:0:34136:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5ca0200. 00010000:00000001:0.0:1788687416.793528:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.793529:0:34136:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.793531:0:34136:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687416.793533:0:34136:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.793535:0:34136:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.793546:0:34136:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00010000:00000001:0.0:1788687416.793550:0:34136:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687416.793552:0:34136:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788687416.793556:0:34136:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c64ded00. 00010000:00000010:0.0:1788687416.793559:0:34136:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5ca0200. 00010000:00000001:0.0:1788687416.793565:0:34136:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687416.793570:0:34136:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc5400. 00000020:00000001:0.0:1788687416.793572:0:34136:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687416.793575:0:34136:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc5400 with handle 0x230d04438e811ed3 to hash 00000020:00000001:0.0:1788687416.793577:0:34136:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687416.793578:0:34136:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.793583:0:34136:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.793586:0:34136:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687416.793587:0:34136:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687416.793591:0:34136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ed3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687416.793598:0:34136:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ed3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788687416.793611:0:34136:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788687416.793618:0:34136:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c97f0380 x1875572824550784/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788687416.793628:0:34136:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ed3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687416.793635:0:34136:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687416.793636:0:34136:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687416.793645:0:34136:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c52b59c0. 00000100:00000001:0.0:1788687416.793647:0:34136:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202436757952 : -110871272793664 : ffff9b29c52b59c0) 00000100:00000001:0.0:1788687416.793651:0:34136:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687416.793653:0:34136:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00000100:00000001:0.0:1788687416.793659:0:34136:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687416.793664:0:34136:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.793667:0:34136:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687416.793668:0:34136:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687416.793672:0:34136:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f0380 x1875572824550784/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.793679:0:34136:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687416.793682:0:34136:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687416.793686:0:34136:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687416.793689:0:34136:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687416.793691:0:34136:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687416.793695:0:34136:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f0380 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34136:1875572824550784:192.168.203.144@tcp:101:lfs.0 00000100:00000001:0.0:1788687416.793699:0:34136:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687416.793706:0:34136:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687416.793709:0:34136:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687416.793711:0:34136:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687416.793799:0:34136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b29c6980000. 02000000:00000001:0.0:1788687416.793802:0:34136:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687416.793811:0:34136:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687416.793816:0:34136:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1210. 00000400:00000010:0.0:1788687416.793824:0:34136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b29d8a00c00. 00000100:00000200:0.0:1788687416.793832:0:34136:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875572824550784, portal 10 00000100:00000001:0.0:1788687416.793835:0:34136:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687416.793836:0:34136:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00000100:00000040:0.0:1788687416.793843:0:34136:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f0380 x1875572824550784/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788687432 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.793851:0:34136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687416.793854:0:34136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687416.793858:0:34136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda198. 00000100:00000200:0.0:1788687416.793862:0:34136:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875572824550784, offset 0 00000400:00000200:0.0:1788687416.793869:0:34136:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687416.793878:0:34136:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687416.793888:0:34136:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687416.793895:0:34136:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687416.793945:0:34136:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687416.793949:0:34136:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687416.793952:0:34136:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687416.793957:0:34136:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2559:2559:256:4294967295] 192.168.203.144@tcp LPNI seq info [2559:2559:8:4294967295] 00000400:00000200:0.0:1788687416.793963:0:34136:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687416.793976:0:34136:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687416.793983:0:34136:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687416.793990:0:34136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946900. 00000800:00000200:0.0:1788687416.793999:0:34136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687416.794009:0:34136:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687416.794014:0:34136:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946900 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:0.0:1788687416.794038:0:34136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687416.794043:0:34136:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 829438 usecs (830 jiffies) 00000400:00000200:0.0:1788687416.794047:0:34136:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687416.794051:0:34136:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296543626 00000100:00000001:0.0:1788687416.794059:0:34136:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296543620 00000100:00000001:0.0:1788687416.794065:0:34136:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296543626 00000100:00000001:0.0:1788687416.794069:0:34136:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296543620 00000100:00000001:0.0:1788687416.794072:0:34136:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687416.794075:0:34136:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.794077:0:34136:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687416.794080:0:34136:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687416.794083:0:34136:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c52b59c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788687416.794086:0:34136:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687416.794090:0:34136:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687416.794778:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687416.794785:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946900. 00000400:00000200:3.0:1788687416.794796:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687416.794803:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687416.794810:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda198 00000400:00000010:3.0:1788687416.794814:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda198. 00000100:00000001:3.0:1788687416.794829:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687416.794836:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0380 x1875572824550784/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788687432 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687416.794847:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687416.794851:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0380 x1875572824550784/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788687432 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687416.794865:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687416.794868:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687416.801065:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687416.801191:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687416.801198:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687416.801202:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687416.801213:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.801223:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687416.801234:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.801240:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.801245:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.801250:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 608 into portal 10 MB=0x6a9d2d3f52d80 00000400:00000200:3.0:1788687416.801256:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.801264:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 608/608 into md 0x705d [32] + 224 00000800:00000001:3.0:1788687416.801274:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687416.801282:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687416.801287:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687416.801292:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687416.801302:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687416.801314:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0380 x1875572824550784/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788687432 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687416.801327:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff9b29c97f0380 x1875572824550784/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.801376:0:34136:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687416.801394:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687416.801404:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687416.801408:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788687416.801442:0:34136:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687416.801445:0:34136:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687416.801451:0:34136:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1210. 00000400:00000200:0.0:1788687416.801456:0:34136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8a00c00 00000400:00000010:0.0:1788687416.801459:0:34136:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b29d8a00c00. 00000100:00000001:0.0:1788687416.801463:0:34136:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687416.801469:0:34136:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f0380 x1875572824550784/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687416.801477:0:34136:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f0380 x1875572824550784/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.801484:0:34136:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687416.801487:0:34136:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687416.801490:0:34136:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687416.801493:0:34136:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687416.801496:0:34136:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687416.801499:0:34136:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687416.801503:0:34136:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687416.801515:0:34136:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=38 v=5 (5 5 103 103) 00000100:00001000:0.0:1788687416.801520:0:34136:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687416.801523:0:34136:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788687416.801527:0:34136:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9b29c97f0380 x1875572824550784/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.801533:0:34136:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788687416.801537:0:34136:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687416.801540:0:34136:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967656 00000100:00000001:0.0:1788687416.801542:0:34136:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687416.801546:0:34136:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788687416.801550:0:34136:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f0380 x1875572824550784/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.801557:0:34136:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788687416.801561:0:34136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687416.801564:0:34136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687416.801567:0:34136:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f0380 x1875572824550784/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687432 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687416.801574:0:34136:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f0380 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34136:1875572824550784:192.168.203.144@tcp:101:lfs.0 00000100:00000001:0.0:1788687416.801581:0:34136:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687416.801584:0:34136:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788687416.801586:0:34136:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687416.801589:0:34136:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687416.801593:0:34136:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0380 x1875572824550784/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687432 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.801600:0:34136:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687416.801603:0:34136:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c52b59c0. 00000100:00000001:0.0:1788687416.801607:0:34136:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687416.801609:0:34136:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788687416.801612:0:34136:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687416.801620:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.801623:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.801627:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5400 refcount=4 00000020:00000001:0.0:1788687416.801629:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.801702:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00010000:0.0:1788687416.801711:0:34136:0:(ldlm_request.c:687:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ed3 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.801726:0:34136:0:(ldlm_request.c:718:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788687416.801731:0:34136:0:(ldlm_request.c:590:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ed3 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.801737:0:34136:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687416.801740:0:34136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ed3 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.801746:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.801748:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687416.801751:0:34136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ed3 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.801756:0:34136:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687416.801761:0:34136:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.801764:0:34136:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788687416.801767:0:34136:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ed3 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687416.801772:0:34136:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29c5cc5400 already unused, calling callback (ffffffffc1baf630) 00000080:00000001:0.0:1788687416.801776:0:34136:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788687416.801781:0:34136:0:(ldlm_request.c:1731:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ed3 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.801787:0:34136:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788687416.801790:0:34136:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788687416.801793:0:34136:0:(ldlm_request.c:1741:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ed3 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.801799:0:34136:0:(ldlm_request.c:1742:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788687416.801802:0:34136:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788687416.801803:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.801805:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.801806:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5400 refcount=5 00000020:00000001:0.0:1788687416.801808:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.801811:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.801814:0:34136:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687416.802369:0:34136:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ed3 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788687416.802380:0:34136:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788687416.802382:0:34136:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687416.802386:0:34136:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788687416.802388:0:34136:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687416.802392:0:34136:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687416.802393:0:34136:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687416.802395:0:34136:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687416.802398:0:34136:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788687416.802401:0:34136:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc5400 with handle 0x230d04438e811ed3 from hash 00010000:00000001:0.0:1788687416.802403:0:34136:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687416.802405:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.802406:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.802408:0:34136:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687416.802409:0:34136:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687416.802411:0:34136:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788687416.802413:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.802414:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.802416:0:34136:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.802417:0:34136:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687416.802421:0:34136:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ed3 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.802427:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.802428:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.802429:0:34136:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788687416.802431:0:34136:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687416.802433:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.802434:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.802435:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687416.802437:0:34136:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ed3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788687416.802445:0:34136:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64ded00 count: 0 00010000:00000010:0.0:1788687416.802454:0:34136:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5ca0200. 00010000:00000001:0.0:1788687416.802465:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.802467:0:34136:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788687416.802473:0:34136:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788687416.802485:0:34136:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=-21 req@ffff9b29c97f0380 x1875572824550784/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687432 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788687416.802494:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788687416.802496:0:34136:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.802498:0:34136:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.802501:0:34136:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.802504:0:34136:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000002:00000001:0.0:1788687416.802508:0:34136:0:(mdc_locks.c:1316:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:0.0:1788687416.802513:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08199f768 00000002:00002000:0.0:1788687416.802515:0:34136:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open|creat status=-21 disp=0xb: rc = -21 00000002:00000001:0.0:1788687416.802519:0:34136:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:0.0:1788687416.802523:0:34136:0:(lmv_intent.c:387:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:0.0:1788687416.802527:0:34136:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:0.0:1788687416.802530:0:34136:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:0.0:1788687416.802534:0:34136:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:0.0:1788687416.802537:0:34136:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:0.0:1788687416.802541:0:34136:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687416.802545:0:34136:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c7f3c200. 00000100:00000001:0.0:1788687416.802550:0:34136:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687416.802554:0:34136:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f0380 x1875572824550784/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687432 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.802561:0:34136:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687416.802564:0:34136:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687416.802569:0:34136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b29c6980000. 02000000:00000001:0.0:1788687416.802616:0:34136:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687416.802620:0:34136:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687416.802622:0:34136:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687416.802625:0:34136:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687416.802629:0:34136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a02800. 02000000:00000001:0.0:1788687416.802769:0:34136:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687416.802773:0:34136:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687416.802776:0:34136:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f0380. 00000100:00000001:0.0:1788687416.802781:0:34136:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687416.802782:0:34136:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687416.802788:0:34136:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788687416.802790:0:34136:0:(dcache.c:176:ll_intent_release()) intent ffff9b29c3344420 released 00000080:00000001:0.0:1788687416.802792:0:34136:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:0.0:1788687416.802795:0:34136:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9b29c3344420. 00000080:00000001:0.0:1788687416.802800:0:34136:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:0.0:1788687416.802809:0:34136:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788687416.802813:0:34136:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788687416.803784:0:34136:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687416.803789:0:34136:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687416.803792:0:34136:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687416.803795:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08199fbc0 00000080:00200000:0.0:1788687416.803799:0:34136:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687416.803807:0:34136:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c7f3c200. 00800000:00000002:0.0:1788687416.803815:0:34136:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00010000:00000010:0.1:1788687416.804275:0:34136:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64dea00. 00010000:00000010:0.1:1788687416.804283:0:34136:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4e00. 00000080:00000001:0.0:1788687416.804296:0:34136:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687416.804301:0:34136:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687416.804304:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08199fae0 00800000:00000002:0.0:1788687416.804306:0:34136:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687416.804310:0:34136:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687416.804315:0:34136:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687416.804320:0:34136:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687416.804322:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08199f9b0 00000002:00010000:0.0:1788687416.804324:0:34136:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687416.804327:0:34136:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687416.804330:0:34136:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687416.804333:0:34136:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687416.804340:0:34136:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.804343:0:34136:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.804344:0:34136:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.804347:0:34136:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788687416.804350:0:34136:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788687416.804357:0:34136:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f0380. 00000020:00000040:0.0:1788687416.804361:0:34136:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:0.0:1788687416.804367:0:34136:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687416.804373:0:34136:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687416.804378:0:34136:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.804381:0:34136:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687416.804384:0:34136:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687416.804389:0:34136:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687416.804399:0:34136:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a02800. 00000100:00000001:0.0:1788687416.804408:0:34136:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.804413:0:34136:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687416.804415:0:34136:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.804418:0:34136:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687416.804419:0:34136:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.804421:0:34136:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.804427:0:34136:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00010000:00000001:0.0:1788687416.804432:0:34136:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687416.804434:0:34136:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788687416.804438:0:34136:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c64dea00. 00010000:00000010:0.0:1788687416.804443:0:34136:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5ca0200. 00010000:00000001:0.0:1788687416.804449:0:34136:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687416.804452:0:34136:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc4e00. 00000020:00000001:0.0:1788687416.804456:0:34136:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687416.804459:0:34136:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc4e00 with handle 0x230d04438e811eda to hash 00000020:00000001:0.0:1788687416.804461:0:34136:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687416.804462:0:34136:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.804466:0:34136:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.804471:0:34136:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687416.804473:0:34136:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687416.804479:0:34136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687416.804488:0:34136:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687416.804499:0:34136:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687416.804505:0:34136:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687416.804507:0:34136:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687416.804515:0:34136:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c52b59c0. 00000100:00000001:0.0:1788687416.804517:0:34136:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202436757952 : -110871272793664 : ffff9b29c52b59c0) 00000100:00000001:0.0:1788687416.804520:0:34136:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687416.804522:0:34136:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00000100:00000001:0.0:1788687416.804527:0:34136:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687416.804532:0:34136:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.804536:0:34136:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687416.804538:0:34136:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687416.804550:0:34136:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f0380 x1875572824550912/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.804559:0:34136:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687416.804562:0:34136:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687416.804565:0:34136:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687416.804568:0:34136:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687416.804571:0:34136:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687416.804576:0:34136:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f0380 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34136:1875572824550912:192.168.203.144@tcp:101:lfs.0 00000100:00000001:0.0:1788687416.804581:0:34136:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687416.804588:0:34136:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687416.804590:0:34136:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687416.804593:0:34136:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687416.804599:0:34136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c631f800. 02000000:00000001:0.0:1788687416.804601:0:34136:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687416.804611:0:34136:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687416.804616:0:34136:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1210. 00000400:00000010:0.0:1788687416.804624:0:34136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda908. 00000100:00000200:0.0:1788687416.804633:0:34136:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824550912, portal 10 00000100:00000001:0.0:1788687416.804647:0:34136:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687416.804648:0:34136:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00000100:00000040:0.0:1788687416.804655:0:34136:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f0380 x1875572824550912/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687432 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.804664:0:34136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687416.804666:0:34136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687416.804670:0:34136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdacc0. 00000100:00000200:0.0:1788687416.804674:0:34136:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824550912, offset 0 00000400:00000200:0.0:1788687416.804681:0:34136:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687416.804691:0:34136:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687416.804701:0:34136:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687416.804708:0:34136:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687416.804713:0:34136:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687416.804718:0:34136:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687416.804721:0:34136:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687416.804724:0:34136:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2560:2560:256:4294967295] 192.168.203.144@tcp LPNI seq info [2560:2560:8:4294967295] 00000400:00000200:0.0:1788687416.804729:0:34136:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687416.804741:0:34136:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687416.804748:0:34136:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687416.804754:0:34136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946300. 00000800:00000200:0.0:1788687416.804762:0:34136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687416.804772:0:34136:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687416.804778:0:34136:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788687416.804798:0:34136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687416.804803:0:34136:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 828395 usecs (829 jiffies) 00000400:00000200:0.0:1788687416.804807:0:34136:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687416.804811:0:34136:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296543638 00000100:00000001:0.0:1788687416.804827:0:34136:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296543626 00000100:00000001:0.0:1788687416.804841:0:34136:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296543638 00000100:00000001:0.0:1788687416.804845:0:34136:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296543626 00000100:00000001:0.0:1788687416.804849:0:34136:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687416.804852:0:34136:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.804854:0:34136:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687416.804857:0:34136:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687416.804867:0:34136:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c52b59c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788687416.804871:0:34136:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687416.804874:0:34136:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687416.805218:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687416.805224:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946300. 00000400:00000200:3.0:1788687416.805235:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687416.805241:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687416.805374:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdacc0 00000400:00000010:3.0:1788687416.805377:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdacc0. 00000100:00000001:3.0:1788687416.805383:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687416.805388:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0380 x1875572824550912/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687432 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687416.805405:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687416.805409:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0380 x1875572824550912/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687432 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687416.805417:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687416.805418:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687416.808419:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687416.808442:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687416.808448:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687416.808452:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687416.808461:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.808468:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687416.808476:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.808480:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.808485:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.808489:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f52e00 00000400:00000200:3.0:1788687416.808493:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.808499:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x7065 [1] + 224 00000800:00000001:3.0:1788687416.808505:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687416.808510:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687416.808514:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687416.808518:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687416.808526:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687416.808534:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0380 x1875572824550912/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687432 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687416.808542:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c97f0380 x1875572824550912/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687416.808559:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687416.808569:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687416.808572:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687416.808592:0:34136:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687416.808601:0:34136:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687416.808604:0:34136:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687416.808608:0:34136:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1210. 00000400:00000200:0.0:1788687416.808613:0:34136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda908 00000400:00000010:0.0:1788687416.808616:0:34136:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda908. 00000100:00000001:0.0:1788687416.808620:0:34136:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687416.808626:0:34136:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f0380 x1875572824550912/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687416.808635:0:34136:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f0380 x1875572824550912/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.808652:0:34136:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687416.808654:0:34136:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687416.808657:0:34136:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687416.808661:0:34136:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687416.808664:0:34136:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687416.808666:0:34136:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687416.808669:0:34136:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687416.808681:0:34136:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=38 v=5 (5 5 103 103) 00000100:00001000:0.0:1788687416.808685:0:34136:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687416.808688:0:34136:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687416.808690:0:34136:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.808694:0:34136:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687416.808698:0:34136:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.808703:0:34136:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687416.808705:0:34136:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967656 00000100:00000001:0.0:1788687416.808708:0:34136:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687416.808712:0:34136:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687416.808716:0:34136:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f0380 x1875572824550912/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.808720:0:34136:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687416.808723:0:34136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687416.808725:0:34136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687416.808727:0:34136:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f0380 x1875572824550912/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687432 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687416.808732:0:34136:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f0380 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34136:1875572824550912:192.168.203.144@tcp:101:lfs.0 00000100:00000001:0.0:1788687416.808735:0:34136:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687416.808737:0:34136:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.808739:0:34136:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687416.808742:0:34136:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687416.808745:0:34136:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0380 x1875572824550912/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687432 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.808749:0:34136:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687416.808752:0:34136:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c52b59c0. 00000100:00000001:0.0:1788687416.808755:0:34136:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687416.808755:0:34136:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.808758:0:34136:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687416.808762:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.808765:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.808769:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=4 00000020:00000001:0.0:1788687416.808771:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.808775:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000040:0.0:1788687416.808784:0:34136:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c5cc4e00, remote cookie: 0x59c08f76ab1d2c59, flags: 0x1001 00010000:00010000:0.0:1788687416.808790:0:34136:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687416.808802:0:34136:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.808810:0:34136:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788687416.808992:0:34136:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788687416.808996:0:34136:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788687416.809038:0:34136:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788687416.809041:0:34136:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788687416.809045:0:34136:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b29c64dea00) refcount = 1 00010000:00010000:0.0:1788687416.809051:0:34136:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.809059:0:34136:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788687416.809064:0:34136:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788687416.809066:0:34136:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687416.809070:0:34136:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788687416.809073:0:34136:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687416.809077:0:34136:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.809083:0:34136:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788687416.809084:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.809086:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.809087:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.809088:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.809090:0:34136:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.809096:0:34136:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788687416.809098:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.809099:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.809101:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687416.809103:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.809105:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.809108:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.809109:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.809110:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=4 00000020:00000001:0.0:1788687416.809112:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.809114:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.809117:0:34136:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687416.809121:0:34136:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687416.809124:0:34136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.809132:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.809133:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.809134:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.809136:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.809137:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=5 00000020:00000001:0.0:1788687416.809139:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.809141:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.809143:0:34136:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687416.809147:0:34136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.809153:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.809154:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687416.809157:0:34136:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.809164:0:34136:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687416.809165:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.809166:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.809167:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.809168:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788687416.809174:0:34136:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c97f0380 x1875572824550912/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687432 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788687416.809184:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.809185:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.809187:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687416.809189:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.809191:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.809193:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.809194:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687416.809196:0:34136:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.809199:0:34136:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.809202:0:34136:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788687416.809205:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.809207:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.809208:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687416.809210:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.809213:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00000002:00010000:0.0:1788687416.809216:0:34136:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.809229:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.809230:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.809232:0:34136:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687416.809234:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.809235:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.809236:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687416.809238:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.809240:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000040:0.0:1788687416.809248:0:34136:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:0.0:1788687416.809252:0:34136:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788687416.809257:0:34136:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788687416.809260:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.809261:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687416.809262:0:34136:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788687416.809266:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08199f938 00000002:00002000:0.0:1788687416.809268:0:34136:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788687416.809271:0:34136:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.809276:0:34136:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.809670:0:34136:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687416.809676:0:34136:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788687416.809679:0:34136:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687416.809684:0:34136:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687416.809688:0:34136:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c7f3c200. 00000080:00000001:0.0:1788687416.809694:0:34136:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687416.809697:0:34136:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788687416.809705:0:34136:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788687416.809710:0:34136:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788687416.809718:0:34136:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b29c4c6ff80. 00800000:00000001:0.0:1788687416.809720:0:34136:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633202430181248 : -110871279370368 : ffff9b29c4c6ff80) 00800000:00000001:0.0:1788687416.809723:0:34136:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.809725:0:34136:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788687416.809729:0:34136:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788687416.809731:0:34136:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788687416.809735:0:34136:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788687416.809739:0:34136:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788687416.809741:0:34136:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.809747:0:34136:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788687416.809751:0:34136:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788687416.809757:0:34136:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788687416.809760:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.809761:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.809812:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687416.809815:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.809818:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.809826:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.809833:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.1:1788687416.810371:0:34136:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64ded00. 00010000:00000010:0.1:1788687416.810381:0:34136:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5400. 00000080:00000010:0.1:1788687416.810388:0:34136:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636da80. 00000080:00000001:0.0:1788687416.810406:0:34136:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788687416.810410:0:34136:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788687416.810412:0:34136:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29c4c6ff80 1 00800000:00000010:0.0:1788687416.810415:0:34136:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b29c4c6ff80. 00800000:00000001:0.0:1788687416.810418:0:34136:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687416.810422:0:34136:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811eda 00800000:00000001:0.0:1788687416.810425:0:34136:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687416.810427:0:34136:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687416.810429:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.810431:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.810432:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687416.810435:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.810437:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.810440:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.810441:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687416.810443:0:34136:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.810445:0:34136:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.810448:0:34136:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687416.810450:0:34136:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687416.810453:0:34136:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811eda from it ffffaca08199fbf8 00010000:00000001:0.0:1788687416.810455:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.810457:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.810458:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687416.810460:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.810463:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.810465:0:34136:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687416.810470:0:34136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.810477:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.810479:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.810481:0:34136:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687416.810484:0:34136:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687416.810487:0:34136:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687416.810495:0:34136:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687416.810498:0:34136:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687416.810500:0:34136:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687416.810504:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.810506:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.810507:0:34136:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.810511:0:34136:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687416.810514:0:34136:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.810516:0:34136:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.810520:0:34136:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.810522:0:34136:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687416.810523:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.810524:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687416.810527:0:34136:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687416.810538:0:34136:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f0380 x1875572824550912/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687432 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.810546:0:34136:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687416.810550:0:34136:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687416.810553:0:34136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c631f800. 02000000:00000001:0.0:1788687416.810558:0:34136:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687416.810562:0:34136:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687416.810564:0:34136:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687416.810566:0:34136:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687416.810569:0:34136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a02800. 02000000:00000001:0.0:1788687416.810573:0:34136:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687416.810575:0:34136:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687416.810577:0:34136:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f0380. 00000100:00000001:0.0:1788687416.810581:0:34136:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687416.810582:0:34136:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687416.810587:0:34136:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788687416.810594:0:34136:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687416.810612:0:34136:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c636da80. 00000080:00000001:0.0:1788687416.810617:0:34136:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788687416.810620:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08199fb58 00000080:00200000:0.0:1788687416.810622:0:34136:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), file ffff9b29e077f080, open_flags 1a100, mode 0 opened 0 00000080:00000010:0.0:1788687416.810629:0:34136:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b29c3344420. 00000080:00000001:0.0:1788687416.810632:0:34136:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788687416.810634:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08199fa08 00000080:00200000:0.0:1788687416.810636:0:34136:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=open 00000080:00000010:0.0:1788687416.810644:0:34136:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c7f3c200. 00800000:00000002:0.0:1788687416.810651:0:34136:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687416.810657:0:34136:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687416.810660:0:34136:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687416.810662:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08199f928 00800000:00000002:0.0:1788687416.810664:0:34136:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687416.810668:0:34136:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788687416.810671:0:34136:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788687416.810677:0:34136:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633202409432576 : -110871300119040 : ffff9b29c38a6600) 00000020:00000001:0.0:1788687416.810679:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08199f8a8 00800000:00000002:0.0:1788687416.810681:0:34136:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:0.0:1788687416.810686:0:34136:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687416.810688:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08199f7e0 00000002:00010000:0.0:1788687416.810690:0:34136:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:0.0:1788687416.810694:0:34136:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788687416.810698:0:34136:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788687416.810702:0:34136:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788687416.810709:0:34136:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:0.0:1788687416.810712:0:34136:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687416.810715:0:34136:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788687416.810719:0:34136:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.810720:0:34136:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.810722:0:34136:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687416.810727:0:34136:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f0380. 00000020:00000040:0.0:1788687416.810731:0:34136:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:0.0:1788687416.810736:0:34136:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788687416.810738:0:34136:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.810741:0:34136:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687416.810746:0:34136:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687416.810749:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.810750:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.810752:0:34136:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.810755:0:34136:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687416.810757:0:34136:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687416.810761:0:34136:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687416.810781:0:34136:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a02800. 00000100:00000001:0.0:1788687416.810790:0:34136:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.810794:0:34136:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687416.810795:0:34136:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.810797:0:34136:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687416.810798:0:34136:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.810801:0:34136:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.810811:0:34136:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00010000:00000001:0.0:1788687416.810814:0:34136:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687416.810824:0:34136:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788687416.810826:0:34136:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:0.0:1788687416.810829:0:34136:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687416.810832:0:34136:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687416.810845:0:34136:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc5400. 00000020:00000001:0.0:1788687416.810849:0:34136:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687416.810852:0:34136:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc5400 with handle 0x230d04438e811ee1 to hash 00000020:00000001:0.0:1788687416.810855:0:34136:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687416.810857:0:34136:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.811261:0:34136:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.811266:0:34136:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687416.811270:0:34136:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687416.811275:0:34136:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ee1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687416.811284:0:34136:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ee1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788687416.811301:0:34136:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788687416.811311:0:34136:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c97f0380 x1875572824551168/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788687416.811320:0:34136:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ee1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687416.811326:0:34136:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687416.811329:0:34136:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687416.811338:0:34136:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c52b59c0. 00000100:00000001:0.0:1788687416.811341:0:34136:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202436757952 : -110871272793664 : ffff9b29c52b59c0) 00000100:00000001:0.0:1788687416.811345:0:34136:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687416.811347:0:34136:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00000100:00000001:0.0:1788687416.811352:0:34136:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687416.811357:0:34136:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.811360:0:34136:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687416.811361:0:34136:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687416.811366:0:34136:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f0380 x1875572824551168/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.811373:0:34136:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687416.811376:0:34136:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687416.811380:0:34136:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687416.811384:0:34136:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687416.811386:0:34136:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687416.811390:0:34136:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f0380 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34136:1875572824551168:192.168.203.144@tcp:101:lfs.0 00000100:00000001:0.0:1788687416.811394:0:34136:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687416.811401:0:34136:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687416.811404:0:34136:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687416.811407:0:34136:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687416.811545:0:34136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9b29c6980000. 02000000:00000001:0.0:1788687416.811548:0:34136:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687416.811559:0:34136:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687416.811564:0:34136:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1210. 00000400:00000010:0.0:1788687416.811574:0:34136:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9b29c631f800. 00000100:00000200:0.0:1788687416.811583:0:34136:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875572824551168, portal 10 00000100:00000001:0.0:1788687416.811585:0:34136:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687416.811586:0:34136:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00000100:00000040:0.0:1788687416.811593:0:34136:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f0380 x1875572824551168/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788687432 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.811600:0:34136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687416.811603:0:34136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687416.811607:0:34136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda908. 00000100:00000200:0.0:1788687416.811611:0:34136:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875572824551168, offset 0 00000400:00000200:0.0:1788687416.811618:0:34136:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687416.811628:0:34136:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687416.811638:0:34136:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687416.811645:0:34136:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687416.811650:0:34136:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687416.811654:0:34136:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687416.811657:0:34136:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687416.811661:0:34136:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2561:2561:256:4294967295] 192.168.203.144@tcp LPNI seq info [2561:2561:8:4294967295] 00000400:00000200:0.0:1788687416.811666:0:34136:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687416.811678:0:34136:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687416.811686:0:34136:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687416.811692:0:34136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946700. 00000800:00000200:0.0:1788687416.811700:0:34136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687416.811709:0:34136:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687416.811714:0:34136:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946700 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:0.0:1788687416.811738:0:34136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687416.811743:0:34136:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 827347 usecs (828 jiffies) 00000400:00000200:0.0:1788687416.811746:0:34136:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687416.811749:0:34136:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296543644 00000100:00000001:0.0:1788687416.811759:0:34136:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296543638 00000800:00000200:3.0:1788687416.812242:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687416.812249:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946700. 00000400:00000200:3.0:1788687416.812261:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687416.812268:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687416.812275:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda908 00000400:00000010:3.0:1788687416.812279:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda908. 00000100:00000001:3.0:1788687416.812284:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687416.812290:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0380 x1875572824551168/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788687432 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687416.812300:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687416.812304:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0380 x1875572824551168/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788687432 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687416.812311:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687416.812313:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1788687416.812388:0:34136:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296543645 00000100:00000001:0.0:1788687416.812394:0:34136:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296543638 00000100:00000001:0.0:1788687416.812398:0:34136:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687416.812401:0:34136:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.812404:0:34136:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687416.812407:0:34136:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687416.812410:0:34136:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c52b59c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788687416.812413:0:34136:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687416.812416:0:34136:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687416.819133:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687416.819157:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687416.819163:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687416.819166:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687416.819178:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.819187:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687416.819198:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.819204:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.819211:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.819216:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 608 into portal 10 MB=0x6a9d2d3f52f00 00000400:00000200:3.0:1788687416.819222:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.819229:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 608/608 into md 0x706d [64] + 224 00000800:00000001:3.0:1788687416.819238:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687416.819265:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687416.819271:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687416.819276:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687416.819287:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687416.819298:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0380 x1875572824551168/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788687432 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687416.819310:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9b29c97f0380 x1875572824551168/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687416.819336:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687416.819347:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687416.819351:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687416.823183:0:34136:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687416.823205:0:34136:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687416.823208:0:34136:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687416.823213:0:34136:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1210. 00000400:00000200:0.0:1788687416.823226:0:34136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c631f800 00000400:00000010:0.0:1788687416.823229:0:34136:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9b29c631f800. 00000100:00000001:0.0:1788687416.823237:0:34136:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687416.823253:0:34136:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f0380 x1875572824551168/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687416.823266:0:34136:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f0380 x1875572824551168/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.823276:0:34136:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687416.823279:0:34136:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687416.823283:0:34136:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687416.823288:0:34136:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687416.823290:0:34136:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687416.823293:0:34136:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687416.823296:0:34136:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687416.823309:0:34136:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=38 v=5 (5 5 103 103) 00000100:00001000:0.0:1788687416.823314:0:34136:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687416.823316:0:34136:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788687416.823320:0:34136:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9b29c97f0380 x1875572824551168/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.823326:0:34136:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788687416.823329:0:34136:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687416.823331:0:34136:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788687416.823334:0:34136:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687416.823336:0:34136:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687416.823338:0:34136:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00000100:00000001:0.0:1788687416.823341:0:34136:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687416.823343:0:34136:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967656 00000100:00000001:0.0:1788687416.823345:0:34136:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687416.823348:0:34136:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788687416.823353:0:34136:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f0380 x1875572824551168/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687432 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.823360:0:34136:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788687416.823364:0:34136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687416.823366:0:34136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687416.823371:0:34136:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f0380 x1875572824551168/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687432 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687416.823378:0:34136:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f0380 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34136:1875572824551168:192.168.203.144@tcp:101:lfs.0 00000100:00000001:0.0:1788687416.823383:0:34136:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687416.823387:0:34136:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788687416.823389:0:34136:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687416.823392:0:34136:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687416.823396:0:34136:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0380 x1875572824551168/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687432 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.823404:0:34136:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687416.823408:0:34136:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c52b59c0. 00000100:00000001:0.0:1788687416.823411:0:34136:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687416.823412:0:34136:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788687416.823417:0:34136:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687416.823424:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.823428:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.823431:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5400 refcount=4 00000020:00000001:0.0:1788687416.823434:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.823438:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00010000:0.0:1788687416.823444:0:34136:0:(ldlm_request.c:687:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ee1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.823457:0:34136:0:(ldlm_request.c:718:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788687416.823462:0:34136:0:(ldlm_request.c:590:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ee1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.823468:0:34136:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687416.823472:0:34136:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ee1 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.823477:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.823479:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687416.823481:0:34136:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ee1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.823487:0:34136:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687416.823491:0:34136:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.823494:0:34136:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788687416.823497:0:34136:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ee1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687416.823508:0:34136:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29c5cc5400 already unused, calling callback (ffffffffc1baf630) 00000080:00000001:0.0:1788687416.823512:0:34136:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788687416.823517:0:34136:0:(ldlm_request.c:1731:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ee1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.823524:0:34136:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788687416.823526:0:34136:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788687416.823529:0:34136:0:(ldlm_request.c:1741:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ee1 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.823534:0:34136:0:(ldlm_request.c:1742:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788687416.823537:0:34136:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788687416.823538:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.823539:0:34136:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.823541:0:34136:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5400 refcount=5 00000020:00000001:0.0:1788687416.823543:0:34136:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.823545:0:34136:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.823548:0:34136:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687416.823551:0:34136:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ee1 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788687416.823557:0:34136:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788687416.823559:0:34136:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687416.823562:0:34136:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788687416.823564:0:34136:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687416.823567:0:34136:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687416.823569:0:34136:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687416.823571:0:34136:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687416.823572:0:34136:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788687416.823575:0:34136:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc5400 with handle 0x230d04438e811ee1 from hash 00010000:00000001:0.0:1788687416.823577:0:34136:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687416.823579:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.823580:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.823582:0:34136:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687416.823583:0:34136:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687416.823585:0:34136:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788687416.823587:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.823588:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.823590:0:34136:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.823591:0:34136:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687416.823594:0:34136:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ee1 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.823600:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.823601:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.823603:0:34136:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788687416.823605:0:34136:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687416.823606:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.823607:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.823608:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687416.823611:0:34136:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ee1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34136 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.823624:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.823626:0:34136:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788687416.823632:0:34136:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788687416.823638:0:34136:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9b29c97f0380 x1875572824551168/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687432 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788687416.823649:0:34136:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788687416.823654:0:34136:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c97f0380 x1875572824551168/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687432 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788687416.823662:0:34136:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.823664:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788687416.823666:0:34136:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.823668:0:34136:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.823670:0:34136:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.823674:0:34136:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788687416.823677:0:34136:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687416.823678:0:34136:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00010000:00000001:0.0:1788687416.823680:0:34136:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788687416.823681:0:34136:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.823683:0:34136:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788687416.823687:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08199f768 00000002:00002000:0.0:1788687416.823689:0:34136:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1788687416.823693:0:34136:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.823697:0:34136:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.823700:0:34136:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687416.823704:0:34136:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788687416.823707:0:34136:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687416.823711:0:34136:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000001:0.0:1788687416.823714:0:34136:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788687416.823716:0:34136:0:(namei.c:674:ll_lookup_it_finish()) it ffff9b29c3344420 it_disposition 80002b 00000080:00000001:0.0:1788687416.823720:0:34136:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788687416.823726:0:34136:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788687416.823730:0:34136:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788687416.823733:0:34136:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:0.0:1788687416.823737:0:34136:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788687416.823744:0:34136:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788687416.823747:0:34136:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x2e:0x0] 00000080:00000001:0.0:1788687416.823749:0:34136:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.823753:0:34136:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:0.0:1788687416.823756:0:34136:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788687416.823761:0:34136:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x2e:0x0], updating i_size 16384 00000080:00200000:0.0:1788687416.823763:0:34136:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2e:0x0](ffff9b29d8593a88): rc = 0 00000080:00000001:0.0:1788687416.823766:0:34136:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758531720 : -110870951019896 : ffff9b29d8593a88) 00000080:00000001:0.0:1788687416.823768:0:34136:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788687416.823771:0:34136:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788687416.823773:0:34136:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687416.823776:0:34136:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2e:0x0](ffff9b29d8593a88) for lock 0x0 00800000:00000001:0.0:1788687416.823779:0:34136:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687416.823781:0:34136:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:0.0:1788687416.823783:0:34136:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.823785:0:34136:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788687416.823793:0:34136:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d86bf798 inode ffff9b29d8593a88 refc 1 flags 0x20000e 00000080:00000001:0.0:1788687416.823798:0:34136:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788687416.823800:0:34136:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.823803:0:34136:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788687416.823807:0:34136:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788687416.823811:0:34136:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c7f3c200. 00000100:00000001:0.0:1788687416.823815:0:34136:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687416.823819:0:34136:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0380 x1875572824551168/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687432 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.823838:0:34136:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.823850:0:34136:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788687416.823853:0:34136:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788687416.823856:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08199fa48 00000080:00200008:0.0:1788687416.823866:0:34136:0:(file.c:1090:ll_file_open()) START file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff9b29d8593a88), flags 320400 00000080:00000010:0.0:1788687416.823878:0:34136:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29d00617c0. 00000080:00000010:0.0:1788687416.823889:0:34136:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b29c4c6ff80. 00000080:00000001:0.0:1788687416.823891:0:34136:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788687416.823895:0:34136:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1788687416.824193:0:34136:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788687416.824201:0:34136:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b29c622fcc0. 00000002:00100000:2.0:1788687416.824207:0:34136:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c97f0380 x1875572824551168/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687432 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788687416.824214:0:34136:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687416.824216:0:34136:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788687416.824221:0:34136:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788687416.824224:0:34136:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687416.824228:0:34136:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687416.824231:0:34136:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687416.824235:0:34136:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0380 x1875572824551168/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687432 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788687416.824243:0:34136:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687416.824247:0:34136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9b29c6980000. 02000000:00000001:2.0:1788687416.824307:0:34136:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788687416.824309:0:34136:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687416.824312:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08199fa48 00000080:00000008:2.0:1788687416.824314:0:34136:0:(file.c:1329:ll_file_open()) COMPLETED file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff9b29d8593a88), flags 320400, rc = 0 00000080:00000001:2.0:1788687416.824317:0:34136:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687416.824322:0:34136:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788687416.824324:0:34136:0:(dcache.c:176:ll_intent_release()) intent ffff9b29c3344420 released 00000080:00000001:2.0:1788687416.824326:0:34136:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788687416.824328:0:34136:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1788687416.824329:0:34136:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687416.824331:0:34136:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788687416.824334:0:34136:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9b29c3344420. 00000080:00000001:2.0:1788687416.824339:0:34136:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687416.824343:0:34136:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788687416.824346:0:34136:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff9b29d8593a88), inode mode 41ed mask 44 00000080:00000001:2.0:1788687416.824350:0:34136:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687416.824394:0:34136:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788687416.824397:0:34136:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff9b29d8593a88) cmd=4008669a arg=9c4530 00000080:00000001:2.0:1788687416.824405:0:34136:0:(dir.c:594:ll_dir_setstripe()) Process entered 00000080:00000010:2.0:1788687416.824411:0:34136:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c5d74000. 00800000:00000001:2.0:1788687416.824420:0:34136:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:2.0:1788687416.824421:0:34136:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000404:0x2e:0x0], valid 0x0/0x0 00000002:00000001:2.0:1788687416.824426:0:34136:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:2.0:1788687416.824429:0:34136:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788687416.824435:0:34136:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687416.824442:0:34136:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42eb480. 00000020:00000040:2.0:1788687416.824446:0:34136:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:2.0:1788687416.824453:0:34136:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687416.824458:0:34136:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687416.824465:0:34136:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687416.824467:0:34136:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687416.824469:0:34136:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687416.824473:0:34136:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687416.824476:0:34136:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687416.824482:0:34136:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687416.824490:0:34136:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c63d7800. 00000100:00000001:2.0:1788687416.824497:0:34136:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687416.824500:0:34136:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687416.824502:0:34136:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687416.824504:0:34136:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687416.824505:0:34136:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687416.824507:0:34136:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788687416.824517:0:34136:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788687416.824524:0:34136:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c42eb480 x1875572824551424/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687416.824531:0:34136:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687416.824533:0:34136:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687416.824540:0:34136:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c6852540. 00000100:00000001:2.0:1788687416.824542:0:34136:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202459419968 : -110871250131648 : ffff9b29c6852540) 00000100:00000001:2.0:1788687416.824545:0:34136:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687416.824547:0:34136:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420200576 : -110871289351040 : ffff9b29c42eb480) 00000100:00000001:2.0:1788687416.824551:0:34136:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687416.824557:0:34136:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687416.824559:0:34136:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687416.824561:0:34136:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687416.824566:0:34136:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42eb480 x1875572824551424/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687416.824574:0:34136:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687416.824576:0:34136:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687416.824580:0:34136:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687416.824583:0:34136:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687416.824586:0:34136:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687416.824590:0:34136:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42eb480 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34136:1875572824551424:192.168.203.144@tcp:36:lfs.0 00000100:00000001:2.0:1788687416.824594:0:34136:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687416.824601:0:34136:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687416.824604:0:34136:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687416.824606:0:34136:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687416.824611:0:34136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d5000. 02000000:00000001:2.0:1788687416.824612:0:34136:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687416.824622:0:34136:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687416.824626:0:34136:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd210. 00000400:00000010:2.0:1788687416.824634:0:34136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240e58. 00000100:00000200:2.0:1788687416.824642:0:34136:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824551424, portal 10 00000100:00000001:2.0:1788687416.824644:0:34136:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687416.824645:0:34136:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420200576 : -110871289351040 : ffff9b29c42eb480) 00000100:00000040:2.0:1788687416.824652:0:34136:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42eb480 x1875572824551424/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/512 e 0 to 0 dl 1788687432 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687416.824660:0:34136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687416.824663:0:34136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687416.824666:0:34136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240f68. 00000100:00000200:2.0:1788687416.824669:0:34136:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875572824551424, offset 0 00000400:00000200:2.0:1788687416.824677:0:34136:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687416.824686:0:34136:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687416.824695:0:34136:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687416.824702:0:34136:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687416.824706:0:34136:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687416.824711:0:34136:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687416.824715:0:34136:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687416.824720:0:34136:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2562:2562:256:4294967295] 192.168.203.144@tcp LPNI seq info [2562:2562:8:4294967295] 00000400:00000200:2.0:1788687416.824724:0:34136:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687416.824734:0:34136:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687416.824741:0:34136:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687416.824747:0:34136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3500. 00000800:00000200:2.0:1788687416.824755:0:34136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687416.824765:0:34136:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687416.824770:0:34136:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788687416.824791:0:34136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687416.824796:0:34136:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 826315 usecs (827 jiffies) 00000400:00000200:2.0:1788687416.824800:0:34136:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687416.824803:0:34136:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296543656 00000100:00000001:2.0:1788687416.824810:0:34136:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296543644 00000100:00000001:2.0:1788687416.824816:0:34136:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296543656 00000100:00000001:2.0:1788687416.824821:0:34136:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296543645 00000100:00000001:2.0:1788687416.824824:0:34136:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687416.824828:0:34136:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687416.824830:0:34136:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687416.824832:0:34136:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687416.824835:0:34136:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6852540 going to sleep for 11 seconds 00000100:00000001:2.0:1788687416.824838:0:34136:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687416.824841:0:34136:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687416.825063:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687416.825068:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3500. 00000400:00000200:3.0:1788687416.825074:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687416.825080:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687416.825087:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240f68 00000400:00000010:3.0:1788687416.825090:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240f68. 00000100:00000001:3.0:1788687416.825094:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687416.825099:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42eb480 x1875572824551424/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/512 e 0 to 0 dl 1788687432 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687416.825108:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687416.825111:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42eb480 x1875572824551424/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/512 e 0 to 0 dl 1788687432 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687416.825118:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687416.825120:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788687416.830000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc5400. 00000800:00000001:3.0:1788687416.836675:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687416.836699:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687416.836705:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687416.836708:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687416.836720:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.836729:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687416.836739:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.836745:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.836751:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.836756:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f53000 00000400:00000200:3.0:1788687416.836762:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.836769:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x7075 [1] + 224 00000800:00000001:3.0:1788687416.836779:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687416.836785:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687416.836788:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687416.836793:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687416.836801:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687416.836812:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42eb480 x1875572824551424/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/512 e 0 to 0 dl 1788687432 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687416.836821:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff9b29c42eb480 x1875572824551424/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/512 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687416.836843:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788687416.836855:0:2361:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788687416.836858:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.836864:0:2361:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687416.836871:0:2361:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2563:2563:256:4294967295] 192.168.203.144@tcp LPNI seq info [2563:2563:8:4294967295] 00000400:00000200:3.0:1788687416.836875:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.836884:0:2361:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1788687416.836891:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687416.836955:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ab00. 00000800:00000200:3.0:1788687416.836964:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687416.836973:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687416.836979:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ab00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1788687416.837127:0:34136:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687416.837137:0:34136:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687416.837139:0:34136:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687416.837144:0:34136:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd210. 00000400:00000200:2.0:1788687416.837149:0:34136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240e58 00000400:00000010:2.0:1788687416.837152:0:34136:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240e58. 00000100:00000001:2.0:1788687416.837155:0:34136:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687416.837160:0:34136:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42eb480 x1875572824551424/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/512 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687416.837170:0:34136:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42eb480 x1875572824551424/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/512 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687416.837176:0:34136:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687416.837179:0:34136:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687416.837181:0:34136:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687416.837185:0:34136:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687416.837188:0:34136:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687416.837191:0:34136:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687416.837194:0:34136:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687416.837206:0:34136:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=38 v=5 (5 5 103 103) 00000100:00001000:2.0:1788687416.837211:0:34136:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687416.837213:0:34136:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687416.837215:0:34136:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687416.837218:0:34136:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687416.837222:0:34136:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687416.837226:0:34136:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788687416.837228:0:34136:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788687416.837230:0:34136:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788687416.837233:0:34136:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687416.837235:0:34136:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420200576 : -110871289351040 : ffff9b29c42eb480) 00000100:00000001:2.0:1788687416.837238:0:34136:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687416.837242:0:34136:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967656 00000100:00000001:2.0:1788687416.837244:0:34136:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687416.837248:0:34136:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687416.837253:0:34136:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42eb480 x1875572824551424/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/456 e 0 to 0 dl 1788687432 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687416.837262:0:34136:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687416.837265:0:34136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687416.837268:0:34136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687416.837272:0:34136:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42eb480 x1875572824551424/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/456 e 0 to 0 dl 1788687432 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687416.837281:0:34136:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42eb480 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34136:1875572824551424:192.168.203.144@tcp:36:lfs.0 00000100:00000001:2.0:1788687416.837286:0:34136:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687416.837289:0:34136:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687416.837292:0:34136:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687416.837295:0:34136:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687416.837298:0:34136:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42eb480 x1875572824551424/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/456 e 0 to 0 dl 1788687432 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687416.837305:0:34136:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687416.837308:0:34136:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c6852540. 00000100:00000001:2.0:1788687416.837312:0:34136:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687416.837313:0:34136:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687416.837323:0:34136:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687416.837326:0:34136:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687416.837333:0:34136:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c5d74000. 00000100:00000001:2.0:1788687416.837336:0:34136:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687416.837339:0:34136:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42eb480 x1875572824551424/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/456 e 0 to 0 dl 1788687432 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687416.837344:0:34136:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687416.837347:0:34136:0:(dir.c:669:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687416.837350:0:34136:0:(dir.c:2168:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687416.837391:0:34136:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788687416.837396:0:34136:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788687416.837400:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08199fdd0 00000080:00200008:2.0:1788687416.837402:0:34136:0:(file.c:479:ll_file_release()) START file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff9b29d8593a88), flags 320000 00000080:00400000:2.0:1788687416.837407:0:34136:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x2e:0x0] 00000080:00000001:2.0:1788687416.837412:0:34136:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1788687416.837414:0:34136:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:2.0:1788687416.837416:0:34136:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788687416.837425:0:34136:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687416.837430:0:34136:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788687416.837438:0:34136:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687416.837440:0:34136:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788687416.837442:0:34136:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2e:0x0]: 0 00000080:00000001:2.0:1788687416.837445:0:34136:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788687416.837448:0:34136:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788687416.837453:0:34136:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b29c5d74000. 00000080:00000001:2.0:1788687416.837455:0:34136:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788687416.837465:0:34136:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788687416.837474:0:34136:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788687416.837476:0:34136:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x2e:0x0] 00000002:00000001:2.0:1788687416.837481:0:34136:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788687416.837483:0:34136:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b29e019e800: [0x200000404:0x2e:0x0] file closed with intent: 0 00000100:00000010:2.0:1788687416.837489:0:34136:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42ead80. 00000020:00000040:2.0:1788687416.837494:0:34136:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:2.0:1788687416.837499:0:34136:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687416.837503:0:34136:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687416.837507:0:34136:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687416.837515:0:34136:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c5d74800. 00000100:00000001:2.0:1788687416.837521:0:34136:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788687416.837534:0:34136:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b29c97f0380 x1875572824551168/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687432 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788687416.837544:0:34136:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788687416.837548:0:34136:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c42ead80 x1875572824551680/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788687416.837555:0:34136:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687416.837556:0:34136:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687416.837563:0:34136:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c6852540. 00000100:00000001:2.0:1788687416.837566:0:34136:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202459419968 : -110871250131648 : ffff9b29c6852540) 00000100:00000001:2.0:1788687416.837569:0:34136:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687416.837570:0:34136:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420198784 : -110871289352832 : ffff9b29c42ead80) 00000100:00000001:2.0:1788687416.837575:0:34136:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687416.837581:0:34136:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687416.837583:0:34136:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687416.837585:0:34136:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687416.837589:0:34136:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42ead80 x1875572824551680/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687416.837596:0:34136:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687416.837598:0:34136:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687416.837602:0:34136:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687416.837605:0:34136:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687416.837608:0:34136:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687416.837612:0:34136:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42ead80 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34136:1875572824551680:192.168.203.144@tcp:35:lfs.0 00000100:00000001:2.0:1788687416.837617:0:34136:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687416.837628:0:34136:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687416.837631:0:34136:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687416.837729:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687416.837734:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ab00. 00000400:00000200:3.0:1788687416.837739:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687416.837744:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1788687416.837754:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687416.837758:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788687416.837834:0:34136:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687416.837840:0:34136:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d4400. 02000000:00000001:2.0:1788687416.837843:0:34136:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687416.837852:0:34136:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687416.837856:0:34136:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd210. 00000400:00000010:2.0:1788687416.837863:0:34136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240e58. 00000100:00000200:2.0:1788687416.837870:0:34136:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824551680, portal 10 00000100:00000001:2.0:1788687416.837873:0:34136:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687416.837874:0:34136:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420198784 : -110871289352832 : ffff9b29c42ead80) 00000100:00000040:2.0:1788687416.837882:0:34136:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42ead80 x1875572824551680/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687438 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687416.837889:0:34136:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687416.837892:0:34136:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687416.837894:0:34136:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240198. 00000100:00000200:2.0:1788687416.837953:0:34136:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824551680, offset 0 00000400:00000200:2.0:1788687416.837963:0:34136:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687416.837970:0:34136:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687416.837975:0:34136:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687416.837981:0:34136:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687416.837986:0:34136:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687416.837990:0:34136:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687416.837993:0:34136:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687416.837997:0:34136:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2564:2564:256:4294967295] 192.168.203.144@tcp LPNI seq info [2564:2564:8:4294967295] 00000400:00000200:2.0:1788687416.838192:0:34136:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687416.838200:0:34136:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687416.838206:0:34136:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687416.838212:0:34136:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3b00. 00000800:00000200:2.0:1788687416.838218:0:34136:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687416.838224:0:34136:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687416.838228:0:34136:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788687416.838258:0:34136:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687416.838264:0:34136:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 825286 usecs (826 jiffies) 00000400:00000200:2.0:1788687416.838267:0:34136:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687416.838271:0:34136:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296543669 00000100:00000001:2.0:1788687416.838279:0:34136:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296543656 00000100:00000001:2.0:1788687416.838284:0:34136:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296543669 00000100:00000001:2.0:1788687416.838288:0:34136:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296543656 00000100:00000001:2.0:1788687416.838291:0:34136:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687416.838295:0:34136:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687416.838297:0:34136:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687416.838300:0:34136:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:2.0:1788687416.838302:0:34136:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6852540 going to sleep for 17 seconds 00000100:00000001:2.0:1788687416.838305:0:34136:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687416.838308:0:34136:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687416.838571:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687416.838575:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3b00. 00000400:00000200:3.0:1788687416.838580:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687416.838586:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687416.838592:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240198 00000400:00000010:3.0:1788687416.838595:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240198. 00000100:00000001:3.0:1788687416.838601:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687416.838606:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42ead80 x1875572824551680/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687438 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687416.838614:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687416.838616:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42ead80 x1875572824551680/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687438 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687416.838621:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687416.838622:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687416.841290:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687416.841312:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687416.841318:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687416.841320:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687416.841332:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.841341:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687416.841352:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.841357:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.841363:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.841368:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f53100 00000400:00000200:3.0:1788687416.841374:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.841381:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x7085 [1] + 224 00000800:00000001:3.0:1788687416.841390:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687416.841397:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687416.841401:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687416.841407:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687416.841417:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687416.841427:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42ead80 x1875572824551680/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687438 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687416.841438:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b29c42ead80 x1875572824551680/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687438 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687416.841462:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687416.841473:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687416.841477:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687416.841548:0:34136:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687416.841557:0:34136:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687416.841559:0:34136:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687416.841564:0:34136:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd210. 00000400:00000200:2.0:1788687416.841569:0:34136:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240e58 00000400:00000010:2.0:1788687416.841572:0:34136:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240e58. 00000100:00000001:2.0:1788687416.841575:0:34136:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687416.841580:0:34136:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42ead80 x1875572824551680/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687438 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788687416.841589:0:34136:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42ead80 x1875572824551680/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687438 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687416.841595:0:34136:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687416.841597:0:34136:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687416.841600:0:34136:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687416.841604:0:34136:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687416.841607:0:34136:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687416.841610:0:34136:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687416.841613:0:34136:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687416.841624:0:34136:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=38 v=10 (10 5 5 5) 00000100:00001000:2.0:1788687416.841628:0:34136:0:(import.c:2261:obd_at_measure()) AT ffff9b29c3ec7ca8 change: old=10 new=5 delta=-5 (val=5) hist 10 5 5 5 00000100:00001000:2.0:1788687416.841631:0:34136:0:(client.c:430:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff9b29e019e800 ptl 23 has changed from 10 to 5 00000100:00001000:2.0:1788687416.841635:0:34136:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=19 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687416.841637:0:34136:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687416.841639:0:34136:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687416.841643:0:34136:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687416.841647:0:34136:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687416.841651:0:34136:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788687416.841653:0:34136:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788687416.841655:0:34136:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788687416.841658:0:34136:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687416.841660:0:34136:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420198784 : -110871289352832 : ffff9b29c42ead80) 00000100:00000001:2.0:1788687416.841663:0:34136:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687416.841665:0:34136:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967656 00000100:00000001:2.0:1788687416.841668:0:34136:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687416.841670:0:34136:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687416.841677:0:34136:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42ead80 x1875572824551680/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687438 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687416.841685:0:34136:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687416.841689:0:34136:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687416.841691:0:34136:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687416.841695:0:34136:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42ead80 x1875572824551680/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687438 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788687416.841706:0:34136:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42ead80 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34136:1875572824551680:192.168.203.144@tcp:35:lfs.0 00000100:00000001:2.0:1788687416.841711:0:34136:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687416.841713:0:34136:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687416.841716:0:34136:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687416.841719:0:34136:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687416.841734:0:34136:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42ead80 x1875572824551680/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687438 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687416.841742:0:34136:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687416.841745:0:34136:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c6852540. 00000100:00000001:2.0:1788687416.841748:0:34136:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687416.841750:0:34136:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687416.841759:0:34136:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687416.841761:0:34136:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420198784 : -110871289352832 : ffff9b29c42ead80) 00000002:00000001:2.0:1788687416.841764:0:34136:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687416.841768:0:34136:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687416.841774:0:34136:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c5d74000. 00000080:00000001:2.0:1788687416.841778:0:34136:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788687416.841782:0:34136:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788687416.841788:0:34136:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788687416.841795:0:34136:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b29c97f0380 x1875572824551168/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687432 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687416.841804:0:34136:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687416.841805:0:34136:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509349760 : -110871200201856 : ffff9b29c97f0380) 00000100:00000001:2.0:1788687416.841807:0:34136:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687416.841811:0:34136:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0380 x1875572824551168/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687432 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687416.841816:0:34136:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687416.841818:0:34136:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687416.841821:0:34136:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42ead80 x1875572824551680/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687438 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687416.841827:0:34136:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687416.841829:0:34136:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687416.841831:0:34136:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f0380 x1875572824551168/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687432 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687416.841847:0:34136:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788687416.841852:0:34136:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687416.841855:0:34136:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687416.841857:0:34136:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687416.841861:0:34136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a02800. 02000000:00000001:2.0:1788687416.841866:0:34136:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687416.841868:0:34136:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687416.841870:0:34136:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f0380. 00000100:00000001:2.0:1788687416.841874:0:34136:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687416.841875:0:34136:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687416.841876:0:34136:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687416.841879:0:34136:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42ead80 x1875572824551680/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687438 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687416.841886:0:34136:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687416.841888:0:34136:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9b29c622fcc0. 00000002:00000001:2.0:1788687416.841891:0:34136:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687416.841893:0:34136:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687416.841895:0:34136:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b29c4c6ff80. 00000100:00000001:2.0:1788687416.841952:0:34136:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687416.841955:0:34136:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42ead80 x1875572824551680/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687438 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687416.841962:0:34136:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687416.841965:0:34136:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687416.841968:0:34136:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c63d4400. 02000000:00000001:2.0:1788687416.841971:0:34136:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687416.841972:0:34136:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687416.841973:0:34136:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687416.841975:0:34136:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687416.841977:0:34136:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c5d74800. 02000000:00000001:2.0:1788687416.841979:0:34136:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687416.841984:0:34136:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687416.841986:0:34136:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42ead80. 00000100:00000001:2.0:1788687416.841989:0:34136:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687416.841990:0:34136:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687416.841993:0:34136:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687416.841997:0:34136:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29d00617c0. 00000080:00000001:2.0:1788687416.842003:0:34136:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687416.842011:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08199fdd0 00000080:00000008:2.0:1788687416.842014:0:34136:0:(file.c:523:ll_file_release()) COMPLETED file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff9b29d8593a88), flags 320000, rc = 0 00000080:00000001:2.0:1788687416.842018:0:34136:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687416.842021:0:34136:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687416.842028:0:34136:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788687416.842030:0:34136:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca08199fe00 00000080:00002000:2.0:1788687416.842032:0:34136:0:(dcache.c:127:ll_ddelete()) deleting dentry d24a.recovery-small (ffff9b29d86bf798, parent ffff9b29d84cabd0, inode ffff9b29d8593a88) hashed, 00000080:00000001:2.0:1788687416.842035:0:34136:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687416.842043:0:34136:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788687416.842054:0:34136:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1788687416.848939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636da80. 00010000:00010000:2.0:1788687416.855224:0:34138:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff9b29e019e800 00010000:00000001:2.0:1788687416.855235:0:34138:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687416.855238:0:34138:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687416.855253:0:34138:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687416.855259:0:34139:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff9b29e019e800 00010000:00000001:2.0:1788687416.855261:0:34138:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687416.855262:0:34139:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687416.855264:0:34138:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.855264:0:34139:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687416.855266:0:34138:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.855266:0:34139:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.855268:0:34139:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687416.855269:0:34139:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.855271:0:34139:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.891960:0:34143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687416.891972:0:34143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687416.891975:0:34143:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687416.891980:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53bc0 00000080:00200000:0.0:1788687416.891986:0:34143:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687416.891996:0:34143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c7f3c200. 00800000:00000002:0.0:1788687416.892004:0:34143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687416.892009:0:34143:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687416.892015:0:34143:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687416.892019:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53ae0 00800000:00000002:0.0:1788687416.892022:0:34143:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687416.892028:0:34143:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687416.892032:0:34143:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687416.892038:0:34143:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687416.892041:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c539b0 00000002:00010000:0.0:1788687416.892043:0:34143:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687416.892046:0:34143:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687416.892048:0:34143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687416.892052:0:34143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687416.892062:0:34143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:0.0:1788687416.892065:0:34143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687416.892071:0:34143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687416.892076:0:34143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687416.892082:0:34143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788687416.892094:0:34143:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687416.892100:0:34143:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687416.892103:0:34143:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788687416.892111:0:34143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687416.892113:0:34143:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687416.892115:0:34143:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687416.892117:0:34143:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687416.892119:0:34143:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687416.892121:0:34143:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687416.892124:0:34143:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687416.892127:0:34143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687416.892131:0:34143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c7f3c200. 00000080:00000001:0.0:1788687416.892135:0:34143:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687416.892137:0:34143:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687416.892139:0:34143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687416.892144:0:34143:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811eda 00800000:00000001:0.0:1788687416.892147:0:34143:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687416.892149:0:34143:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687416.892151:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.892154:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.892157:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687416.892160:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.892163:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.892166:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.892168:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687416.892170:0:34143:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.892172:0:34143:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687416.892175:0:34143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811eda from it ffffaca081c53bf8 00010000:00000001:0.0:1788687416.892178:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.892179:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.892180:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687416.892183:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.892185:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687416.892187:0:34143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687416.892190:0:34143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687416.892197:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.892198:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.892199:0:34143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687416.892202:0:34143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687416.892205:0:34143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788687416.892213:0:34143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687416.892217:0:34143:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687416.892219:0:34143:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687416.892226:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.892227:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.892230:0:34143:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.892234:0:34143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687416.892236:0:34143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.892238:0:34143:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.892240:0:34143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.892243:0:34143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687416.892244:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.892245:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687416.892249:0:34143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687416.892252:0:34143:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687416.892254:0:34143:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788687416.892259:0:34143:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687416.892270:0:34143:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c636df60. 00000020:00000001:0.0:1788687416.892276:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53b28 00000080:00200000:0.0:1788687416.892278:0:34143:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), flags=25 00000080:00000001:0.0:1788687416.892281:0:34143:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788687416.892284:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c539d8 00000080:00200000:0.0:1788687416.892286:0:34143:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=0 00000080:00000010:0.0:1788687416.892294:0:34143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c7f3c200. 00800000:00000002:0.0:1788687416.892298:0:34143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687416.892302:0:34143:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687416.892304:0:34143:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687416.892305:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c538f8 00800000:00000002:0.0:1788687416.892307:0:34143:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687416.892310:0:34143:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788687416.892314:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53890 00800000:00000002:0.0:1788687416.892316:0:34143:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24a.recovery-small' -> mds #0 00000002:00000001:0.0:1788687416.892319:0:34143:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687416.892321:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c537c8 00000002:00010000:0.0:1788687416.892323:0:34143:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1788687416.892327:0:34143:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788687416.892330:0:34143:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788687416.892335:0:34143:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f2d80. 00000020:00000040:0.0:1788687416.892340:0:34143:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:0.0:1788687416.892348:0:34143:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687416.892353:0:34143:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687416.892356:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.892357:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.892359:0:34143:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.892362:0:34143:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687416.892364:0:34143:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687416.892368:0:34143:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687416.892377:0:34143:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a00c00. 00000100:00000001:0.0:1788687416.892386:0:34143:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.892392:0:34143:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687416.892394:0:34143:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.892396:0:34143:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687416.892397:0:34143:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.892399:0:34143:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.892408:0:34143:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202509360512 : -110871200191104 : ffff9b29c97f2d80) 00010000:00000001:0.0:1788687416.892413:0:34143:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687416.892415:0:34143:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788687416.892418:0:34143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:0.0:1788687416.892420:0:34143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687416.892423:0:34143:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687416.892427:0:34143:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc5400. 00000020:00000001:0.0:1788687416.892430:0:34143:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687416.892432:0:34143:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc5400 with handle 0x230d04438e811ee8 to hash 00000020:00000001:0.0:1788687416.892435:0:34143:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687416.892436:0:34143:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.892440:0:34143:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.892444:0:34143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687416.892446:0:34143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687416.892449:0:34143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ee8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34143 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687416.892457:0:34143:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ee8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34143 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687416.892469:0:34143:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ee8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34143 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687416.892476:0:34143:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687416.892478:0:34143:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687416.892485:0:34143:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c52b59c0. 00000100:00000001:0.0:1788687416.892488:0:34143:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202436757952 : -110871272793664 : ffff9b29c52b59c0) 00000100:00000001:0.0:1788687416.892491:0:34143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687416.892492:0:34143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509360512 : -110871200191104 : ffff9b29c97f2d80) 00000100:00000001:0.0:1788687416.892498:0:34143:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687416.892503:0:34143:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.892506:0:34143:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687416.892508:0:34143:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687416.892521:0:34143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f2d80 x1875572824551808/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.892531:0:34143:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687416.892533:0:34143:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687416.892537:0:34143:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687416.892540:0:34143:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687416.892542:0:34143:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687416.892547:0:34143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f2d80 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:34143:1875572824551808:192.168.203.144@tcp:101:multiop.0 00000100:00000001:0.0:1788687416.892552:0:34143:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687416.892559:0:34143:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687416.892561:0:34143:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687416.892564:0:34143:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687416.892571:0:34143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c631f800. 02000000:00000001:0.0:1788687416.892573:0:34143:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687416.892583:0:34143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687416.892588:0:34143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1210. 00000400:00000010:0.0:1788687416.892596:0:34143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda5d8. 00000100:00000200:0.0:1788687416.892606:0:34143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824551808, portal 10 00000100:00000001:0.0:1788687416.892608:0:34143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687416.892609:0:34143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509360512 : -110871200191104 : ffff9b29c97f2d80) 00000100:00000040:0.0:1788687416.892615:0:34143:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f2d80 x1875572824551808/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687432 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.892628:0:34143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687416.892631:0:34143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687416.892634:0:34143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda880. 00000100:00000200:0.0:1788687416.892638:0:34143:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875572824551808, offset 0 00000400:00000200:0.0:1788687416.892646:0:34143:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687416.892657:0:34143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687416.892668:0:34143:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687416.892675:0:34143:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687416.892680:0:34143:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687416.892685:0:34143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687416.892687:0:34143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687416.892692:0:34143:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2565:2565:256:4294967295] 192.168.203.144@tcp LPNI seq info [2565:2565:8:4294967295] 00000400:00000200:0.0:1788687416.892697:0:34143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687416.892710:0:34143:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687416.892717:0:34143:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687416.892723:0:34143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946500. 00000800:00000200:0.0:1788687416.892731:0:34143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687416.892740:0:34143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687416.892746:0:34143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946500 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788687416.893138:0:34143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687416.893144:0:34143:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 824246 usecs (825 jiffies) 00000400:00000200:0.0:1788687416.893148:0:34143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687416.893151:0:34143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296543723 00000100:00000001:0.0:1788687416.893160:0:34143:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296543669 00000100:00000001:0.0:1788687416.893167:0:34143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296543723 00000100:00000001:0.0:1788687416.893171:0:34143:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296543669 00000100:00000001:0.0:1788687416.893174:0:34143:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687416.893177:0:34143:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.893180:0:34143:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687416.893182:0:34143:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687416.893185:0:34143:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c52b59c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788687416.893188:0:34143:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687416.893191:0:34143:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687416.893540:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687416.893546:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946500. 00000400:00000200:3.0:1788687416.893555:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687416.893562:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687416.893570:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda880 00000400:00000010:3.0:1788687416.893573:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda880. 00000100:00000001:3.0:1788687416.893578:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687416.893584:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f2d80 x1875572824551808/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687432 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687416.893594:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687416.893597:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f2d80 x1875572824551808/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687432 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687416.893604:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687416.893606:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687416.897770:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687416.897793:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687416.897799:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687416.897802:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687416.897816:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687416.898166:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687416.898238:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.898245:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.898252:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.898258:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x6a9d2d3f53180 00000400:00000200:3.0:1788687416.898263:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687416.898271:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x7095 [1] + 224 00000800:00000001:3.0:1788687416.898280:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687416.898289:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687416.898293:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687416.898298:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687416.898308:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687416.898321:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f2d80 x1875572824551808/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687432 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687416.898334:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b29c97f2d80 x1875572824551808/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687416.898355:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687416.898365:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687416.898369:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687416.898413:0:34143:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687416.898423:0:34143:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687416.898426:0:34143:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687416.898430:0:34143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1210. 00000400:00000200:0.0:1788687416.898435:0:34143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda5d8 00000400:00000010:0.0:1788687416.898437:0:34143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda5d8. 00000100:00000001:0.0:1788687416.898441:0:34143:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687416.898446:0:34143:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f2d80 x1875572824551808/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687416.898455:0:34143:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f2d80 x1875572824551808/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.898461:0:34143:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687416.898464:0:34143:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687416.898466:0:34143:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687416.898470:0:34143:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687416.898473:0:34143:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687416.898476:0:34143:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687416.898479:0:34143:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687416.898490:0:34143:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=38 v=5 (5 5 103 103) 00000100:00001000:0.0:1788687416.898495:0:34143:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687416.898498:0:34143:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687416.898500:0:34143:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.898503:0:34143:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687416.898508:0:34143:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.898513:0:34143:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687416.898516:0:34143:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967656 00000100:00000001:0.0:1788687416.898519:0:34143:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687416.898521:0:34143:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687416.898526:0:34143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f2d80 x1875572824551808/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.898541:0:34143:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687416.898544:0:34143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687416.898546:0:34143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687416.898551:0:34143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f2d80 x1875572824551808/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687432 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687416.898559:0:34143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f2d80 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:34143:1875572824551808:192.168.203.144@tcp:101:multiop.0 00000100:00000001:0.0:1788687416.898565:0:34143:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687416.898569:0:34143:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.898572:0:34143:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687416.898574:0:34143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687416.898577:0:34143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f2d80 x1875572824551808/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687432 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.898584:0:34143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687416.898587:0:34143:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c52b59c0. 00000100:00000001:0.0:1788687416.898591:0:34143:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687416.898593:0:34143:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.898596:0:34143:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687416.898601:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.898604:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.898608:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5400 refcount=4 00000020:00000001:0.0:1788687416.898610:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.898614:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000040:0.0:1788687416.898622:0:34143:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c5cc5400, remote cookie: 0x59c08f76ab1d2c98, flags: 0x1001 00010000:00010000:0.0:1788687416.898629:0:34143:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ee8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c98 expref: -99 pid: 34143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788687416.898638:0:34143:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2e:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788687416.898642:0:34143:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788687416.898652:0:34143:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c64ded00. 00010000:00000010:0.0:1788687416.898658:0:34143:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5ca0b00. 00010000:00000001:0.0:1788687416.898665:0:34143:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687416.898669:0:34143:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ee8 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c98 expref: -99 pid: 34143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687416.898677:0:34143:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ee8 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c98 expref: -99 pid: 34143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.898684:0:34143:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788687416.898689:0:34143:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788687416.898692:0:34143:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788687416.898693:0:34143:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788687416.898695:0:34143:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788687416.898698:0:34143:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2e:0x0].0x0 (ffff9b29c64ded00) refcount = 1 00010000:00010000:0.0:1788687416.898702:0:34143:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ee8 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c98 expref: -99 pid: 34143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.898709:0:34143:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788687416.898713:0:34143:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788687416.898715:0:34143:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687416.898719:0:34143:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788687416.898721:0:34143:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687416.898725:0:34143:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ee8 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c98 expref: -99 pid: 34143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.898730:0:34143:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788687416.898732:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.898734:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.898735:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.898736:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.898738:0:34143:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.898743:0:34143:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788687416.898744:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.898746:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.898748:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5400 refcount=3 00000020:00000001:0.0:1788687416.898750:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.898753:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.898755:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.898756:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.898758:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5400 refcount=4 00000020:00000001:0.0:1788687416.898760:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.898762:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.898765:0:34143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687416.898769:0:34143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687416.898772:0:34143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ee8 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c98 expref: -99 pid: 34143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.898778:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.898780:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.898781:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.898782:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.898784:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5400 refcount=5 00000020:00000001:0.0:1788687416.898786:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.898788:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.898790:0:34143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687416.898794:0:34143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ee8 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c98 expref: -99 pid: 34143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.898800:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.898801:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687416.898804:0:34143:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ee8 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c98 expref: -99 pid: 34143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.898811:0:34143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687416.898812:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.898814:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.898815:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.898816:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788687416.898822:0:34143:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9b29c97f2d80 x1875572824551808/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687432 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788687416.898840:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.898842:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.898843:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5400 refcount=3 00000020:00000001:0.0:1788687416.898845:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.898847:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.898850:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.898851:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687416.898853:0:34143:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.898855:0:34143:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.898858:0:34143:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788687416.898861:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.898863:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.898864:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5400 refcount=3 00000020:00000001:0.0:1788687416.898866:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.898868:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00000002:00010000:0.0:1788687416.898872:0:34143:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ee8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c98 expref: -99 pid: 34143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.898878:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.898879:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.898882:0:34143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687416.898883:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.898884:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.898886:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5400 refcount=3 00000020:00000001:0.0:1788687416.898888:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.898890:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000040:0.0:1788687416.898894:0:34143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64ded00 count: 2 00010000:00000001:0.0:1788687416.898938:0:34143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788687416.898943:0:34143:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/46 (0 0) 00010000:00000001:0.0:1788687416.898947:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.898948:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687416.898950:0:34143:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788687416.898953:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53750 00000002:00002000:0.0:1788687416.898955:0:34143:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788687416.898959:0:34143:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.898963:0:34143:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.898966:0:34143:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687416.898970:0:34143:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788687416.898974:0:34143:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687416.898978:0:34143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000001:0.0:1788687416.898981:0:34143:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788687416.898983:0:34143:0:(namei.c:674:ll_lookup_it_finish()) it ffffaca081c53ac8 it_disposition b 00000080:00000001:0.0:1788687416.898987:0:34143:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788687416.898993:0:34143:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788687416.898996:0:34143:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788687416.898999:0:34143:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:0.0:1788687416.899003:0:34143:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788687416.899009:0:34143:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788687416.899011:0:34143:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x2e:0x0] 00000080:00000001:0.0:1788687416.899014:0:34143:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.899017:0:34143:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:0.0:1788687416.899020:0:34143:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788687416.899025:0:34143:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x2e:0x0], updating i_size 16384 00000080:00200000:0.0:1788687416.899028:0:34143:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2e:0x0](ffff9b29d8593a88): rc = 0 00000080:00000001:0.0:1788687416.899031:0:34143:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758531720 : -110870951019896 : ffff9b29d8593a88) 00010000:00000001:0.0:1788687416.899033:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.899034:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.899036:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5400 refcount=3 00000020:00000001:0.0:1788687416.899038:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.899040:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.899043:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.899044:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687416.899046:0:34143:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788687416.899048:0:34143:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788687416.899050:0:34143:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788687416.899053:0:34143:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788687416.899055:0:34143:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687416.899058:0:34143:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2e:0x0](ffff9b29d8593a88) for lock 0x230d04438e811ee8 00800000:00000001:0.0:1788687416.899061:0:34143:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687416.899063:0:34143:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687416.899065:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.899066:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.899067:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5400 refcount=3 00000020:00000001:0.0:1788687416.899069:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.899071:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.899073:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.899075:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687416.899076:0:34143:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.899079:0:34143:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788687416.899087:0:34143:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d86cce58 inode ffff9b29d8593a88 refc 1 flags 0x20000e 00000080:00000001:0.0:1788687416.899091:0:34143:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788687416.899093:0:34143:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.899095:0:34143:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788687416.899099:0:34143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2e:0x0](ffff9b29d8593a88) 00000080:00010000:0.0:1788687416.899104:0:34143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811ee8 from it ffffaca081c53ac8 00010000:00000001:0.0:1788687416.899106:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.899107:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.899108:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5400 refcount=3 00000020:00000001:0.0:1788687416.899110:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.899112:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447307776 : -110871262243840 : ffff9b29c5cc5400) 00010000:00000001:0.0:1788687416.899114:0:34143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687416.899117:0:34143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ee8 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c98 expref: -99 pid: 34143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.899124:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.899126:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.899128:0:34143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687416.899130:0:34143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687416.899133:0:34143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5400/0x230d04438e811ee8 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c98 expref: -99 pid: 34143 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687416.899141:0:34143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687416.899144:0:34143:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687416.899147:0:34143:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687416.899151:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.899152:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.899154:0:34143:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.899158:0:34143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687416.899160:0:34143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.899163:0:34143:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.899166:0:34143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.899168:0:34143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687416.899169:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.899170:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687416.899172:0:34143:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788687416.899177:0:34143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c7f3c200. 00000100:00000001:0.0:1788687416.899181:0:34143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687416.899185:0:34143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f2d80 x1875572824551808/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687432 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.899192:0:34143:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687416.899195:0:34143:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687416.899199:0:34143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c631f800. 02000000:00000001:0.0:1788687416.899203:0:34143:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687416.899206:0:34143:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687416.899208:0:34143:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687416.899211:0:34143:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687416.899214:0:34143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a00c00. 02000000:00000001:0.0:1788687416.899218:0:34143:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687416.899220:0:34143:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687416.899223:0:34143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f2d80. 00000100:00000001:0.0:1788687416.899227:0:34143:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687416.899229:0:34143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687416.899238:0:34143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788687416.899242:0:34143:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff9b29d8593a88), inode mode 41ed mask 1 00000080:00000001:0.0:1788687416.899248:0:34143:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687416.899265:0:34143:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c636d100. 00000080:00000001:0.0:1788687416.899271:0:34143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788687416.899273:0:34143:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff9b29d8593a88), inode mode 41ed mask 3 00000080:00000001:0.0:1788687416.899275:0:34143:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.899278:0:34143:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788687416.899280:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53b58 00000080:00200000:0.0:1788687416.899283:0:34143:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24a.recovery-small, dir=[0x200000404:0x2e:0x0](ffff9b29d8593a88), file ffff9b29c2e04c00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:0.0:1788687416.899289:0:34143:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b29c33444e0. 00000080:00000001:0.0:1788687416.899294:0:34143:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788687416.899296:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53a08 00000080:00200000:0.0:1788687416.899297:0:34143:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24a.recovery-small, dir=[0x200000404:0x2e:0x0](ffff9b29d8593a88), intent=open|creat 00000080:00000010:0.0:1788687416.899305:0:34143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c7f3c200. 00000080:00000001:0.0:1788687416.899314:0:34143:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687416.899317:0:34143:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687416.899319:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53928 00800000:00000002:0.0:1788687416.899321:0:34143:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24a.recovery-small' on [0x200000404:0x2e:0x0] 00800000:00000001:0.0:1788687416.899325:0:34143:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788687416.899328:0:34143:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788687416.899334:0:34143:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633202409432576 : -110871300119040 : ffff9b29c38a6600) 00800000:00000001:0.0:1788687416.899338:0:34143:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788687416.899340:0:34143:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788687416.899343:0:34143:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788687416.899346:0:34143:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788687416.899348:0:34143:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b29e019e800: Allocated FID [0x200000404:0x30:0x0] 40000000:00000001:0.0:1788687416.899352:0:34143:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.899354:0:34143:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.899356:0:34143:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.899358:0:34143:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687416.899361:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c538a8 00800000:00000002:0.0:1788687416.899363:0:34143:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x2e:0x0], fid2=[0x200000404:0x30:0x0], name='f24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:0.0:1788687416.899368:0:34143:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687416.899370:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c537e0 00000002:00010000:0.0:1788687416.899373:0:34143:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24a.recovery-small,[0x200000404:0x30:0x0]) in obj [0x200000404:0x2e:0x0], intent: open|creat flags 0100103 00000002:00000001:0.0:1788687416.899377:0:34143:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788687416.899380:0:34143:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788687416.899383:0:34143:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788687416.899387:0:34143:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.899389:0:34143:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788687416.899391:0:34143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64ded00 count: 2 00010000:00000001:0.0:1788687416.899393:0:34143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687416.899396:0:34143:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788687416.899399:0:34143:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.899401:0:34143:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.899403:0:34143:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687416.899408:0:34143:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f2d80. 00000020:00000040:0.0:1788687416.899411:0:34143:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:0.0:1788687416.899416:0:34143:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788687416.899418:0:34143:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.899421:0:34143:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687416.899426:0:34143:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687416.899429:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.899430:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.899432:0:34143:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.899435:0:34143:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687416.899437:0:34143:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687416.899442:0:34143:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687416.899449:0:34143:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a00c00. 00000100:00000001:0.0:1788687416.899457:0:34143:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.899462:0:34143:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687416.899464:0:34143:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.899465:0:34143:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687416.899466:0:34143:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.899469:0:34143:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.899479:0:34143:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633202509360512 : -110871200191104 : ffff9b29c97f2d80) 00010000:00000001:0.0:1788687416.899482:0:34143:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687416.899485:0:34143:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788687416.904153:0:34143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64ded00 count: 2 00010000:00000001:0.0:1788687416.904167:0:34143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687416.904172:0:34143:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687416.904185:0:34143:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc5a00. 00000020:00000001:0.0:1788687416.904194:0:34143:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687416.904198:0:34143:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc5a00 with handle 0x230d04438e811eef to hash 00000020:00000001:0.0:1788687416.904201:0:34143:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687416.904203:0:34143:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447309312 : -110871262242304 : ffff9b29c5cc5a00) 00010000:00000001:0.0:1788687416.904208:0:34143:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447309312 : -110871262242304 : ffff9b29c5cc5a00) 00010000:00000001:0.0:1788687416.904213:0:34143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687416.904217:0:34143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687416.904222:0:34143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5a00/0x230d04438e811eef lrc: 3/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34143 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687416.904234:0:34143:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5a00/0x230d04438e811eef lrc: 3/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34143 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788687416.904258:0:34143:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788687416.904276:0:34143:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c97f2d80 x1875572824552064/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788687416.904287:0:34143:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5a00/0x230d04438e811eef lrc: 3/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34143 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687416.904294:0:34143:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687416.904296:0:34143:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687416.904306:0:34143:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c52b59c0. 00000100:00000001:0.0:1788687416.904308:0:34143:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202436757952 : -110871272793664 : ffff9b29c52b59c0) 00000100:00000001:0.0:1788687416.904311:0:34143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687416.904312:0:34143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509360512 : -110871200191104 : ffff9b29c97f2d80) 00000100:00000001:0.0:1788687416.904319:0:34143:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687416.904325:0:34143:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.904327:0:34143:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687416.904329:0:34143:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687416.904334:0:34143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f2d80 x1875572824552064/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.904344:0:34143:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687416.904346:0:34143:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687416.904351:0:34143:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687416.904355:0:34143:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687416.904358:0:34143:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687416.904362:0:34143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f2d80 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:34143:1875572824552064:192.168.203.144@tcp:101:multiop.0 00000100:00000001:0.0:1788687416.904367:0:34143:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687416.904374:0:34143:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687416.904377:0:34143:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687416.904381:0:34143:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687416.904476:0:34143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b29c6980000. 02000000:00000001:0.0:1788687416.904479:0:34143:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687416.904490:0:34143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687416.904495:0:34143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1210. 00000400:00000010:0.0:1788687416.904505:0:34143:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b29d8a02400. 00000100:00000200:0.0:1788687416.904514:0:34143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875572824552064, portal 10 00000100:00000001:0.0:1788687416.904516:0:34143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687416.904518:0:34143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509360512 : -110871200191104 : ffff9b29c97f2d80) 00000100:00000040:0.0:1788687416.904524:0:34143:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f2d80 x1875572824552064/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687432 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.904534:0:34143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687416.904537:0:34143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687416.904542:0:34143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda5d8. 00000100:00000200:0.0:1788687416.904546:0:34143:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875572824552064, offset 0 00000400:00000200:0.0:1788687416.904553:0:34143:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687416.904563:0:34143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687416.904572:0:34143:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687416.904579:0:34143:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687416.904583:0:34143:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687416.904588:0:34143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687416.904591:0:34143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687416.904596:0:34143:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2566:2566:256:4294967295] 192.168.203.144@tcp LPNI seq info [2566:2566:8:4294967295] 00000400:00000200:0.0:1788687416.904601:0:34143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687416.904614:0:34143:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687416.904621:0:34143:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687416.904627:0:34143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946000. 00000800:00000200:0.0:1788687416.904636:0:34143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687416.904645:0:34143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687416.904650:0:34143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946000 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1788687416.904680:0:34143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687416.904686:0:34143:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 823212 usecs (824 jiffies) 00000400:00000200:0.0:1788687416.904690:0:34143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687416.904693:0:34143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296543732 00000100:00000001:0.0:1788687416.904703:0:34143:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296543723 00000100:00000001:0.0:1788687416.904710:0:34143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296543732 00000100:00000001:0.0:1788687416.904713:0:34143:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296543723 00000100:00000001:0.0:1788687416.904717:0:34143:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687416.904720:0:34143:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.904722:0:34143:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687416.904724:0:34143:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687416.904727:0:34143:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c52b59c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788687416.904731:0:34143:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687416.904734:0:34143:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687416.904889:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687416.904939:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946000. 00000400:00000200:2.0:1788687416.904948:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687416.904954:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687416.904960:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda5d8 00000400:00000010:2.0:1788687416.904963:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda5d8. 00000100:00000001:2.0:1788687416.904968:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687416.904973:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f2d80 x1875572824552064/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687432 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687416.904984:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687416.904988:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f2d80 x1875572824552064/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687432 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687416.904996:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687416.904998:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687416.915979:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687416.916012:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687416.916018:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687416.916021:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687416.916162:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687416.916174:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687416.916191:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687416.916197:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687416.916204:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687416.916209:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x6a9d2d3f53280 00000400:00000200:2.0:1788687416.916215:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687416.916222:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x709d [32] + 224 00000800:00000001:2.0:1788687416.916232:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687416.916248:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687416.916252:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687416.916258:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687416.916268:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687416.916280:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f2d80 x1875572824552064/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687432 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687416.916292:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b29c97f2d80 x1875572824552064/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687416.916315:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788687416.916325:0:2362:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788687416.916329:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687416.916335:0:2362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687416.916342:0:2362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2567:2567:256:4294967295] 192.168.203.144@tcp LPNI seq info [2567:2567:8:4294967295] 00000400:00000200:2.0:1788687416.916347:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687416.916355:0:2362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1788687416.916362:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687416.916369:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9b29c63d4800. 00000100:00000001:0.0:1788687416.916372:0:34143:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1788687416.916376:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000400:00000001:0.0:1788687416.916382:0:34143:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000200:2.0:1788687416.916385:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000400:00000001:0.0:1788687416.916385:0:34143:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687416.916389:0:34143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1210. 00000800:00000200:2.0:1788687416.916391:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63d4800 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:0.0:1788687416.916402:0:34143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8a02400 00000400:00000010:0.0:1788687416.916405:0:34143:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b29d8a02400. 00000100:00000001:0.0:1788687416.916410:0:34143:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687416.916414:0:34143:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f2d80 x1875572824552064/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687416.916430:0:34143:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f2d80 x1875572824552064/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.916436:0:34143:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687416.916438:0:34143:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687416.916442:0:34143:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687416.916446:0:34143:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687416.916448:0:34143:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687416.916451:0:34143:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687416.916454:0:34143:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687416.916466:0:34143:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=38 v=5 (5 5 103 103) 00000100:00001000:0.0:1788687416.916471:0:34143:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687416.916474:0:34143:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687416.916476:0:34143:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.916478:0:34143:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687416.916483:0:34143:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.916486:0:34143:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687416.916488:0:34143:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x200000001/0x1] 00000100:00000001:0.0:1788687416.916490:0:34143:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687416.916492:0:34143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687416.916494:0:34143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509360512 : -110871200191104 : ffff9b29c97f2d80) 00000100:00000001:0.0:1788687416.916498:0:34143:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687416.916500:0:34143:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 4294967656 00000100:00000001:0.0:1788687416.916502:0:34143:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687416.916505:0:34143:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687416.916510:0:34143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f2d80 x1875572824552064/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1788687432 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.916518:0:34143:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687416.916521:0:34143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687416.916523:0:34143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687416.916527:0:34143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f2d80 x1875572824552064/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1788687432 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687416.916534:0:34143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f2d80 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:34143:1875572824552064:192.168.203.144@tcp:101:multiop.0 00000100:00000001:0.0:1788687416.916541:0:34143:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687416.916543:0:34143:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.916546:0:34143:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687416.916549:0:34143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687416.916552:0:34143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f2d80 x1875572824552064/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1788687432 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.916559:0:34143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687416.916562:0:34143:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c52b59c0. 00000100:00000001:0.0:1788687416.916565:0:34143:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687416.916567:0:34143:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.916570:0:34143:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00000800:00000200:2.0:1788687416.916571:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687416.916575:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9b29c63d4800. 00010000:00000001:0.0:1788687416.916576:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1788687416.916577:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1788687416.916579:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000400:00000200:2.0:1788687416.916581:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000020:00000040:0.0:1788687416.916582:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5a00 refcount=4 00000020:00000001:0.0:1788687416.916585:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447309312 : -110871262242304 : ffff9b29c5cc5a00) 00000800:00000001:2.0:1788687416.916587:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1788687416.916588:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447309312 : -110871262242304 : ffff9b29c5cc5a00) 00000800:00000001:2.0:1788687416.916591:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1788687416.916596:0:34143:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c5cc5a00, remote cookie: 0x59c08f76ab1d2cb4, flags: 0x1001 00010000:00010000:0.0:1788687416.916602:0:34143:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5a00/0x230d04438e811eef lrc: 4/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2cb4 expref: -99 pid: 34143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788687416.916611:0:34143:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x30:0x0].0x0, instead of [0x200000404:0x2e:0x0].0x0 00010000:00000001:0.0:1788687416.916615:0:34143:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788687416.916624:0:34143:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c64de300. 00010000:00000010:0.0:1788687416.916629:0:34143:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5ca0e00. 00010000:00000001:0.0:1788687416.916641:0:34143:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687416.916645:0:34143:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5a00/0x230d04438e811eef lrc: 4/0,1 mode: --/PR res: [0x200000404:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2cb4 expref: -99 pid: 34143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687416.916655:0:34143:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5a00/0x230d04438e811eef lrc: 4/0,1 mode: --/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2cb4 expref: -99 pid: 34143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.916670:0:34143:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788687416.916675:0:34143:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788687416.916678:0:34143:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788687416.916680:0:34143:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788687416.916681:0:34143:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788687416.916684:0:34143:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x30:0x0].0x0 (ffff9b29c64de300) refcount = 1 00010000:00010000:0.0:1788687416.916688:0:34143:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5a00/0x230d04438e811eef lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2cb4 expref: -99 pid: 34143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.916695:0:34143:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788687416.916698:0:34143:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788687416.916700:0:34143:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687416.916703:0:34143:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788687416.916706:0:34143:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687416.916710:0:34143:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5a00/0x230d04438e811eef lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2cb4 expref: -99 pid: 34143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.916716:0:34143:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788687416.916718:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.916719:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.916720:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.916721:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.916723:0:34143:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.916729:0:34143:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788687416.916732:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.916733:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.916734:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5a00 refcount=3 00000020:00000001:0.0:1788687416.916737:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447309312 : -110871262242304 : ffff9b29c5cc5a00) 00010000:00000001:0.0:1788687416.916739:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447309312 : -110871262242304 : ffff9b29c5cc5a00) 00010000:00000001:0.0:1788687416.916741:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.916742:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.916744:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5a00 refcount=4 00000020:00000001:0.0:1788687416.916745:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447309312 : -110871262242304 : ffff9b29c5cc5a00) 00010000:00000001:0.0:1788687416.916748:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447309312 : -110871262242304 : ffff9b29c5cc5a00) 00010000:00000001:0.0:1788687416.916751:0:34143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687416.916755:0:34143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687416.916758:0:34143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5a00/0x230d04438e811eef lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2cb4 expref: -99 pid: 34143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.916765:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.916766:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.916768:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.916769:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.916770:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5a00 refcount=5 00000020:00000001:0.0:1788687416.916772:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447309312 : -110871262242304 : ffff9b29c5cc5a00) 00010000:00000001:0.0:1788687416.916774:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447309312 : -110871262242304 : ffff9b29c5cc5a00) 00010000:00000001:0.0:1788687416.916776:0:34143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687416.916780:0:34143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5a00/0x230d04438e811eef lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2cb4 expref: -99 pid: 34143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.916786:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.916787:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687416.916790:0:34143:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5a00/0x230d04438e811eef lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2cb4 expref: -99 pid: 34143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.916796:0:34143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687416.916798:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.916799:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.916800:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.916801:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788687416.916807:0:34143:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9b29c97f2d80 x1875572824552064/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1788687432 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788687416.918004:0:34143:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788687416.918027:0:34143:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c97f2d80 x1875572824552064/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1788687432 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788687416.918045:0:34143:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.918060:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.918063:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.918066:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5a00 refcount=3 00000020:00000001:0.0:1788687416.918068:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447309312 : -110871262242304 : ffff9b29c5cc5a00) 00010000:00000001:0.0:1788687416.918072:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447309312 : -110871262242304 : ffff9b29c5cc5a00) 00000002:00010000:0.0:1788687416.918079:0:34143:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5a00/0x230d04438e811eef lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2cb4 expref: -99 pid: 34143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788687416.918220:0:34143:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b29c4c6f840. 00010000:00000001:0.0:1788687416.918225:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.918227:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687416.918228:0:34143:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.918231:0:34143:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687416.918235:0:34143:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788687416.918238:0:34143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687416.918240:0:34143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509360512 : -110871200191104 : ffff9b29c97f2d80) 00000100:00000001:0.0:1788687416.918243:0:34143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687416.918244:0:34143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509360512 : -110871200191104 : ffff9b29c97f2d80) 00010000:00000001:0.0:1788687416.918246:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.918248:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.918250:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5a00 refcount=3 00000020:00000001:0.0:1788687416.918252:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447309312 : -110871262242304 : ffff9b29c5cc5a00) 00010000:00000001:0.0:1788687416.918255:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447309312 : -110871262242304 : ffff9b29c5cc5a00) 00000002:00010000:0.0:1788687416.918258:0:34143:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5a00/0x230d04438e811eef lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2cb4 expref: -99 pid: 34143 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.918266:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.918267:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.918269:0:34143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687416.918271:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.918273:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.918274:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5a00 refcount=3 00000020:00000001:0.0:1788687416.918276:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447309312 : -110871262242304 : ffff9b29c5cc5a00) 00010000:00000001:0.0:1788687416.918278:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447309312 : -110871262242304 : ffff9b29c5cc5a00) 00010000:00000040:0.0:1788687416.918285:0:34143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de300 count: 2 00010000:00000001:0.0:1788687416.918288:0:34143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788687416.918294:0:34143:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/48 (0 0) 00010000:00000001:0.0:1788687416.918296:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.918298:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687416.918299:0:34143:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788687416.918303:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53768 00000002:00002000:0.0:1788687416.918305:0:34143:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24a.recovery-small intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1788687416.918310:0:34143:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.918314:0:34143:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.918317:0:34143:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687416.918321:0:34143:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x2e:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788687416.918326:0:34143:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.918332:0:34143:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788687416.918334:0:34143:0:(namei.c:674:ll_lookup_it_finish()) it ffff9b29c33444e0 it_disposition 1800037 00000080:00002000:0.0:1788687416.918342:0:34143:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d86bf798 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1788687416.918349:0:34143:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788687416.918352:0:34143:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1788687416.918354:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53990 00000080:00200000:0.0:1788687416.918356:0:34143:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24a.recovery-small, dir=[0x200000404:0x2e:0x0](ffff9b29d8593a88), intent=open|creat 00000080:00000001:0.0:1788687416.918359:0:34143:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1788687416.918362:0:34143:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788687416.918368:0:34143:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788687416.918372:0:34143:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788687416.918375:0:34143:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833968 : 144115205322833968 : 200000404000030) 00000080:00000001:0.0:1788687416.918378:0:34143:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788687416.918408:0:34143:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b29d8590000. 00000020:00000001:0.0:1788687416.918423:0:34143:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1788687416.918425:0:34143:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1788687416.918429:0:34143:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788687416.918431:0:34143:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x30:0x0](ffff9b29d85900c8) 00000020:00000001:0.0:1788687416.918437:0:34143:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687416.918443:0:34143:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509237928 : -110871200313688 : ffff9b29c97d4ea8) 00000020:00001000:0.0:1788687416.918446:0:34143:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4ea0 00000020:00000001:0.0:1788687416.918451:0:34143:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1788687416.918456:0:34143:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9b29c97ead48. 00000020:00000001:0.0:1788687416.918459:0:34143:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788687416.918461:0:34143:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687416.918469:0:34143:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1788687416.918475:0:34143:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9b29c524fe88. 00020000:00000001:0.0:1788687416.918477:0:34143:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446633202436341384 : -110871273210232 : ffff9b29c524fe88) 00020000:00000001:0.0:1788687416.918481:0:34143:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1788687416.918484:0:34143:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788687416.918491:0:34143:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c3344960. 00020000:00000010:0.0:1788687416.918496:0:34143:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29d1341d80. 00020000:00000010:0.0:1788687416.918503:0:34143:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c3344180. 00020000:00000001:0.0:1788687416.918505:0:34143:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202403787136 : -110871305764480 : ffff9b29c3344180) 00020000:00000002:0.0:1788687416.918510:0:34143:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c3344180, objid 0x30:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788687416.918515:0:34143:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788687416.918520:0:34143:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29d1341d80: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000001:0.0:1788687416.918523:0:34143:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1788687416.918525:0:34143:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c3344180, objid 0x30:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788687416.918528:0:34143:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788687416.918532:0:34143:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29d1341d80: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000010:0.0:1788687416.918536:0:34143:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9b29c3f7c0a0. 00020000:00000010:0.0:1788687416.918539:0:34143:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9b29c52b59c0. 00020000:00000001:0.0:1788687416.918544:0:34143:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1788687416.918548:0:34143:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9b29c3375d28. 00020000:00000001:0.0:1788687416.918552:0:34143:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1788687416.918553:0:34143:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1788687416.918562:0:34143:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1788687416.918565:0:34143:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9b29c97ea7d0. 00000020:00000001:0.0:1788687416.918567:0:34143:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788687416.918570:0:34143:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687416.918572:0:34143:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446633202509326416 : -110871200225200 : ffff9b29c97ea850) 00020000:00000001:0.0:1788687416.918576:0:34143:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1788687416.918582:0:34143:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9b29c5dd4000. 00020000:00000001:0.0:1788687416.918585:0:34143:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687416.918590:0:34143:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633202509326416 : -110871200225200 : ffff9b29c97ea850) 00020000:00000001:0.0:1788687416.918594:0:34143:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633202509326416 : -110871200225200 : ffff9b29c97ea850) 00020000:00000002:0.0:1788687416.918597:0:34143:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x42:0x0]@ffff9b29c97ea7d0[0:0] -> [0x200000404:0x30:0x0]@ffff9b29c97ead48: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000001:0.0:1788687416.918603:0:34143:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1788687416.918606:0:34143:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1788687416.918608:0:34143:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687416.918612:0:34143:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633202509327816 : -110871200223800 : ffff9b29c97eadc8) 00000020:00001000:0.0:1788687416.918615:0:34143:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4ea0 00000080:00000001:0.0:1788687416.918620:0:34143:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833968 : 144115205322833968 : 200000404000030) 00000080:00000001:0.0:1788687416.918624:0:34143:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788687416.918627:0:34143:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833968 mtime from 0 to 1788687416 00000080:00000001:0.0:1788687416.918632:0:34143:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788687416.918635:0:34143:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758516936 : -110870951034680 : ffff9b29d85900c8) 00010000:00000001:0.0:1788687416.918638:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.918640:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.918642:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5a00 refcount=3 00000020:00000001:0.0:1788687416.918644:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447309312 : -110871262242304 : ffff9b29c5cc5a00) 00010000:00000001:0.0:1788687416.918646:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447309312 : -110871262242304 : ffff9b29c5cc5a00) 00000080:00000001:0.0:1788687416.918649:0:34143:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788687416.918651:0:34143:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687416.918652:0:34143:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509237928 : -110871200313688 : ffff9b29c97d4ea8) 00000020:00001000:0.0:1788687416.918655:0:34143:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4ea0 00000020:00000001:0.0:1788687416.918657:0:34143:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788687416.918659:0:34143:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788687416.918660:0:34143:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788687416.918663:0:34143:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c3344300. 00020000:00000010:0.0:1788687416.918666:0:34143:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29d1341580. 00020000:00000010:0.0:1788687416.918669:0:34143:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c3344240. 00020000:00000001:0.0:1788687416.918671:0:34143:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202403787328 : -110871305764288 : ffff9b29c3344240) 00020000:00000002:0.0:1788687416.918674:0:34143:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c3344240, objid 0x30:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788687416.918678:0:34143:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788687416.918681:0:34143:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29d1341580: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000002:0.0:1788687416.918685:0:34143:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29c524fe88) owner ffff9b29c63a4f80 00020000:00000001:0.0:1788687416.918688:0:34143:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788687416.918691:0:34143:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29c524fe88) owner ffff9b29c63a4f80 00020000:00000010:0.0:1788687416.918696:0:34143:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29d1341580. 00020000:00000010:0.0:1788687416.918702:0:34143:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c3344300. 00020000:00000010:0.0:1788687416.918708:0:34143:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c3344240. 00020000:00000002:0.0:1788687416.918710:0:34143:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x30:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788687416.918713:0:34143:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687416.918716:0:34143:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687416.918720:0:34143:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788687416.918723:0:34143:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000002:0.0:1788687416.918726:0:34143:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c3344180 addref 2/0 by ffff9b29c63a4f80. 00020000:00000002:0.0:1788687416.918729:0:34143:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000001:0.0:1788687416.918732:0:34143:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788687416.918735:0:34143:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788687416.918737:0:34143:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788687416.918739:0:34143:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788687416.918741:0:34143:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788687416.918743:0:34143:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x30:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788687416.918746:0:34143:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4ea0 00000080:00000001:0.0:1788687416.918749:0:34143:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.918750:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.918752:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687416.918754:0:34143:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788687416.918757:0:34143:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788687416.918759:0:34143:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687416.918762:0:34143:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x30:0x0](ffff9b29d85900c8) 00000080:00010000:0.0:1788687416.918766:0:34143:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x30:0x0](ffff9b29d85900c8) for lock 0x230d04438e811eef 00800000:00000001:0.0:1788687416.918770:0:34143:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687416.918772:0:34143:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687416.918773:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.918775:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.918777:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5a00 refcount=3 00000020:00000001:0.0:1788687416.918779:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447309312 : -110871262242304 : ffff9b29c5cc5a00) 00010000:00000001:0.0:1788687416.918781:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447309312 : -110871262242304 : ffff9b29c5cc5a00) 00010000:00000001:0.0:1788687416.918784:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.918785:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687416.918787:0:34143:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.918789:0:34143:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.918791:0:34143:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1788687416.918794:0:34143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687416.918802:0:34143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9b29c97f2d80 x1875572824552064/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687432 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.918811:0:34143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788687416.918817:0:34143:0:(namei.c:1651:ll_create_it()) inode ffff9b29d85900c8 need_sync_to_mds [0x200000404:0x30:0x0] 00000080:00000001:0.0:1788687416.918831:0:34143:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687416.918836:0:34143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x30:0x0](ffff9b29d85900c8) 00000080:00000001:0.0:1788687416.918839:0:34143:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788687416.918844:0:34143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c7f3c200. 00000100:00000001:0.0:1788687416.918847:0:34143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687416.918850:0:34143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f2d80 x1875572824552064/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687432 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687416.918856:0:34143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.918860:0:34143:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1788687416.918862:0:34143:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788687416.918864:0:34143:0:(namei.c:1500:ll_atomic_open()) inode ffff9b29d85900c8 need_sync_to_mds [0x200000404:0x30:0x0] 00000080:00000001:0.0:1788687416.918875:0:34143:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788687416.918877:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53a68 00000080:00200008:0.0:1788687416.918880:0:34143:0:(file.c:1090:ll_file_open()) START file f24a.recovery-small:[0x200000404:0x30:0x0](ffff9b29d85900c8), flags 100102 00000080:00000010:0.0:1788687416.918889:0:34143:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29d00617c0. 00000080:00000010:0.0:1788687416.918934:0:34143:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b29c4c6ffc0. 00000080:00000001:0.0:1788687416.918937:0:34143:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788687416.918941:0:34143:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788687416.918945:0:34143:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788687416.918950:0:34143:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b29c636d7a0. 00000002:00100000:0.0:1788687416.918955:0:34143:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c97f2d80 x1875572824552064/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687432 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788687416.918962:0:34143:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687416.918963:0:34143:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788687416.918967:0:34143:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788687416.918970:0:34143:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.918973:0:34143:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687416.918976:0:34143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687416.918978:0:34143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f2d80 x1875572824552064/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687432 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788687416.918985:0:34143:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687416.918990:0:34143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b29c6980000. 02000000:00000001:0.0:1788687416.919305:0:34143:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788687416.919308:0:34143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687416.919311:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53a68 00000080:00000008:0.0:1788687416.919314:0:34143:0:(file.c:1329:ll_file_open()) COMPLETED file f24a.recovery-small:[0x200000404:0x30:0x0](ffff9b29d85900c8), flags 100102, rc = 0 00000080:00000001:0.0:1788687416.919319:0:34143:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788687416.919321:0:34143:0:(dcache.c:176:ll_intent_release()) intent ffff9b29c33444e0 released 00000080:00010000:0.0:1788687416.919324:0:34143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811eef from it ffff9b29c33444e0 00010000:00000001:0.0:1788687416.919327:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687416.919329:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687416.919330:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc5a00 refcount=3 00000020:00000001:0.0:1788687416.919332:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447309312 : -110871262242304 : ffff9b29c5cc5a00) 00010000:00000001:0.0:1788687416.919335:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447309312 : -110871262242304 : ffff9b29c5cc5a00) 00010000:00000001:0.0:1788687416.919338:0:34143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687416.919343:0:34143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5a00/0x230d04438e811eef lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2cb4 expref: -99 pid: 34143 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687416.919352:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.919353:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.919356:0:34143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687416.919359:0:34143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687416.919363:0:34143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc5a00/0x230d04438e811eef lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2cb4 expref: -99 pid: 34143 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687416.919371:0:34143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687416.919374:0:34143:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687416.919377:0:34143:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687416.919382:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.919384:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687416.919386:0:34143:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.919390:0:34143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687416.919393:0:34143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.919395:0:34143:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.919398:0:34143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.919401:0:34143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687416.919403:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.919404:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687416.919405:0:34143:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788687416.919407:0:34143:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788687416.919411:0:34143:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788687416.919413:0:34143:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687416.919416:0:34143:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788687416.919418:0:34143:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.919422:0:34143:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788687416.919423:0:34143:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.919426:0:34143:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788687416.919429:0:34143:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.919431:0:34143:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788687416.919433:0:34143:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9b29c33444e0. 00000080:00000001:0.0:1788687416.919437:0:34143:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.919442:0:34143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788687416.919445:0:34143:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x30:0x0](ffff9b29d85900c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1788687416.919449:0:34143:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.919669:0:34143:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:0.0:1788687416.919672:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53d88 00000080:00200008:0.0:1788687416.919674:0:34143:0:(file.c:2650:do_file_write_iter()) START file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 0, count: 1 00000080:00000002:0.0:1788687416.919677:0:34143:0:(file.c:2656:do_file_write_iter()) inode ffff9b29d85900c8 need_sync_to_oss [0x200000404:0x30:0x0] 00000080:00000001:0.0:1788687416.919681:0:34143:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1788687416.919683:0:34143:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.919685:0:34143:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788687416.919688:0:34143:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.919691:0:34143:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000020:00000001:0.0:1788687416.919693:0:34143:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1788687416.919697:0:34143:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000002:0.0:1788687416.919700:0:34143:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c3344180 addref 2/0 by ffff9b29c63a4f80. 00020000:00000002:0.0:1788687416.919702:0:34143:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00000020:00000001:0.0:1788687416.919705:0:34143:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000080:00000001:0.0:1788687416.919714:0:34143:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788687416.919716:0:34143:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000080:00000001:0.0:1788687416.919721:0:34143:0:(rw26.c:683:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:0.0:1788687416.919724:0:34143:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:0.0:1788687416.919727:0:34143:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:0.0:1788687416.919729:0:34143:0:(file.c:2628:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687416.919732:0:34143:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687416.919735:0:34143:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509237928 : -110871200313688 : ffff9b29c97d4ea8) 00000020:00001000:0.0:1788687416.919737:0:34143:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4ea0 00000080:00000001:0.0:1788687416.919742:0:34143:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788687416.919744:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53c98 00000080:00200000:0.0:1788687416.919746:0:34143:0:(file.c:2090:ll_file_io_generic()) f24a.recovery-small: write ppos: 0, bytes: 1 00000020:00000001:0.0:1788687416.919754:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53c30 00000080:00200000:0.0:1788687416.919755:0:34143:0:(file.c:1848:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:0.0:1788687416.919758:0:34143:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788687416.919765:0:34143:0:(cl_io.c:214:cl_io_rw_init()) header@000000004e15a6a8[0x110, 1, [0x200000404:0x30:0x0] hash] 00000020:00200000:0.0:1788687416.919767:0:34143:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 1) 0 0 00000020:00000001:0.0:1788687416.919770:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c97eadc8 -> ffff9b29c97eadc8 00000020:00000001:0.0:1788687416.919773:0:34143:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788687416.919775:0:34143:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788687416.919778:0:34143:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788687416.919781:0:34143:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687416.919783:0:34143:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788687416.919786:0:34143:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687416.919792:0:34143:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.919795:0:34143:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788687416.919798:0:34143:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.919801:0:34143:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687416.919805:0:34143:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff9b29d023cbf0 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1788687416.919808:0:34143:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000001:0.0:1788687416.919812:0:34143:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788687416.919815:0:34143:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788687416.919818:0:34143:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788687416.919820:0:34143:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1788687416.919822:0:34143:0:(lov_io.c:860:lov_io_slice_init()) 0 1 00020000:00000001:0.0:1788687416.919826:0:34143:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1788687416.919828:0:34143:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788687416.919830:0:34143:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687416.919832:0:34143:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687416.919833:0:34143:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788687416.919835:0:34143:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788687416.919836:0:34143:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00000020:00000001:0.0:1788687416.919839:0:34143:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687416.919840:0:34143:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687416.919843:0:34143:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:0.0:1788687416.919846:0:34143:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:0.0:1788687416.919848:0:34143:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687416.919853:0:34143:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788687416.919854:0:34143:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788687416.919858:0:34143:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788687416.919860:0:34143:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1788687416.919861:0:34143:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1788687416.919864:0:34143:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1) 1, 1 00020000:00000001:0.0:1788687416.919867:0:34143:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788687416.919869:0:34143:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788687416.919873:0:34143:0:(lov_offset.c:253:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:0.0:1788687416.919877:0:34143:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687416.919879:0:34143:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788687416.919880:0:34143:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687416.919882:0:34143:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509234184 : -110871200317432 : ffff9b29c97d4008) 00000020:00001000:0.0:1788687416.919883:0:34143:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4000 00000020:00000001:0.0:1788687416.919886:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea850 -> ffff9b29c97eadc8 00000020:00000001:0.0:1788687416.919888:0:34143:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788687416.919892:0:34143:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687416.919893:0:34143:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788687416.919895:0:34143:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687416.919949:0:34143:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687416.919952:0:34143:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:0.0:1788687416.919955:0:34143:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788687416.919959:0:34143:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788687416.919963:0:34143:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687416.919964:0:34143:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687416.919967:0:34143:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687416.919969:0:34143:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687416.919971:0:34143:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687416.919974:0:34143:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1788687416.919977:0:34143:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788687416.919979:0:34143:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788687416.919982:0:34143:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788687416.919985:0:34143:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.919988:0:34143:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.919991:0:34143:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788687416.919993:0:34143:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:0.0:1788687416.919995:0:34143:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788687416.919997:0:34143:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788687416.919999:0:34143:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687416.920001:0:34143:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.920003:0:34143:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.920005:0:34143:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687416.920007:0:34143:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687416.920009:0:34143:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788687416.920011:0:34143:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687416.920012:0:34143:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788687416.920015:0:34143:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687416.920016:0:34143:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687416.920018:0:34143:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687416.920020:0:34143:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687416.920022:0:34143:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687416.920024:0:34143:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687416.920026:0:34143:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788687416.920029:0:34143:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788687416.920031:0:34143:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788687416.920034:0:34143:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788687416.920037:0:34143:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:0.0:1788687416.920045:0:34143:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c5ca0980. 00020000:00000002:0.0:1788687416.920048:0:34143:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:0.0:1788687416.920051:0:34143:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788687416.920053:0:34143:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687416.920054:0:34143:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:0.0:1788687416.920056:0:34143:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788687416.920061:0:34143:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29d1208000. 00000008:00010000:0.0:1788687416.920064:0:34143:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788687416.920067:0:34143:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687416.920069:0:34143:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788687416.920073:0:34143:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c5ca09b0, osc lock ffff9b29d1208000, flags 0x0 00000020:00000001:0.0:1788687416.920075:0:34143:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687416.920077:0:34143:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687416.920080:0:34143:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202447157632 : -110871262393984 : ffff9b29c5ca0980) 00000020:00000001:0.0:1788687416.920082:0:34143:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687416.920083:0:34143:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788687416.920085:0:34143:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687416.920087:0:34143:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687416.920089:0:34143:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687416.920651:0:34143:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687416.920657:0:34143:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687416.920659:0:34143:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:0.0:1788687416.920662:0:34143:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687416.920666:0:34143:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687416.920668:0:34143:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788687416.920670:0:34143:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687416.920674:0:34143:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788687416.920677:0:34143:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788687416.920679:0:34143:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788687416.920681:0:34143:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788687416.920683:0:34143:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788687416.920684:0:34143:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788687416.920687:0:34143:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788687416.920690:0:34143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687416.920697:0:34143:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.920701:0:34143:0:(ldlm_request.c:995:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1788687416.920887:0:34143:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9ad80. 00000020:00000040:1.0:1788687416.920895:0:34143:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00010000:00000001:1.0:1788687416.920983:0:34143:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687416.920989:0:34143:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687416.920996:0:34143:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687416.921001:0:34143:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687416.921005:0:34143:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687416.921012:0:34143:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687416.921024:0:34143:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29d884b800. 00000100:00000001:1.0:1788687416.921034:0:34143:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687416.921041:0:34143:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687416.921043:0:34143:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687416.921044:0:34143:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687416.921045:0:34143:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687416.921048:0:34143:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687416.921051:0:34143:0:(ldlm_request.c:1009:ldlm_enqueue_pack()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00010000:00000001:1.0:1788687416.921055:0:34143:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788687416.921057:0:34143:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788687416.921064:0:34143:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c422f700. 00010000:00000010:1.0:1788687416.921067:0:34143:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9b29c422f000. 00010000:00000001:1.0:1788687416.921074:0:34143:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687416.921078:0:34143:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a4e00. 00000020:00000001:1.0:1788687416.921084:0:34143:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687416.921088:0:34143:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a4e00 with handle 0x230d04438e811ef6 to hash 00000020:00000001:1.0:1788687416.921091:0:34143:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687416.921149:0:34143:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000010:1.0:1788687416.921155:0:34143:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9b29d099b200. 00010000:00000001:1.0:1788687416.921158:0:34143:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:1.0:1788687416.921162:0:34143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687416.921166:0:34143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687416.921172:0:34143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687416.921189:0:34143:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687416.921202:0:34143:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788687416.921210:0:34143:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687416.921213:0:34143:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687416.921223:0:34143:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c2e43f00. 00000100:00000001:1.0:1788687416.921226:0:34143:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202398543616 : -110871311008000 : ffff9b29c2e43f00) 00000100:00000001:1.0:1788687416.921229:0:34143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687416.921232:0:34143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000100:00000001:1.0:1788687416.921237:0:34143:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687416.921241:0:34143:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687416.921244:0:34143:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687416.921246:0:34143:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687416.921259:0:34143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9ad80 x1875572824552192/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687416.921269:0:34143:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687416.921273:0:34143:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687416.921277:0:34143:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687416.921280:0:34143:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687416.921283:0:34143:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687416.921287:0:34143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:34143:1875572824552192:192.168.203.144@tcp:101:multiop.0 00000100:00000001:1.0:1788687416.921293:0:34143:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687416.921300:0:34143:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687416.921303:0:34143:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687416.921306:0:34143:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687416.921314:0:34143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6911400. 02000000:00000001:1.0:1788687416.921316:0:34143:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687416.921326:0:34143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687416.921332:0:34143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150108. 00000400:00000010:1.0:1788687416.921342:0:34143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcaa0. 00000100:00000200:1.0:1788687416.921351:0:34143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824552192, portal 4 00000100:00000001:1.0:1788687416.921353:0:34143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687416.921354:0:34143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000100:00000040:1.0:1788687416.921362:0:34143:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b9ad80 x1875572824552192/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687432 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687416.921371:0:34143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687416.921374:0:34143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687416.921378:0:34143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc908. 00000100:00000200:1.0:1788687416.921382:0:34143:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875572824552192, offset 0 00000400:00000200:1.0:1788687416.921389:0:34143:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687416.921469:0:34143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687416.921479:0:34143:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687416.921487:0:34143:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687416.921492:0:34143:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687416.921497:0:34143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687416.921500:0:34143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687416.921504:0:34143:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2568:2568:256:4294967295] 192.168.203.144@tcp LPNI seq info [2568:2568:8:4294967295] 00000400:00000200:1.0:1788687416.921509:0:34143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687416.921522:0:34143:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687416.921529:0:34143:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687416.921536:0:34143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c995ee00. 00000800:00000200:1.0:1788687416.921544:0:34143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687416.921556:0:34143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687416.921562:0:34143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c995ee00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788687416.921650:0:34143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687416.921656:0:34143:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20361 usecs (21 jiffies) 00000400:00000200:1.0:1788687416.921661:0:34143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687416.921664:0:34143:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296542947 00000100:00000001:1.0:1788687416.921667:0:34143:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296543732 00000100:00000001:1.0:1788687416.921670:0:34143:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296542947 00000100:00000001:1.0:1788687416.921672:0:34143:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296543732 00000100:00000001:1.0:1788687416.921675:0:34143:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687416.921678:0:34143:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687416.921680:0:34143:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687416.921682:0:34143:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687416.921685:0:34143:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c2e43f00 going to sleep for 11 seconds 00000100:00000001:1.0:1788687416.921687:0:34143:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687416.921691:0:34143:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687416.924585:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687416.924598:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c995ee00. 00000400:00000200:3.0:1788687416.924606:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687416.924617:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687416.924627:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc908 00000400:00000010:3.0:1788687416.924637:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc908. 00000100:00000001:3.0:1788687416.924644:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687416.924655:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9ad80 x1875572824552192/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687432 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687416.924670:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687416.924674:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9ad80 x1875572824552192/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687432 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687416.924682:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687416.924684:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687416.925970:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687416.925991:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687416.925996:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687416.925999:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687416.926008:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687416.926016:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687416.926026:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687416.926030:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687416.926037:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687416.926042:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 4 MB=0x6a9d2d3f53300 00000400:00000200:2.0:1788687416.926048:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687416.926055:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 400/400 into md 0x70a5 [1] + 224 00000800:00000001:2.0:1788687416.926064:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687416.926076:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687416.926079:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687416.926084:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687416.926093:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687416.926103:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9ad80 x1875572824552192/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687432 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687416.926114:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9b29c8b9ad80 x1875572824552192/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687416.926137:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687416.926145:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687416.926149:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687416.926496:0:34143:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687416.926506:0:34143:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687416.926509:0:34143:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687416.926514:0:34143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150108. 00000400:00000200:1.0:1788687416.926520:0:34143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcaa0 00000400:00000010:1.0:1788687416.926523:0:34143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcaa0. 00000100:00000001:1.0:1788687416.926526:0:34143:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687416.926531:0:34143:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9ad80 x1875572824552192/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687416.926541:0:34143:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9ad80 x1875572824552192/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687416.926548:0:34143:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687416.926551:0:34143:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687416.926554:0:34143:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687416.926558:0:34143:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687416.926561:0:34143:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687416.926563:0:34143:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687416.926567:0:34143:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687416.926578:0:34143:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=38 v=5 (5 5 5 16) 00000100:00001000:1.0:1788687416.926584:0:34143:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687416.926587:0:34143:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687416.926589:0:34143:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687416.926605:0:34143:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687416.926609:0:34143:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687416.926614:0:34143:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687416.926618:0:34143:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967342 00000100:00000001:1.0:1788687416.926620:0:34143:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687416.926623:0:34143:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687416.926628:0:34143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9ad80 x1875572824552192/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687416.926645:0:34143:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687416.926649:0:34143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687416.926652:0:34143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687416.926656:0:34143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9ad80 x1875572824552192/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687432 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687416.926664:0:34143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:34143:1875572824552192:192.168.203.144@tcp:101:multiop.0 00000100:00000001:1.0:1788687416.926670:0:34143:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687416.926674:0:34143:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687416.926676:0:34143:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687416.926679:0:34143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687416.926683:0:34143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9ad80 x1875572824552192/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687432 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687416.926691:0:34143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687416.926694:0:34143:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c2e43f00. 00000100:00000001:1.0:1788687416.926699:0:34143:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687416.926701:0:34143:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687416.926704:0:34143:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788687416.926708:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687416.926711:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687416.926715:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4e00 refcount=4 00000020:00000001:1.0:1788687416.926718:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:1.0:1788687416.926722:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000040:1.0:1788687416.926731:0:34143:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c97a4e00, remote cookie: 0x59c08f76ab1d2cc2, flags: 0x1 00010000:00010000:1.0:1788687416.926739:0:34143:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687416.926757:0:34143:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1788687416.926760:0:34143:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687416.926763:0:34143:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788687416.926768:0:34143:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1788687416.926773:0:34143:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788687416.926783:0:34143:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x42:0x0].0x0 (ffff9b29c422f700) refcount = 1 00010000:00000040:1.0:1788687416.926786:0:34143:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788687416.926789:0:34143:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687416.926798:0:34143:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788687416.926800:0:34143:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687416.926804:0:34143:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788687416.926807:0:34143:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687416.926810:0:34143:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687416.926827:0:34143:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788687416.926829:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687416.926831:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687416.926833:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687416.926834:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687416.926836:0:34143:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687416.926841:0:34143:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1788687416.926845:0:34143:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788687416.926849:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687416.926850:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687416.926852:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4e00 refcount=3 00000020:00000001:1.0:1788687416.926854:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:1.0:1788687416.926856:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:1.0:1788687416.926859:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687416.926860:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687416.926861:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4e00 refcount=4 00000020:00000001:1.0:1788687416.926863:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:1.0:1788687416.926865:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:1.0:1788687416.926868:0:34143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687416.926872:0:34143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687416.926876:0:34143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687416.926883:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687416.926884:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788687416.926888:0:34143:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1788687416.926893:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000008:00010000:1.0:1788687416.926952:0:34143:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1788687416.926961:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000020:00000001:1.0:1788687416.926963:0:34143:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788687416.926966:0:34143:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788687416.926970:0:34143:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788687416.926973:0:34143:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.926975:0:34143:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.926977:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000008:00000001:1.0:1788687416.926978:0:34143:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:1.0:1788687416.926980:0:34143:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687416.926983:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687416.926984:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687416.926986:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4e00 refcount=5 00000020:00000001:1.0:1788687416.926987:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:1.0:1788687416.926989:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:1.0:1788687416.926992:0:34143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687416.926995:0:34143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687416.927002:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687416.927003:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788687416.927006:0:34143:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687416.927013:0:34143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687416.927014:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687416.927015:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788687416.927016:0:34143:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687416.927019:0:34143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687416.927023:0:34143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9ad80 x1875572824552192/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687432 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687416.927030:0:34143:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687416.927033:0:34143:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687416.927037:0:34143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6911400. 02000000:00000001:1.0:1788687416.927041:0:34143:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687416.927044:0:34143:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687416.927046:0:34143:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687416.927048:0:34143:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687416.927051:0:34143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29d884b800. 02000000:00000001:1.0:1788687416.927055:0:34143:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687416.927057:0:34143:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687416.927060:0:34143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9ad80. 00000100:00000001:1.0:1788687416.927064:0:34143:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687416.927065:0:34143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788687416.927067:0:34143:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687416.927070:0:34143:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.927073:0:34143:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687416.927076:0:34143:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.927078:0:34143:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.927081:0:34143:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.927084:0:34143:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.927087:0:34143:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.927090:0:34143:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1788687416.927096:0:34143:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:1.0:1788687416.927103:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53b80 00000080:00200000:1.0:1788687416.927106:0:34143:0:(vvp_io.c:1292:vvp_io_write_start()) f24a.recovery-small: write [0, 1) append 0 append lockpos 0 00000020:00000001:1.0:1788687416.927110:0:34143:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1788687416.927114:0:34143:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000002:1.0:1788687416.927118:0:34143:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c3344180 addref 2/0 by ffff9b29c63a4f80. 00020000:00000002:1.0:1788687416.927121:0:34143:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00000020:00000001:1.0:1788687416.927125:0:34143:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:1.0:1788687416.927128:0:34143:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1788687416.927132:0:34143:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1788687416.927137:0:34143:0:(lov_offset.c:253:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:1.0:1788687416.927141:0:34143:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788687416.927143:0:34143:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:1.0:1788687416.927145:0:34143:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788687416.927148:0:34143:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788687416.927152:0:34143:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.927154:0:34143:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687416.927156:0:34143:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.927157:0:34143:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687416.927166:0:34143:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1788687416.927169:0:34143:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000020:00000001:1.0:1788687416.927206:0:34143:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1788687416.927209:0:34143:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x30:0x0] fffff53744931180 0 1 00000020:00000001:1.0:1788687416.927213:0:34143:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1788687416.927215:0:34143:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.927217:0:34143:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:1.0:1788687416.927224:0:34143:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9b29c31768c0. 00000020:00000001:1.0:1788687416.927229:0:34143:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1788687416.927231:0:34143:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1788687416.927234:0:34143:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:1.0:1788687416.927237:0:34143:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:1.0:1788687416.927240:0:34143:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788687416.927241:0:34143:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000008:00000001:1.0:1788687416.927246:0:34143:0:(osc_cache.c:2505:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1788687416.927249:0:34143:0:(osc_cache.c:2528:osc_prep_async_page()) oap ffff9b29c3176930 folio fffff53744931180 pg:0 obj off 0 00000008:00000001:1.0:1788687416.927251:0:34143:0:(osc_cache.c:2529:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.927253:0:34143:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1788687416.927254:0:34143:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1788687416.927256:0:34143:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1788687416.927258:0:34143:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687416.927262:0:34143:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.927265:0:34143:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446633202401896640 : -110871307654976 : ffff9b29c31768c0) 00000020:00000001:1.0:1788687416.927267:0:34143:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446633202401896640 : -110871307654976 : ffff9b29c31768c0) 00000020:00000001:1.0:1788687416.927270:0:34143:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1788687416.927272:0:34143:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788687416.927274:0:34143:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633202620812272 : -110871088739344 : ffff9b29d023cbf0) 00000020:00000001:1.0:1788687416.927277:0:34143:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788687416.927279:0:34143:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788687416.927281:0:34143:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788687416.927286:0:34143:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cb8cd11d[2 000000008cb419b7 1 1 000000000176be41 0 0 0] 00000020:00000001:1.0:1788687416.927288:0:34143:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788687416.927290:0:34143:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788687416.927291:0:34143:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:1.0:1788687416.927294:0:34143:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:1.0:1788687416.927296:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c97eadc8 -> ffff9b29c97eadc8 00000020:00000001:1.0:1788687416.927298:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c97eadc8 -> ffff9b29c97eadc8 00000020:00000001:1.0:1788687416.927300:0:34143:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788687416.927305:0:34143:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788687416.927309:0:34143:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788687416.927311:0:34143:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687416.927312:0:34143:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788687416.927313:0:34143:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788687416.927317:0:34143:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:1.0:1788687416.927320:0:34143:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788687416.927323:0:34143:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:1.0:1788687416.927326:0:34143:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.927328:0:34143:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.927330:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c97eadc8 -> ffff9b29c97eadc8 00000080:00000001:1.0:1788687416.927334:0:34143:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788687416.927337:0:34143:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1788687416.927338:0:34143:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687416.927342:0:34143:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1788687416.927344:0:34143:0:(rw26.c:871:ll_write_end()) pos 0, len 1, copied 1 00000020:00000001:1.0:1788687416.927346:0:34143:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788687416.927347:0:34143:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633202620812272 : -110871088739344 : ffff9b29d023cbf0) 00000020:00000001:1.0:1788687416.927350:0:34143:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1788687416.927351:0:34143:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788687416.927366:0:34143:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1788687416.927368:0:34143:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788687416.927370:0:34143:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788687416.927371:0:34143:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1788687416.927375:0:34143:0:(rw26.c:929:ll_write_end()) page@00000000cb8cd11d[3 000000008cb419b7 2 1 000000000176be41 0 0 0] 00000080:00200000:1.0:1788687416.927379:0:34143:0:(rw26.c:929:ll_write_end()) vmpage @000000003cc93c6b 17ffffc0001001 3:0 ffff9b29c31768c0 0 lru 00000080:00200000:1.0:1788687416.927387:0:34143:0:(rw26.c:929:ll_write_end()) osc-page@000000008659d49d 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000aed0a585 0000000082064018 > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1788687416.927389:0:34143:0:(rw26.c:929:ll_write_end()) end page@00000000cb8cd11d 00000080:00200000:1.0:1788687416.927390:0:34143:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1788687416.927392:0:34143:0:(rw26.c:950:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687416.928227:0:34143:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1788687416.928229:0:34143:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 1 prio 0 00000020:00000001:1.0:1788687416.928234:0:34143:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1788687416.928237:0:34143:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1788687416.928239:0:34143:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788687416.928240:0:34143:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:1.0:1788687416.928243:0:34143:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1788687416.928245:0:34143:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1788687416.928248:0:34143:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1788687416.928250:0:34143:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788687416.928252:0:34143:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:1.0:1788687416.928254:0:34143:0:(osc_cache.c:2550:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1788687416.928258:0:34143:0:(osc_cache.c:2609:osc_queue_async_io()) obj ffff9b29c5dd4000 ready 0|-|- wr 0|-|- rd 0|- oap ffff9b29c3176930 folio fffff53744931180 pg:0 added for cmd 2 00000008:00000001:1.0:1788687416.928264:0:34143:0:(osc_cache.c:1804:osc_enter_cache()) Process entered 00000008:00000020:1.0:1788687416.928266:0:34143:0:(osc_cache.c:1806:osc_enter_cache()) lustre-OST0000-osc-ffff9b29e019e800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:1.0:1788687416.928273:0:34143:0:(osc_cache.c:1706:osc_enter_cache_try()) lustre-OST0000-osc-ffff9b29e019e800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:1.0:1788687416.928278:0:34143:0:(osc_cache.c:1504:osc_consume_write_grant()) using 4096 grant credits for brw ffff9b29c3176968 page fffff53744931180 00000008:00000020:1.0:1788687416.928282:0:34143:0:(osc_cache.c:1838:osc_enter_cache()) lustre-OST0000-osc-ffff9b29e019e800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:1.0:1788687416.928290:0:34143:0:(osc_cache.c:1854:osc_enter_cache()) Process leaving 00000008:00000001:1.0:1788687416.928292:0:34143:0:(osc_cache.c:1857:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687416.928295:0:34143:0:(osc_cache.c:708:osc_extent_find()) Process entered 00000008:00000010:1.0:1788687416.928302:0:34143:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9b2a020f5000. 00000008:00000020:1.0:1788687416.928310:0:34143:0:(osc_cache.c:1333:__osc_extent_tree_dump()) Dump object ffff9b29c5dd4000 extents at osc_extent_find:841, mppr: 256. 00000008:00000020:1.0:1788687416.928317:0:34143:0:(osc_cache.c:1950:osc_update_pending()) obj ffff9b29c5dd4000 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:1.0:1788687416.928323:0:34143:0:(osc_cache.c:859:osc_extent_find()) extent ffff9b2a020f5000@{[0 -> 255/255], [3|1|-|active|wi|ffff9b29c5dd4000], [1703936|0|-|-|ffff9b29c97a4e00|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:1.0:1788687416.928331:0:34143:0:(osc_cache.c:859:osc_extent_find()) ### extent: 00000000d219ff88 ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:1.0:1788687416.928342:0:34143:0:(osc_cache.c:876:osc_extent_find()) Process leaving 00000008:00000001:1.0:1788687416.928346:0:34143:0:(osc_cache.c:2748:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687416.928349:0:34143:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687416.928351:0:34143:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1788687416.928353:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000008:00000002:1.0:1788687416.928355:0:34143:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->1 0 00000020:00000001:1.0:1788687416.928358:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000020:00000001:1.0:1788687416.928360:0:34143:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788687416.928362:0:34143:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 1 00020000:00000001:1.0:1788687416.928364:0:34143:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788687416.928367:0:34143:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.928369:0:34143:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.928370:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000008:00000001:1.0:1788687416.928372:0:34143:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1788687416.928373:0:34143:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1788687416.928375:0:34143:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788687416.928379:0:34143:0:(cl_page.c:556:cl_batch_put()) page@00000000cb8cd11d[4 000000008cb419b7 2 1 000000000176be41 0 0 0] 00000020:00000001:1.0:1788687416.928381:0:34143:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1788687416.928383:0:34143:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788687416.928384:0:34143:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1788687416.928386:0:34143:0:(osc_request.c:745:osc_update_next_shrink()) next time 3075 to shrink grant 00000080:00000001:1.0:1788687416.928389:0:34143:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1788687416.928391:0:34143:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1788687416.928712:0:34143:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9b29d8590278, count 1, dirtied 1 00000080:00000001:1.0:1788687416.928716:0:34143:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1788687416.928719:0:34143:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788687416.928721:0:34143:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788687416.928723:0:34143:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788687416.928724:0:34143:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788687416.928728:0:34143:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cb8cd11d[3 000000008cb419b7 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788687416.928730:0:34143:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1788687416.928731:0:34143:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788687416.928733:0:34143:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788687416.928734:0:34143:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788687416.928736:0:34143:0:(cl_page.c:556:cl_batch_put()) page@00000000cb8cd11d[3 000000008cb419b7 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788687416.928738:0:34143:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1788687416.928739:0:34143:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1788687416.928740:0:34143:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1788687416.928742:0:34143:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1788687416.928744:0:34143:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.928746:0:34143:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687416.928748:0:34143:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.928749:0:34143:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788687416.928751:0:34143:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:1.0:1788687416.928754:0:34143:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1788687416.928756:0:34143:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1788687416.928757:0:34143:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.928761:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53b80 00000080:00200000:1.0:1788687416.928763:0:34143:0:(vvp_io.c:1358:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:1.0:1788687416.928766:0:34143:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687416.928768:0:34143:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788687416.928771:0:34143:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788687416.928772:0:34143:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788687416.928774:0:34143:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:1.0:1788687416.928776:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000020:00000001:1.0:1788687416.928778:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000020:00000001:1.0:1788687416.928779:0:34143:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788687416.928780:0:34143:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788687416.928782:0:34143:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.928783:0:34143:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.928785:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000008:00000001:1.0:1788687416.928787:0:34143:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.928789:0:34143:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687416.928791:0:34143:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687416.928793:0:34143:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.928794:0:34143:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.928797:0:34143:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788687416.928798:0:34143:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1788687416.928800:0:34143:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788687416.928801:0:34143:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1788687416.928803:0:34143:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:1.0:1788687416.928807:0:34143:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1788687416.928810:0:34143:0:(osc_cache.c:1950:osc_update_pending()) obj ffff9b29c5dd4000 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:1.0:1788687416.929562:0:34143:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788687416.929567:0:34143:0:(osc_cache.c:1935:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687416.929570:0:34143:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788687416.929571:0:34143:0:(osc_cache.c:1921:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687416.929574:0:34143:0:(osc_cache.c:675:osc_extent_release()) Process leaving 00000020:00000001:1.0:1788687416.929577:0:34143:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788687416.929579:0:34143:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687416.929580:0:34143:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.929583:0:34143:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788687416.929586:0:34143:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788687416.929590:0:34143:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788687416.929593:0:34143:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29c6839d58 (ffff9b29c97d4ea8/0) at cl_lock_release():245 00000020:00000001:1.0:1788687416.929597:0:34143:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788687416.929599:0:34143:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c6839d58 (ffff9b29c97d4ea8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788687416.929602:0:34143:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788687416.929605:0:34143:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788687416.929606:0:34143:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:1.0:1788687416.929608:0:34143:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788687416.929609:0:34143:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5ca09b0 (ffff9b29c97d4008/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788687416.929613:0:34143:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788687416.929614:0:34143:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788687416.929618:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687416.929621:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687416.929624:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4e00 refcount=5 00000020:00000001:1.0:1788687416.929626:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:1.0:1788687416.929629:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:1.0:1788687416.929974:0:34143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687416.929982:0:34143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687416.929994:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687416.929996:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687416.929998:0:34143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687416.930002:0:34143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687416.930005:0:34143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687416.930018:0:34143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687416.930023:0:34143:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687416.930026:0:34143:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687416.930031:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687416.930032:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687416.930034:0:34143:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687416.930038:0:34143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687416.930041:0:34143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687416.930043:0:34143:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687416.930046:0:34143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687416.930048:0:34143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687416.930050:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687416.930051:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687416.930052:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687416.930053:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788687416.930055:0:34143:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788687416.930057:0:34143:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788687416.930058:0:34143:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788687416.930059:0:34143:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788687416.930061:0:34143:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788687416.930063:0:34143:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c6839d58 (ffff9b29c97d4ea8/0) at cl_lock_fini():72 00020000:00000001:1.0:1788687416.930066:0:34143:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788687416.930068:0:34143:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788687416.930069:0:34143:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5ca09b0 (ffff9b29c97d4ea8/1) at cl_lock_fini():72 00000008:00000010:1.0:1788687416.930073:0:34143:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d1208000. 00000020:00000001:1.0:1788687416.930082:0:34143:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788687416.930084:0:34143:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5ca0980. 00020000:00000001:1.0:1788687416.930088:0:34143:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788687416.930089:0:34143:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788687416.930091:0:34143:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1788687416.930103:0:34143:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788687416.930106:0:34143:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788687416.930107:0:34143:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788687416.930109:0:34143:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788687416.930110:0:34143:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687416.930113:0:34143:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687416.930114:0:34143:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788687416.930115:0:34143:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788687416.930118:0:34143:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1788687416.930121:0:34143:0:(vvp_io.c:533:vvp_io_advance()) advancing 1 bytes 00000020:00000001:1.0:1788687416.930124:0:34143:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788687416.930126:0:34143:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788687416.930128:0:34143:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788687416.930129:0:34143:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788687416.930130:0:34143:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788687416.930133:0:34143:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788687416.930135:0:34143:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687416.930137:0:34143:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687416.930139:0:34143:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788687416.930140:0:34143:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788687416.930142:0:34143:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788687416.930147:0:34143:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:1.0:1788687416.930151:0:34143:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1788687416.930154:0:34143:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1788687416.930157:0:34143:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788687416.930159:0:34143:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788687416.930160:0:34143:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788687416.930161:0:34143:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788687416.930163:0:34143:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788687416.930166:0:34143:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4000 00020000:00000001:1.0:1788687416.930170:0:34143:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788687416.930172:0:34143:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788687416.930174:0:34143:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788687416.930177:0:34143:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788687416.930180:0:34143:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788687416.930181:0:34143:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1788687416.930184:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53c98 00000080:00200000:1.0:1788687416.930187:0:34143:0:(file.c:2238:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:1.0:1788687416.930193:0:34143:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788687416.930196:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c97eadc8 -> ffff9b29c97eadc8 00000020:00000001:1.0:1788687416.930198:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c97eadc8 -> ffff9b29c97eadc8 00000020:00000001:1.0:1788687416.930200:0:34143:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788687416.930205:0:34143:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788687416.930211:0:34143:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788687416.930213:0:34143:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1788687416.930214:0:34143:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788687416.930215:0:34143:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1788687416.930218:0:34143:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=1 (1) m=1788687416 a=0 c=1788687416 b=1 00020000:00000001:1.0:1788687416.930221:0:34143:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788687416.930224:0:34143:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=1 m=1788687416 a=0 c=1788687416 b=1 00020000:00000001:1.0:1788687416.930227:0:34143:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.930229:0:34143:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.930231:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c97eadc8 -> ffff9b29c97eadc8 00000080:00200000:1.0:1788687416.930234:0:34143:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 1 i_blocks 1 00000080:00000001:1.0:1788687416.930237:0:34143:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1788687416.930241:0:34143:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:1.0:1788687416.930244:0:34143:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:1.0:1788687416.930246:0:34143:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4ea0 00000020:00000001:1.0:1788687416.930250:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53d88 00000080:00000008:1.0:1788687416.930252:0:34143:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 1, count: 0, rc = 1 00000080:00000001:1.0:1788687416.930255:0:34143:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687416.930285:0:34143:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:1.0:1788687416.930287:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53e48 00000080:00200008:1.0:1788687416.930289:0:34143:0:(file.c:5384:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x200000404:0x30:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/1 00000080:00000001:1.0:1788687416.930297:0:34143:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:1.0:1788687416.930300:0:34143:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788687416.930302:0:34143:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687416.930304:0:34143:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509237928 : -110871200313688 : ffff9b29c97d4ea8) 00000020:00001000:1.0:1788687416.930307:0:34143:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4ea0 00000020:00000001:1.0:1788687416.930309:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c97eadc8 -> ffff9b29c97eadc8 00000020:00000001:1.0:1788687416.930312:0:34143:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788687416.930314:0:34143:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788687416.930316:0:34143:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788687416.930319:0:34143:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687416.930320:0:34143:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788687416.930322:0:34143:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788687416.930326:0:34143:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff9b29d023cbf0 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1788687416.930329:0:34143:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000001:1.0:1788687416.930332:0:34143:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788687416.930334:0:34143:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788687416.930337:0:34143:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788687416.930338:0:34143:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687416.930341:0:34143:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788687416.930343:0:34143:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788687416.930345:0:34143:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.930347:0:34143:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687416.930347:0:34143:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788687416.930349:0:34143:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788687416.930351:0:34143:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00000020:00000001:1.0:1788687416.930354:0:34143:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.930356:0:34143:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788687416.930358:0:34143:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788687416.930360:0:34143:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788687416.930362:0:34143:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788687416.930365:0:34143:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788687416.930368:0:34143:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788687416.930370:0:34143:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788687416.930371:0:34143:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687416.930372:0:34143:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509234184 : -110871200317432 : ffff9b29c97d4008) 00000020:00001000:1.0:1788687416.930374:0:34143:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4000 00000020:00000001:1.0:1788687416.930377:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea850 -> ffff9b29c97eadc8 00000020:00000001:1.0:1788687416.930379:0:34143:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788687416.930381:0:34143:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687416.930382:0:34143:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788687416.930384:0:34143:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687416.930386:0:34143:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687416.930388:0:34143:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:1.0:1788687416.930390:0:34143:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788687416.930391:0:34143:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687416.930547:0:34143:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.930550:0:34143:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.930552:0:34143:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1788687416.930555:0:34143:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788687416.930557:0:34143:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788687416.930558:0:34143:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788687416.930560:0:34143:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788687416.930561:0:34143:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.930564:0:34143:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687416.930565:0:34143:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687416.930567:0:34143:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.930568:0:34143:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788687416.930569:0:34143:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.930571:0:34143:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.930573:0:34143:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1788687416.930575:0:34143:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788687416.930576:0:34143:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788687416.930577:0:34143:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788687416.930579:0:34143:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1788687416.930582:0:34143:0:(osc_cache.c:3353:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1788687416.930587:0:34143:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1788687416.930590:0:34143:0:(osc_cache.c:1904:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1788687416.930591:0:34143:0:(osc_cache.c:1905:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788687416.930594:0:34143:0:(osc_cache.c:2412:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1788687416.930595:0:34143:0:(osc_cache.c:2373:osc_next_obj()) Process entered 00000008:00000001:1.0:1788687416.930597:0:34143:0:(osc_cache.c:2381:osc_next_obj()) Process leaving (rc=18446633202448416768 : -110871261134848 : ffff9b29c5dd4000) 00000008:00000020:1.0:1788687416.930601:0:34143:0:(osc_cache.c:2417:osc_check_rpcs()) obj ffff9b29c5dd4000 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:1.0:1788687416.930604:0:34143:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1788687416.930605:0:34143:0:(osc_cache.c:1904:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1788687416.930606:0:34143:0:(osc_cache.c:1905:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788687416.930608:0:34143:0:(osc_cache.c:2237:osc_send_write_rpc()) Process entered 00000008:00000001:1.0:1788687416.930610:0:34143:0:(osc_cache.c:2094:try_to_add_extent_for_io()) Process entered 00000008:00000020:1.0:1788687416.930614:0:34143:0:(osc_cache.c:2098:try_to_add_extent_for_io()) extent ffff9b2a020f5000@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff9b29c5dd4000], [1703936|1|+|-|ffff9b29c97a4e00|256|0000000000000000]} trying to add this extent 00000008:00010000:1.0:1788687416.930621:0:34143:0:(osc_cache.c:2098:try_to_add_extent_for_io()) ### extent: 00000000d219ff88 ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1788687416.930632:0:34143:0:(osc_cache.c:2147:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1788687416.930645:0:34143:0:(osc_cache.c:1950:osc_update_pending()) obj ffff9b29c5dd4000 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:1.0:1788687416.930650:0:34143:0:(osc_cache.c:1190:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1788687416.930653:0:34143:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1788687416.930657:0:34143:0:(osc_cache.c:1198:osc_extent_make_ready()) extent ffff9b2a020f5000@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff9b29c5dd4000], [1703936|1|+|-|ffff9b29c97a4e00|256|ffff9b29c63a4f80]} make ready 00000008:00010000:1.0:1788687416.930663:0:34143:0:(osc_cache.c:1198:osc_extent_make_ready()) ### extent: 00000000d219ff88 ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1788687416.930672:0:34143:0:(osc_cache.c:1382:osc_make_ready()) Process entered 00000020:00000001:1.0:1788687416.930674:0:34143:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1788687416.930689:0:34143:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000cb8cd11d[2 000000008cb419b7 1 1 0000000000000000 0 0 0] 00000020:00008000:1.0:1788687416.930692:0:34143:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:1.0:1788687416.930693:0:34143:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:1.0:1788687416.930695:0:34143:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788687416.930697:0:34143:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788687416.930699:0:34143:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788687416.930700:0:34143:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788687416.930702:0:34143:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788687416.930706:0:34143:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cb8cd11d[2 000000008cb419b7 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788687416.930708:0:34143:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1788687416.930710:0:34143:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788687416.930711:0:34143:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1788687416.930714:0:34143:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000cb8cd11d[2 000000008cb419b7 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788687416.930716:0:34143:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1788687416.930718:0:34143:0:(osc_cache.c:1386:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.930721:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000020:00000001:1.0:1788687416.930722:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000020:00000001:1.0:1788687416.930724:0:34143:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1788687416.930727:0:34143:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.930728:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000008:00000001:1.0:1788687416.930731:0:34143:0:(osc_cache.c:1251:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687416.930734:0:34143:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:1.0:1788687416.930738:0:34143:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9b29e019e800: cli: ffff9b29c9715568 unstable pages: 0, osc unstable pages: 0 00000008:00000010:1.0:1788687416.930749:0:34143:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 8 at ffff9b29c395b988. 00000008:00000010:1.0:1788687416.930753:0:34143:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9b29c6289340. 00000020:00000001:1.0:1788687416.930757:0:34143:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1788687416.930759:0:34143:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1788687416.930761:0:34143:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1788687416.930764:0:34143:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788687416/1788687416 00000020:00000001:1.0:1788687416.930768:0:34143:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1788687416.930769:0:34143:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:1.0:1788687416.930773:0:34143:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:1.0:1788687416.930777:0:34143:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:1.0:1788687416.930780:0:34143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687416.930787:0:34143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 2 00010000:00000001:1.0:1788687416.930790:0:34143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687416.930797:0:34143:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788687416.930800:0:34143:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788687416.930805:0:34143:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687416.930810:0:34143:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687416.930814:0:34143:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788687416.930823:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687416.930836:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788687416.930838:0:34143:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788687416.930841:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687416.930844:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687416.930846:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4e00 refcount=3 00000020:00000001:1.0:1788687416.930849:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:1.0:1788687416.930852:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00000008:00000001:1.0:1788687416.930855:0:34143:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:1.0:1788687416.930857:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687416.930858:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1788687416.930859:0:34143:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:1.0:1788687416.930862:0:34143:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:1.0:1788687416.930870:0:34143:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9ad80. 00000020:00000040:1.0:1788687416.930875:0:34143:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:1.0:1788687416.930883:0:34143:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687416.930887:0:34143:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687416.930890:0:34143:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687416.930941:0:34143:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29d884b800. 00000100:00000001:1.0:1788687416.930952:0:34143:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788687416.930961:0:34143:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 1 00000008:00000020:1.0:1788687416.930967:0:34143:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9b29e019e800: dirty: 1703936 undirty: 485097472 dropped 0 grant: 393216 cl_lost_grant 0 00000008:00000001:1.0:1788687416.930975:0:34143:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:1.0:1788687416.931015:0:34143:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 8427 MB/s 00000008:00008000:1.0:1788687416.931023:0:34143:0:(osc_request.c:1346:osc_checksum_bulk()) page fffff53744931180 map ffff9b29d8590278 index 0 flags 17ffffc0005008 count 3 priv ffff9b29c31768c0: off 0 00000008:00000001:1.0:1788687416.931034:0:34143:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:1.0:1788687416.931037:0:34143:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5b57dc90 (4) 00000008:00100000:1.0:1788687416.931042:0:34143:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9b29c8b9ad80 - object 0x240000400:66 offset 0<>1 00000008:00000001:1.0:1788687416.931044:0:34143:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.931046:0:34143:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1788687416.931048:0:34143:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1788687416.931049:0:34143:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1788687416.931051:0:34143:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788687416/1788687416 00000020:00000001:1.0:1788687416.931053:0:34143:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1788687416.931054:0:34143:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:1.0:1788687416.931055:0:34143:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:1.0:1788687416.931058:0:34143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687416.931060:0:34143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000008:00000002:1.0:1788687416.931078:0:34143:0:(osc_request.c:2976:osc_build_rpc()) @@@ 1 pages, aa 0000000001042571, now 0r/1w/0d in flight req@ffff9b29c8b9ad80 x1875572824552320/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:1.0:1788687416.931087:0:34143:0:(osc_request.c:2988:osc_build_rpc()) [0x200000404:0x30:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:1.0:1788687416.931097:0:34143:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080bdd27c] to pc [ptlrpcd_00_00+0] req@ffff9b29c8b9ad80 x1875572824552320/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1788687416.931152:0:34143:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:1.0:1788687416.931155:0:34143:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687416.931157:0:34143:0:(osc_cache.c:2286:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687416.931159:0:34143:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788687416.931161:0:34143:0:(osc_cache.c:1921:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687416.931163:0:34143:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788687416.931164:0:34143:0:(osc_cache.c:1894:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687416.931166:0:34143:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788687416.931167:0:34143:0:(osc_cache.c:1921:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687416.931171:0:34143:0:(osc_cache.c:2373:osc_next_obj()) Process entered 00000008:00000001:1.0:1788687416.931173:0:34143:0:(osc_cache.c:2403:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687416.931175:0:34143:0:(osc_cache.c:2476:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1788687416.931178:0:34143:0:(osc_cache.c:3493:osc_cache_writeback_range()) obj ffff9b29c5dd4000 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1788687416.931182:0:34143:0:(osc_cache.c:3508:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788687416.931186:0:34143:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.931188:0:34143:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687416.931191:0:34143:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687416.931192:0:34143:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.931194:0:34143:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.931196:0:34143:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788687416.931198:0:34143:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788687416.931200:0:34143:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788687416.931202:0:34143:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1788687416.931204:0:34143:0:(osc_cache.c:3288:osc_cache_wait_range()) Process entered 00000008:00000001:1.0:1788687416.931207:0:34143:0:(osc_cache.c:978:osc_extent_wait()) Process entered 00000008:00000001:1.0:1788687416.931209:0:34143:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687416.931233:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788687416.931238:0:2368:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788687416.931240:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687416.931248:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687416.931251:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687416.931253:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687416.931255:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687416.931258:0:2368:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687416.931265:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9ad80 x1875572824552320/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687416.931274:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687416.931276:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687416.931280:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687416.931283:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687416.931286:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687416.931290:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824552320:192.168.203.144@tcp:4:multiop.0 00000100:00000001:1.0:1788687416.931295:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687416.931303:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687416.931306:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687416.931309:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687416.931315:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6911400. 02000000:00000001:1.0:1788687416.931317:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687416.931328:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687416.931332:0:2368:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150108. 00000400:00000010:1.0:1788687416.931342:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcaa0. 00000100:00000200:1.0:1788687416.931351:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824552320, portal 4 00000100:00000001:1.0:1788687416.931353:0:2368:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687416.931355:0:2368:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000100:00000040:1.0:1788687416.931362:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b9ad80 x1875572824552320/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1788687432 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687416.931369:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687416.931372:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687416.931375:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc198. 00000100:00000200:1.0:1788687416.931379:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1875572824552320, offset 0 00000400:00000200:1.0:1788687416.931389:0:2368:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687416.931410:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687416.931420:0:2368:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687416.931428:0:2368:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687416.931433:0:2368:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687416.931440:0:2368:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687416.931443:0:2368:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687416.931447:0:2368:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2569:2569:256:4294967295] 192.168.203.144@tcp LPNI seq info [2569:2569:8:4294967295] 00000400:00000200:1.0:1788687416.931452:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687416.931465:0:2368:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687416.931472:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687416.931479:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c995e800. 00000800:00000200:1.0:1788687416.931487:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687416.931496:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687416.931501:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c995e800 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1788687416.931822:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687416.931826:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687416.932217:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687416.932224:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20298 usecs (21 jiffies) 00000400:00000200:1.0:1788687416.932230:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687416.932234:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296542958 00000100:00000001:1.0:1788687416.932237:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296543732 00000100:00000001:1.0:1788687416.932240:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296542958 00000100:00000001:1.0:1788687416.932243:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296543732 00000100:00000001:1.0:1788687416.932245:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687416.932248:0:2368:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687416.932253:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687416.932255:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687416.935538:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687416.935554:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c995e800. 00000400:00000200:3.0:1788687416.935563:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687416.935574:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687416.935583:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc198 00000400:00000010:3.0:1788687416.935586:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc198. 00000100:00000001:3.0:1788687416.935593:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687416.935604:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9ad80 x1875572824552320/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1788687432 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687416.935618:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687416.935622:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9ad80 x1875572824552320/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1788687432 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687416.935629:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687416.935631:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687416.936775:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687416.936794:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687416.936799:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687416.936802:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687416.936811:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687416.936829:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687416.936839:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687416.936844:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687416.936850:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687416.936855:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 448 into portal 4 MB=0x6a9d2d3f53380 00000400:00000200:2.0:1788687416.936861:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687416.936868:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 448/448 into md 0x70ad [1] + 224 00000800:00000001:2.0:1788687416.936876:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687416.936884:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687416.936888:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687416.936892:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687416.937214:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687416.937228:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9ad80 x1875572824552320/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1788687432 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687416.937241:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff9b29c8b9ad80 x1875572824552320/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687416.937262:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687416.937273:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687416.937278:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687416.939013:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687416.939025:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687416.939040:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687416.939043:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687416.939049:0:2368:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150108. 00000400:00000200:1.0:1788687416.939062:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcaa0 00000400:00000010:1.0:1788687416.939065:0:2368:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcaa0. 00000100:00000001:1.0:1788687416.939073:0:2368:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687416.939089:0:2368:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9ad80 x1875572824552320/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687416.939102:0:2368:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9ad80 x1875572824552320/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687416.939111:0:2368:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687416.939114:0:2368:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687416.939117:0:2368:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687416.939121:0:2368:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687416.939124:0:2368:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687416.939127:0:2368:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687416.939131:0:2368:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687416.939144:0:2368:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec74a8 time=787 v=5 (5 5 5 0) 00000100:00001000:1.0:1788687416.939149:0:2368:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687416.939151:0:2368:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687416.939154:0:2368:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687416.939157:0:2368:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687416.939161:0:2368:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687416.939165:0:2368:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788687416.939167:0:2368:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788687416.939170:0:2368:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788687416.939173:0:2368:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687416.939175:0:2368:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496417152 : -110871213134464 : ffff9b29c8b9ad80) 00000100:00000001:1.0:1788687416.939179:0:2368:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687416.939182:0:2368:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967342 00000100:00000001:1.0:1788687416.939184:0:2368:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687416.939187:0:2368:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687416.939191:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9ad80 x1875572824552320/t4294967345(4294967345) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1788687432 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687416.939199:0:2368:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687416.939202:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687416.939205:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788687416.939209:0:2368:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:1.0:1788687416.939211:0:2368:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:1.0:1788687416.939218:0:2368:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:1.0:1788687416.939221:0:2368:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:1.0:1788687416.939226:0:2368:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9b29e019e800: setdq to remove for usr 0 00000001:04000000:1.0:1788687416.939229:0:2368:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9b29e019e800: setdq to remove for grp 0 00000001:04000000:1.0:1788687416.939231:0:2368:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9b29e019e800: setdq to remove for prj 0 00000001:00000001:1.0:1788687416.939233:0:2368:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788687416.939236:0:2368:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:1.0:1788687416.939241:0:2368:0:(osc_request.c:2091:check_write_checksum()) checksum 5b57dc90 confirmed 00000008:00000001:1.0:1788687416.939246:0:2368:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1788687416.939250:0:2368:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:1.0:1788687416.939252:0:2368:0:(osc_request.c:2586:brw_interpret()) request ffff9b29c8b9ad80 aa ffff9b29c8b9af30 rc 0 00000020:00000001:1.0:1788687416.939261:0:2368:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000020:00000001:1.0:1788687416.939264:0:2368:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000020:00000001:1.0:1788687416.939267:0:2368:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788687416.939271:0:2368:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788687416.939274:0:2368:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.939276:0:2368:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.939278:0:2368:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000008:00000010:1.0:1788687416.939281:0:2368:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9b29c6289340. 00000020:00000001:1.0:1788687416.939286:0:2368:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000020:00000001:1.0:1788687416.939289:0:2368:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:1.0:1788687416.939294:0:2368:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:1.0:1788687416.939296:0:2368:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687416.939301:0:2368:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9ad80 x1875572824552320/t4294967345(4294967345) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1788687432 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687416.939309:0:2368:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687416.939313:0:2368:0:(osc_cache.c:905:osc_extent_finish()) Process entered 00000008:00000020:1.0:1788687416.939317:0:2368:0:(osc_cache.c:909:osc_extent_finish()) extent ffff9b2a020f5000@{[0 -> 255/255], [3|0|-|rpc|wiuY|ffff9b29c5dd4000], [1703936|1|+|+|ffff9b29c97a4e00|256|ffff9b29c63a4f80]} extent finished. 00000008:00010000:1.0:1788687416.939326:0:2368:0:(osc_cache.c:909:osc_extent_finish()) ### extent: 00000000d219ff88 ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1788687416.939341:0:2368:0:(osc_cache.c:1431:osc_completion()) Process entered 00000020:00000001:1.0:1788687416.939344:0:2368:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:1.0:1788687416.939349:0:2368:0:(cl_page.c:1104:cl_page_complete()) page@00000000cb8cd11d[2 000000008cb419b7 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788687416.939351:0:2368:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:1.0:1788687416.939353:0:2368:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788687416.939354:0:2368:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788687416.939357:0:2368:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788687416.939361:0:2368:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cb8cd11d[2 000000008cb419b7 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788687416.939362:0:2368:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1788687416.939364:0:2368:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1788687416.939367:0:2368:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1788687416.939371:0:2368:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000cb8cd11d[2 000000008cb419b7 1 1 0000000000000000 0 0 0] 00000080:00008000:1.0:1788687416.939373:0:2368:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1788687416.939403:0:2368:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1788687416.939405:0:2368:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:1.0:1788687416.939407:0:2368:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788687416.939410:0:2368:0:(cl_page.c:556:cl_batch_put()) page@00000000cb8cd11d[2 000000008cb419b7 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788687416.939412:0:2368:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:1.0:1788687416.939414:0:2368:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788687416.939416:0:2368:0:(osc_cache.c:1475:osc_completion()) Process leaving 00000008:00000020:1.0:1788687416.939419:0:2368:0:(osc_cache.c:1672:osc_free_grant()) lost 0 grant: 0 avail: 3801088 dirty: 0/0 00000008:00000020:1.0:1788687416.939522:0:2368:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9b2a020f5000@{[0 -> 255/255], [2|0|-|inv|wuY|ffff9b29c5dd4000], [1703936|0|-|-|ffff9b29c97a4e00|256|ffff9b29c63a4f80]} destroyed. 00000008:00010000:1.0:1788687416.939530:0:2368:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000d219ff88 ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1788687416.939545:0:2368:0:(osc_cache.c:956:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1788687416.939548:0:2368:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 8 at ffff9b29c395b988. 00000008:00000020:1.0:1788687416.939558:0:2368:0:(osc_cache.c:2492:__osc_io_unplug()) Queue writeback work for client ffff9b29c9715568. 00000008:00000001:1.0:1788687416.939572:0:2368:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687416.939578:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9ad80 x1875572824552320/t4294967345(4294967345) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1788687432 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687416.939587:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824552320:192.168.203.144@tcp:4:multiop.0 00000100:00000001:1.0:1788687416.939593:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687416.939595:0:2368:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687416.939598:0:2368:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9ad80 x1875572824552320/t4294967345(4294967345) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1788687432 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687416.939604:0:2368:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687416.939607:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687416.939615:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687416.939617:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687416.939619:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687416.939622:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687416.939638:0:33482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687416.939642:0:33482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:1.0:1788687416.939645:0:33482:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000008:00000020:1.0:1788687416.939647:0:33482:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff9b29c9715568. 00000008:00000001:1.0:1788687416.939650:0:33482:0:(osc_cache.c:2412:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1788687416.939652:0:33482:0:(osc_cache.c:2373:osc_next_obj()) Process entered 00000008:00000001:1.0:1788687416.939655:0:33482:0:(osc_cache.c:2403:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687416.939657:0:33482:0:(osc_cache.c:2476:osc_check_rpcs()) Process leaving 00000020:00001000:1.0:1788687416.939659:0:33482:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000008:00000001:0.0:1788687416.942010:0:34143:0:(osc_cache.c:1032:osc_extent_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687416.942025:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687416.942028:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1788687416.942037:0:34143:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9b2a020f5000. 00000008:00000020:0.0:1788687416.942051:0:34143:0:(osc_cache.c:3325:osc_cache_wait_range()) obj ffff9b29c5dd4000 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788687416.942054:0:34143:0:(osc_cache.c:3326:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687416.942060:0:34143:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788687416.942064:0:34143:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687416.942067:0:34143:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788687416.942071:0:34143:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788687416.942074:0:34143:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788687416.942078:0:34143:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788687416.942083:0:34143:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687416.942084:0:34143:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788687416.942086:0:34143:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788687416.942088:0:34143:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687416.942090:0:34143:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687416.942091:0:34143:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788687416.942092:0:34143:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788687416.942094:0:34143:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788687416.942097:0:34143:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788687416.942098:0:34143:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788687416.942101:0:34143:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788687416.942102:0:34143:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687416.942103:0:34143:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788687416.942104:0:34143:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788687416.942106:0:34143:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687416.942108:0:34143:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687416.942110:0:34143:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788687416.942111:0:34143:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788687416.942113:0:34143:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687416.942117:0:34143:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788687416.942120:0:34143:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788687416.942122:0:34143:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788687416.942123:0:34143:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788687416.942125:0:34143:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687416.942127:0:34143:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4000 00020000:00000001:0.0:1788687416.942131:0:34143:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788687416.942134:0:34143:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788687416.942137:0:34143:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788687416.942140:0:34143:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788687416.942144:0:34143:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788687416.942145:0:34143:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687416.942148:0:34143:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4ea0 00000080:00000001:0.0:1788687416.942150:0:34143:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687416.942155:0:34143:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687416.942165:0:34143:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788687416.942168:0:34143:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000002:0.0:1788687416.942175:0:34143:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000001:0.0:1788687416.942178:0:34143:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788687416.942181:0:34143:0:(file.c:5353:ll_mdsync()) inode ffff9b29d85900c8 metadata sync [0x200000404:0x30:0x0] (need_sync=1) 00800000:00000001:0.0:1788687416.942189:0:34143:0:(lmv_obd.c:3058:lmv_fsync()) Process entered 00000002:00000001:0.0:1788687416.942196:0:34143:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:0.0:1788687416.942209:0:34143:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f1c00. 00000020:00000040:0.0:1788687416.942214:0:34143:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:0.0:1788687416.942220:0:34143:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687416.942224:0:34143:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687416.942230:0:34143:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687416.942240:0:34143:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c7f3c200. 00000100:00000001:0.0:1788687416.942249:0:34143:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.942259:0:34143:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687416.942261:0:34143:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687416.942270:0:34143:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c52b5900. 00000100:00000001:0.0:1788687416.942273:0:34143:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202436757760 : -110871272793856 : ffff9b29c52b5900) 00000100:00000001:0.0:1788687416.942277:0:34143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687416.942278:0:34143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00000100:00000001:0.0:1788687416.942286:0:34143:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687416.942291:0:34143:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.942294:0:34143:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687416.942297:0:34143:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687416.942314:0:34143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f1c00 x1875572824552448/t0(0) o44->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687416.942324:0:34143:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687416.942327:0:34143:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687416.942332:0:34143:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687416.942335:0:34143:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687416.942338:0:34143:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687416.942342:0:34143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f1c00 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:34143:1875572824552448:192.168.203.144@tcp:44:multiop.0 00000100:00000001:0.0:1788687416.942346:0:34143:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687416.942354:0:34143:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687416.942357:0:34143:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687416.942360:0:34143:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687416.942366:0:34143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a02400. 02000000:00000001:0.0:1788687416.942368:0:34143:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687416.942377:0:34143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687416.942382:0:34143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1210. 00000400:00000010:0.0:1788687416.942391:0:34143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda440. 00000100:00000200:0.0:1788687416.942400:0:34143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824552448, portal 10 00000100:00000001:0.0:1788687416.942403:0:34143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687416.942404:0:34143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00000100:00000040:0.0:1788687416.942411:0:34143:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f1c00 x1875572824552448/t0(0) o44->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1788687432 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687416.942421:0:34143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687416.942424:0:34143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687416.942426:0:34143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdae58. 00000100:00000200:0.0:1788687416.942431:0:34143:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1875572824552448, offset 0 00000400:00000200:0.0:1788687416.942440:0:34143:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687416.942449:0:34143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687416.942459:0:34143:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687416.942465:0:34143:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687416.942470:0:34143:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687416.942474:0:34143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687416.942477:0:34143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687416.942482:0:34143:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2570:2570:256:4294967295] 192.168.203.144@tcp LPNI seq info [2570:2570:8:4294967295] 00000400:00000200:0.0:1788687416.942486:0:34143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687416.942499:0:34143:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687416.942506:0:34143:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687416.942512:0:34143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946c00. 00000800:00000200:0.0:1788687416.942520:0:34143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687416.942530:0:34143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687416.942534:0:34143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946c00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1788687416.942641:0:34143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687416.942646:0:34143:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 822191 usecs (823 jiffies) 00000400:00000200:0.0:1788687416.942650:0:34143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687416.942654:0:34143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296543770 00000100:00000001:0.0:1788687416.942663:0:34143:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296543732 00000100:00000001:0.0:1788687416.942669:0:34143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296543770 00000100:00000001:0.0:1788687416.942673:0:34143:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296543732 00000100:00000001:0.0:1788687416.942676:0:34143:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687416.942679:0:34143:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687416.942681:0:34143:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687416.942684:0:34143:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687416.942687:0:34143:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c52b5900 going to sleep for 11 seconds 00000100:00000001:0.0:1788687416.942690:0:34143:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687416.942694:0:34143:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687416.951342:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687416.951356:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946c00. 00000400:00000200:2.0:1788687416.951368:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687416.951379:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687416.951390:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdae58 00000400:00000010:2.0:1788687416.951393:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdae58. 00000100:00000001:2.0:1788687416.951400:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687416.951410:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1c00 x1875572824552448/t0(0) o44->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1788687432 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687416.951425:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687416.951429:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1c00 x1875572824552448/t0(0) o44->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1788687432 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687416.951436:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687416.951438:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687417.018274:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687417.018300:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687417.018305:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687417.018307:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687417.018319:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687417.018329:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687417.018340:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687417.018346:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687417.018352:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687417.018357:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 440 into portal 10 MB=0x6a9d2d3f53400 00000400:00000200:2.0:1788687417.018363:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687417.018371:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 440/440 into md 0x70b5 [1] + 224 00000800:00000001:2.0:1788687417.018379:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687417.018392:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687417.018397:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687417.018402:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687417.018412:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687417.018425:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1c00 x1875572824552448/t0(0) o44->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1788687432 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687417.018437:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff9b29c97f1c00 x1875572824552448/t0(0) o44->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687417.018510:0:34143:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687417.018528:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687417.018539:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687417.018543:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788687417.018594:0:34143:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687417.018597:0:34143:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687417.018601:0:34143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1210. 00000400:00000200:0.0:1788687417.018606:0:34143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda440 00000400:00000010:0.0:1788687417.018609:0:34143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda440. 00000100:00000001:0.0:1788687417.018613:0:34143:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687417.018619:0:34143:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f1c00 x1875572824552448/t0(0) o44->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687417.018628:0:34143:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f1c00 x1875572824552448/t0(0) o44->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687417.018635:0:34143:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687417.018637:0:34143:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687417.018640:0:34143:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687417.018651:0:34143:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687417.018654:0:34143:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687417.018657:0:34143:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687417.018661:0:34143:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687417.018674:0:34143:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=39 v=5 (5 5 103 103) 00000100:00001000:0.0:1788687417.018680:0:34143:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=20 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687417.018683:0:34143:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687417.018685:0:34143:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687417.018688:0:34143:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687417.018831:0:34143:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687417.018902:0:34143:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788687417.019004:0:34143:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: committing for last_committed 8589934597 gen 2 00000100:00000040:0.0:1788687417.019013:0:34143:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934597) req@ffff9b29c97f1180 x1875572824550400/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687432 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687417.019023:0:34143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687417.019027:0:34143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f1180 x1875572824550400/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687432 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687417.019034:0:34143:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687417.019037:0:34143:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687417.019041:0:34143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a02c00. 02000000:00000001:0.0:1788687417.019046:0:34143:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687417.019049:0:34143:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687417.019051:0:34143:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687417.019053:0:34143:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687417.019057:0:34143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a03400. 02000000:00000001:0.0:1788687417.019061:0:34143:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687417.019063:0:34143:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687417.019065:0:34143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f1180. 00000100:00000001:0.0:1788687417.019069:0:34143:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687417.019071:0:34143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687417.019077:0:34143:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934597) req@ffff9b29c42eb480 x1875572824551424/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/456 e 0 to 0 dl 1788687432 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687417.019084:0:34143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687417.019087:0:34143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42eb480 x1875572824551424/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/456 e 0 to 0 dl 1788687432 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687417.019093:0:34143:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687417.019094:0:34143:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687417.019096:0:34143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c63d5000. 02000000:00000001:0.0:1788687417.019100:0:34143:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687417.019101:0:34143:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687417.019102:0:34143:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687417.019104:0:34143:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687417.019106:0:34143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c63d7800. 02000000:00000001:0.0:1788687417.019109:0:34143:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687417.019110:0:34143:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687417.019111:0:34143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42eb480. 00000100:00000001:0.0:1788687417.019114:0:34143:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687417.019116:0:34143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788687417.019120:0:34143:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9b29c97f2d80 x1875572824552064/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687432 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687417.019127:0:34143:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788687417.019130:0:34143:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: normal: skip=1 replay=2/3 committed=0/0 00000100:00000001:0.0:1788687417.019132:0:34143:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687417.019134:0:34143:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687417.019139:0:34143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f1c00 x1875572824552448/t0(0) o44->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1788687432 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687417.019146:0:34143:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687417.019150:0:34143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687417.019152:0:34143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687417.019155:0:34143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f1c00 x1875572824552448/t0(0) o44->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1788687432 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687417.019162:0:34143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f1c00 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:34143:1875572824552448:192.168.203.144@tcp:44:multiop.0 00000100:00000001:0.0:1788687417.019167:0:34143:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687417.019171:0:34143:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687417.019174:0:34143:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687417.019176:0:34143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687417.019178:0:34143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1c00 x1875572824552448/t0(0) o44->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1788687432 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687417.019189:0:34143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687417.019191:0:34143:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c52b5900. 00000100:00000001:0.0:1788687417.019194:0:34143:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687417.019196:0:34143:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687417.019200:0:34143:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687417.019204:0:34143:0:(lmv_obd.c:3065:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687417.019208:0:34143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687417.019211:0:34143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f1c00 x1875572824552448/t0(0) o44->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1788687432 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687417.019216:0:34143:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687417.019217:0:34143:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687417.019219:0:34143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a02400. 02000000:00000001:0.0:1788687417.019220:0:34143:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687417.019221:0:34143:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687417.019222:0:34143:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687417.019224:0:34143:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687417.019226:0:34143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c7f3c200. 02000000:00000001:0.0:1788687417.019228:0:34143:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687417.019229:0:34143:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687417.019230:0:34143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f1c00. 00000100:00000001:0.0:1788687417.019232:0:34143:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687417.019233:0:34143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687417.019237:0:34143:0:(pcc.c:2839:pcc_fsync()) Process entered 00000080:00000001:0.0:1788687417.019240:0:34143:0:(pcc.c:2842:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687417.019243:0:34143:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788687417.019246:0:34143:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687417.019251:0:34143:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509237928 : -110871200313688 : ffff9b29c97d4ea8) 00000020:00001000:0.0:1788687417.019254:0:34143:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4ea0 00000020:00000001:0.0:1788687417.019260:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c97eadc8 -> ffff9b29c97eadc8 00000020:00000001:0.0:1788687417.019264:0:34143:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788687417.019267:0:34143:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788687417.019269:0:34143:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788687417.019273:0:34143:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687417.019275:0:34143:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788687417.019277:0:34143:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687417.019282:0:34143:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff9b29d023cbf0 type 6 ignore/verify layout 0/0 00020000:00000002:0.0:1788687417.019287:0:34143:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000001:2.0:1788687417.019412:0:34143:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788687417.019415:0:34143:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788687417.019418:0:34143:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788687417.019420:0:34143:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687417.019423:0:34143:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788687417.019427:0:34143:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788687417.019429:0:34143:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687417.019430:0:34143:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687417.019431:0:34143:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788687417.019432:0:34143:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788687417.019434:0:34143:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00000020:00000001:2.0:1788687417.019438:0:34143:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687417.019441:0:34143:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788687417.019443:0:34143:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788687417.019445:0:34143:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788687417.019449:0:34143:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788687417.019453:0:34143:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:2.0:1788687417.019458:0:34143:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687417.019460:0:34143:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788687417.019461:0:34143:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687417.019464:0:34143:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:2.0:1788687417.019466:0:34143:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:2.0:1788687417.019470:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea850 -> ffff9b29c97eadc8 00000020:00000001:2.0:1788687417.019472:0:34143:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788687417.019476:0:34143:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687417.019477:0:34143:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788687417.019478:0:34143:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687417.019481:0:34143:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687417.019483:0:34143:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:2.0:1788687417.019485:0:34143:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788687417.019487:0:34143:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687417.019490:0:34143:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687417.019491:0:34143:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687417.019493:0:34143:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788687417.019495:0:34143:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788687417.019497:0:34143:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687417.019498:0:34143:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788687417.019500:0:34143:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788687417.019501:0:34143:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687417.019503:0:34143:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687417.019505:0:34143:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687417.019506:0:34143:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687417.019508:0:34143:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788687417.019509:0:34143:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687417.019510:0:34143:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687417.019512:0:34143:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1788687417.019514:0:34143:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788687417.019516:0:34143:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687417.019517:0:34143:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788687417.019519:0:34143:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1788687417.019522:0:34143:0:(osc_cache.c:3353:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1788687417.019527:0:34143:0:(osc_cache.c:3493:osc_cache_writeback_range()) obj ffff9b29c5dd4000 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=0. 00000008:00000001:2.0:1788687417.019531:0:34143:0:(osc_cache.c:3508:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687417.019533:0:34143:0:(osc_cache.c:3288:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1788687417.019536:0:34143:0:(osc_cache.c:3325:osc_cache_wait_range()) obj ffff9b29c5dd4000 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1788687417.019538:0:34143:0:(osc_cache.c:3326:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687417.019541:0:34143:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:2.0:1788687417.019543:0:34143:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788687417.019545:0:34143:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788687417.019547:0:34143:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788687417.019548:0:34143:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788687417.019550:0:34143:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788687417.019552:0:34143:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788687417.019555:0:34143:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:2.0:1788687417.019565:0:34143:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42ead80. 00000020:00000040:2.0:1788687417.019569:0:34143:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=4 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:2.0:1788687417.019574:0:34143:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687417.019578:0:34143:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687417.019583:0:34143:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687417.019591:0:34143:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c5d74800. 00000100:00000001:2.0:1788687417.019598:0:34143:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687417.019607:0:34143:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687417.019611:0:34143:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687417.019618:0:34143:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086119e92] to pc [ptlrpcd_01_00+0] req@ffff9b29c42ead80 x1875572824552576/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788687417.019657:0:34143:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687417.019660:0:34143:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687417.019662:0:34143:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687417.019664:0:34143:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687417.019665:0:34143:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687417.019667:0:34143:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687417.019669:0:34143:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687417.019671:0:34143:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788687417.019673:0:34143:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788687417.019675:0:34143:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788687417.019676:0:34143:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1788687417.019684:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788687417.019688:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788687417.019690:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687417.019825:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687417.019829:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687417.020001:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687417.020004:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687417.020006:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687417.020008:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687417.020011:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687417.020017:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42ead80 x1875572824552576/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687417.020026:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687417.020028:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687417.020033:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687417.020037:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687417.020040:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687417.020043:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824552576:192.168.203.144@tcp:16:multiop.0 00000100:00000001:2.0:1788687417.020048:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687417.020055:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687417.020057:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687417.020060:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687417.020067:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d7800. 02000000:00000001:2.0:1788687417.020069:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687417.020077:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687417.020082:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd210. 00000400:00000010:2.0:1788687417.020089:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240e58. 00000100:00000200:2.0:1788687417.020098:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824552576, portal 4 00000100:00000001:2.0:1788687417.020102:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687417.020104:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420198784 : -110871289352832 : ffff9b29c42ead80) 00000100:00000040:2.0:1788687417.020112:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42ead80 x1875572824552576/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687433 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687417.020120:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687417.020123:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687417.020126:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240ee0. 00000100:00000200:2.0:1788687417.020129:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875572824552576, offset 0 00000400:00000200:2.0:1788687417.020137:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687417.020147:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687417.020156:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687417.020163:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687417.020168:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687417.020173:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687417.020177:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687417.020181:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2571:2571:256:4294967295] 192.168.203.144@tcp LPNI seq info [2571:2571:8:4294967295] 00000400:00000200:2.0:1788687417.020186:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687417.020198:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687417.020204:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687417.020211:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3e00. 00000800:00000200:2.0:1788687417.020219:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687417.020229:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687417.020235:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3e00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1788687417.020248:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687417.020252:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20251 usecs (21 jiffies) 00000400:00000200:2.0:1788687417.020256:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687417.020259:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296543046 00000100:00000001:2.0:1788687417.020263:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296543770 00000100:00000001:2.0:1788687417.020266:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296543046 00000100:00000001:2.0:1788687417.020268:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296543770 00000100:00000001:2.0:1788687417.020271:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687417.020274:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687417.020278:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687417.020280:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687417.020419:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687417.020423:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3e00. 00000400:00000200:2.0:1788687417.020429:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687417.020434:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687417.020440:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240ee0 00000400:00000010:2.0:1788687417.020442:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240ee0. 00000100:00000001:2.0:1788687417.020446:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687417.020450:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42ead80 x1875572824552576/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687433 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687417.020460:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687417.020464:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42ead80 x1875572824552576/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687433 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687417.020471:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687417.020472:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687417.090033:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687417.090060:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687417.090069:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687417.090071:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687417.090082:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687417.090092:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687417.090104:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687417.090109:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687417.090114:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687417.090120:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 432 into portal 4 MB=0x6a9d2d3f53480 00000400:00000200:2.0:1788687417.090126:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687417.090134:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 432/432 into md 0x70bd [1] + 224 00000800:00000001:2.0:1788687417.090144:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687417.090160:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687417.090165:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687417.090170:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687417.090181:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687417.090193:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42ead80 x1875572824552576/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687433 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687417.090206:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9b29c42ead80 x1875572824552576/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687433 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687417.090232:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687417.090243:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687417.090246:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687417.090324:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687417.090329:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687417.090339:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687417.090343:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687417.090348:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd210. 00000400:00000200:3.0:1788687417.090353:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240e58 00000400:00000010:3.0:1788687417.090356:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240e58. 00000100:00000001:3.0:1788687417.090359:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687417.090364:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42ead80 x1875572824552576/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687433 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687417.090372:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42ead80 x1875572824552576/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687433 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687417.090379:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687417.090381:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687417.090384:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687417.090387:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687417.090390:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687417.090393:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687417.090396:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687417.090408:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=39 v=5 (5 5 5 16) 00000100:00001000:3.0:1788687417.090413:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=17 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687417.090416:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687417.090417:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687417.090420:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687417.090425:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687417.090430:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788687417.090432:0:2370:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: committing for last_committed 4294967345 gen 16 00000100:00000040:3.0:1788687417.090438:0:2370:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 4294967345) req@ffff9b29c8b9ad80 x1875572824552320/t4294967345(4294967345) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1788687432 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687417.090446:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687417.090450:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9ad80 x1875572824552320/t4294967345(4294967345) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1788687432 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687417.090455:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687417.090458:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687417.090462:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6911400. 02000000:00000001:3.0:1788687417.090467:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687417.090472:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687417.090474:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:3.0:1788687417.090477:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687417.090480:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29d884b800. 02000000:00000001:3.0:1788687417.090485:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687417.090488:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687417.090490:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9ad80. 00000100:00000001:3.0:1788687417.090495:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687417.090497:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687417.090499:0:2370:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788687417.090502:0:2370:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:3.0:1788687417.090505:0:2370:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687417.090507:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687417.090512:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42ead80 x1875572824552576/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687433 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687417.090519:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687417.090523:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687417.090526:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788687417.090530:0:2370:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:3.0:1788687417.090540:0:2370:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000020:00000001:3.0:1788687417.090542:0:2370:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000020:00000001:3.0:1788687417.090545:0:2370:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1788687417.090549:0:2370:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788687417.090552:0:2370:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687417.090554:0:2370:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687417.090556:0:2370:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000008:00000001:3.0:1788687417.090570:0:2370:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687417.090575:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42ead80 x1875572824552576/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687433 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687417.090583:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824552576:192.168.203.144@tcp:16:multiop.0 00000100:00000001:3.0:1788687417.090589:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687417.090592:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687417.090595:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42ead80 x1875572824552576/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687433 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687417.090601:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687417.090603:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687417.090605:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c63d7800. 02000000:00000001:3.0:1788687417.090608:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687417.090609:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687417.090611:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:3.0:1788687417.090612:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687417.090614:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c5d74800. 02000000:00000001:3.0:1788687417.090617:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687417.090618:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687417.090619:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42ead80. 00000100:00000001:3.0:1788687417.090622:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687417.090624:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687417.090626:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687417.090643:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687417.090645:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687417.090648:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687417.090650:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687417.091011:0:34143:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788687417.091015:0:34143:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687417.091019:0:34143:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:2.0:1788687417.091028:0:34143:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788687417.091031:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c97eadc8 -> ffff9b29c97eadc8 00000020:00000001:2.0:1788687417.091033:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c97eadc8 -> ffff9b29c97eadc8 00000020:00000001:2.0:1788687417.091035:0:34143:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788687417.091040:0:34143:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788687417.091047:0:34143:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788687417.091050:0:34143:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:2.0:1788687417.091052:0:34143:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788687417.091053:0:34143:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:2.0:1788687417.091057:0:34143:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=1 (1) m=1788687416 a=0 c=1788687416 b=11 00020000:00000001:2.0:1788687417.091061:0:34143:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687417.091063:0:34143:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=1 m=1788687416 a=0 c=1788687416 b=11 00020000:00000001:2.0:1788687417.091067:0:34143:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687417.091069:0:34143:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687417.091070:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c97eadc8 -> ffff9b29c97eadc8 00000080:00200000:2.0:1788687417.091073:0:34143:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 1 i_blocks 11 00000080:00000001:2.0:1788687417.091077:0:34143:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788687417.091079:0:34143:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788687417.091082:0:34143:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788687417.091086:0:34143:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788687417.091088:0:34143:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687417.091090:0:34143:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788687417.091091:0:34143:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788687417.091093:0:34143:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687417.091096:0:34143:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687417.091098:0:34143:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788687417.091099:0:34143:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788687417.091102:0:34143:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788687417.091104:0:34143:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788687417.091106:0:34143:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788687417.091108:0:34143:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788687417.091110:0:34143:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687417.091111:0:34143:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788687417.091112:0:34143:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788687417.091114:0:34143:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687417.091116:0:34143:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687417.091118:0:34143:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788687417.091119:0:34143:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788687417.091121:0:34143:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687417.091124:0:34143:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788687417.091126:0:34143:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788687417.091128:0:34143:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788687417.091130:0:34143:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788687417.091132:0:34143:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788687417.091135:0:34143:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00020000:00000001:2.0:1788687417.091138:0:34143:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788687417.091141:0:34143:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788687417.091145:0:34143:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788687417.091147:0:34143:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788687417.091150:0:34143:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788687417.091152:0:34143:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788687417.091155:0:34143:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4ea0 00000080:00000001:2.0:1788687417.091158:0:34143:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687417.091166:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53e48 00000080:00000008:2.0:1788687417.091168:0:34143:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x200000404:0x30:0x0], start=0, end=9223372036854775807, datasync=0, rc=0 00000080:00000001:2.0:1788687417.091171:0:34143:0:(file.c:5440:ll_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687417.124842:0:34147:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687417.124852:0:34147:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687417.124857:0:34147:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbb78 00000080:00200000:2.0:1788687417.124862:0:34147:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687417.124873:0:34147:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c5d74000. 00800000:00000002:2.0:1788687417.124884:0:34147:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687417.124889:0:34147:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687417.124904:0:34147:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687417.124938:0:34147:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbba98 00800000:00000002:2.0:1788687417.124942:0:34147:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687417.124946:0:34147:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687417.124952:0:34147:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687417.124957:0:34147:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687417.124959:0:34147:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbb968 00000002:00010000:2.0:1788687417.124961:0:34147:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687417.124965:0:34147:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687417.124968:0:34147:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687417.124971:0:34147:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687417.124980:0:34147:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:2.0:1788687417.124983:0:34147:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687417.124990:0:34147:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687417.124994:0:34147:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687417.125001:0:34147:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788687417.125014:0:34147:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687417.125019:0:34147:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687417.125022:0:34147:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788687417.125036:0:34147:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687417.125039:0:34147:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687417.125041:0:34147:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687417.125043:0:34147:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687417.125045:0:34147:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687417.125047:0:34147:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687417.125051:0:34147:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687417.125054:0:34147:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687417.125058:0:34147:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c5d74000. 00000080:00000001:2.0:1788687417.125064:0:34147:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687417.125066:0:34147:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687417.125070:0:34147:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687417.125074:0:34147:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811eda 00800000:00000001:2.0:1788687417.125078:0:34147:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687417.125080:0:34147:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687417.125083:0:34147:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687417.125086:0:34147:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687417.125089:0:34147:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:2.0:1788687417.125092:0:34147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687417.125095:0:34147:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687417.125098:0:34147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687417.125100:0:34147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687417.125101:0:34147:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687417.125103:0:34147:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687417.125106:0:34147:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811eda from it ffffaca081cbbbb0 00010000:00000001:2.0:1788687417.125108:0:34147:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687417.125109:0:34147:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687417.125111:0:34147:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:2.0:1788687417.125112:0:34147:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687417.125115:0:34147:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687417.125117:0:34147:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687417.125122:0:34147:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687417.125129:0:34147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687417.125131:0:34147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687417.125132:0:34147:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687417.125136:0:34147:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687417.125138:0:34147:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788687417.125147:0:34147:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687417.125151:0:34147:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687417.125153:0:34147:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687417.125159:0:34147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687417.125160:0:34147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687417.125163:0:34147:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687417.125167:0:34147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687417.125169:0:34147:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687417.125171:0:34147:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687417.125174:0:34147:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687417.125176:0:34147:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687417.125177:0:34147:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687417.125178:0:34147:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687417.125182:0:34147:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687417.125184:0:34147:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687417.125186:0:34147:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 44 00000080:00000001:2.0:1788687417.125192:0:34147:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687417.125196:0:34147:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788687417.125199:0:34147:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788687417.125201:0:34147:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbb78 00000080:00200008:2.0:1788687417.125203:0:34147:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 504000 00000080:00000010:2.0:1788687417.125210:0:34147:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29c17afb80. 00000080:00000001:2.0:1788687417.125216:0:34147:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687417.125218:0:34147:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687417.125244:0:34147:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788687417.125246:0:34147:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=8028667f arg=7fff45e54880 00000080:00000001:2.0:1788687417.125254:0:34147:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000080:00000001:2.0:1788687417.125257:0:34147:0:(llite_lib.c:4281:ll_get_sb_uuid()) Process entered 00000080:00000001:2.0:1788687417.125260:0:34147:0:(llite_lib.c:4287:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687417.125262:0:34147:0:(llite_lib.c:3669:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687417.125264:0:34147:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687417.125271:0:34147:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788687417.125273:0:34147:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788687417.125276:0:34147:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbdd0 00000080:00200008:2.0:1788687417.125277:0:34147:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 504000 00000080:00400000:2.0:1788687417.125281:0:34147:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:2.0:1788687417.125284:0:34147:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29c17afb80. 00000080:00000001:2.0:1788687417.125288:0:34147:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788687417.125290:0:34147:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cbbdd0 00000080:00000008:2.0:1788687417.125292:0:34147:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 504000, rc = 0 00000080:00000001:2.0:1788687417.125295:0:34147:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687417.125296:0:34147:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687417.356069:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687417.356078:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687417.356085:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687417.356086:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687417.356090:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687417.356091:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687417.356363:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687417.356367:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687417.356370:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788687417.804520:0:26149:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296543770, at 4296543809 00000100:00000010:3.0:1788687417.804541:0:26149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c974e240. 00000100:00000040:2.0:1788687417.805043:0:25144:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296543770, at 4296543810 00000100:00000010:2.0:1788687417.805051:0:25144:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c974e5a0. 00000080:00000001:2.0:1788687418.036256:0:34143:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:2.0:1788687418.036268:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53d88 00000080:00200008:2.0:1788687418.036274:0:34143:0:(file.c:2650:do_file_write_iter()) START file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 1, count: 1 00000080:00000002:2.0:1788687418.036279:0:34143:0:(file.c:2656:do_file_write_iter()) inode ffff9b29d85900c8 need_sync_to_oss [0x200000404:0x30:0x0] 00000080:00000001:2.0:1788687418.036283:0:34143:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1788687418.036285:0:34143:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.036288:0:34143:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1788687418.036295:0:34143:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.036298:0:34143:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000020:00000001:2.0:1788687418.036301:0:34143:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1788687418.036306:0:34143:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000002:2.0:1788687418.036310:0:34143:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c3344180 addref 2/0 by ffff9b29c63a4f80. 00020000:00000002:2.0:1788687418.036313:0:34143:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00000020:00000001:2.0:1788687418.036316:0:34143:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000080:00000001:2.0:1788687418.036329:0:34143:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1788687418.036332:0:34143:0:(rw26.c:676:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000080:00000001:2.0:1788687418.036338:0:34143:0:(rw26.c:683:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:2.0:1788687418.036342:0:34143:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:2.0:1788687418.036345:0:34143:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:2.0:1788687418.036347:0:34143:0:(file.c:2628:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.036350:0:34143:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687418.036355:0:34143:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509237928 : -110871200313688 : ffff9b29c97d4ea8) 00000020:00001000:2.0:1788687418.036358:0:34143:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4ea0 00000080:00000001:2.0:1788687418.036362:0:34143:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1788687418.036364:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53c98 00000080:00200000:2.0:1788687418.036366:0:34143:0:(file.c:2090:ll_file_io_generic()) f24a.recovery-small: write ppos: 1, bytes: 1 00000020:00000001:2.0:1788687418.036372:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53c30 00000080:00200000:2.0:1788687418.036374:0:34143:0:(file.c:1848:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:2.0:1788687418.036378:0:34143:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1788687418.036386:0:34143:0:(cl_io.c:214:cl_io_rw_init()) header@000000004e15a6a8[0x110, 2, [0x200000404:0x30:0x0] hash] 00000020:00200000:2.0:1788687418.036388:0:34143:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [1, 2) 0 0 00000020:00000001:2.0:1788687418.036403:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c97eadc8 -> ffff9b29c97eadc8 00000020:00000001:2.0:1788687418.036406:0:34143:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788687418.036408:0:34143:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788687418.036411:0:34143:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788687418.036414:0:34143:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687418.036415:0:34143:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1788687418.036418:0:34143:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687418.036423:0:34143:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.036427:0:34143:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788687418.036429:0:34143:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.036431:0:34143:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687418.036435:0:34143:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff9b29d023cbf0 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1788687418.036438:0:34143:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000001:2.0:1788687418.036442:0:34143:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788687418.036444:0:34143:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788687418.036447:0:34143:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788687418.036449:0:34143:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1788687418.036451:0:34143:0:(lov_io.c:860:lov_io_slice_init()) 1 2 00020000:00000001:2.0:1788687418.036462:0:34143:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1788687418.036465:0:34143:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788687418.036466:0:34143:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.036468:0:34143:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687418.036469:0:34143:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788687418.036471:0:34143:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788687418.036472:0:34143:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00000020:00000001:2.0:1788687418.036475:0:34143:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.036476:0:34143:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788687418.036479:0:34143:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:2.0:1788687418.036481:0:34143:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1788687418.036484:0:34143:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.036488:0:34143:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788687418.036490:0:34143:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788687418.036493:0:34143:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788687418.036494:0:34143:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1788687418.036496:0:34143:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1788687418.036498:0:34143:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 1 chunk: [1, 2) 2, 1 00020000:00000001:2.0:1788687418.036501:0:34143:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788687418.036504:0:34143:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788687418.036507:0:34143:0:(lov_offset.c:253:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:2.0:1788687418.036511:0:34143:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687418.036512:0:34143:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788687418.036513:0:34143:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687418.036516:0:34143:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:2.0:1788687418.036518:0:34143:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:2.0:1788687418.036521:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea850 -> ffff9b29c97eadc8 00000020:00000001:2.0:1788687418.036523:0:34143:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788687418.036527:0:34143:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687418.036528:0:34143:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788687418.036530:0:34143:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.036532:0:34143:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.036534:0:34143:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:2.0:1788687418.036537:0:34143:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788687418.036540:0:34143:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788687418.036544:0:34143:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.036546:0:34143:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.036549:0:34143:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.036551:0:34143:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.036553:0:34143:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.036555:0:34143:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1788687418.036557:0:34143:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1788687418.036559:0:34143:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1788687418.036563:0:34143:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1788687418.036566:0:34143:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.036569:0:34143:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.036571:0:34143:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1788687418.036574:0:34143:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:2.0:1788687418.036576:0:34143:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1788687418.036578:0:34143:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1788687418.036580:0:34143:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.036581:0:34143:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.036583:0:34143:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.036585:0:34143:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.036587:0:34143:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.036589:0:34143:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788687418.036591:0:34143:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687418.036592:0:34143:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788687418.036594:0:34143:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788687418.036595:0:34143:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.036597:0:34143:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.036599:0:34143:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.036600:0:34143:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.036601:0:34143:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788687418.036604:0:34143:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788687418.036606:0:34143:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788687418.036608:0:34143:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788687418.036611:0:34143:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788687418.036613:0:34143:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:2.0:1788687418.036621:0:34143:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c5044380. 00020000:00000002:2.0:1788687418.036624:0:34143:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:2.0:1788687418.036626:0:34143:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788687418.036628:0:34143:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687418.036629:0:34143:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:2.0:1788687418.036631:0:34143:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788687418.036636:0:34143:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29d12aa000. 00000008:00010000:2.0:1788687418.036639:0:34143:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1788687418.036643:0:34143:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788687418.036644:0:34143:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788687418.036648:0:34143:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c50443b0, osc lock ffff9b29d12aa000, flags 0x0 00000020:00000001:2.0:1788687418.036650:0:34143:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.036652:0:34143:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.036654:0:34143:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202434196352 : -110871275355264 : ffff9b29c5044380) 00000020:00000001:2.0:1788687418.036656:0:34143:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788687418.036657:0:34143:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788687418.036659:0:34143:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.036661:0:34143:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.036663:0:34143:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788687418.036665:0:34143:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788687418.036666:0:34143:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687418.036667:0:34143:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:2.0:1788687418.036669:0:34143:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788687418.036671:0:34143:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788687418.036673:0:34143:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1788687418.036675:0:34143:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.036679:0:34143:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788687418.036682:0:34143:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788687418.036684:0:34143:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788687418.036686:0:34143:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788687418.036687:0:34143:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788687418.036688:0:34143:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788687418.036691:0:34143:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788687418.036695:0:34143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687418.036704:0:34143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 2 00010000:00000001:2.0:1788687418.036707:0:34143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687418.036715:0:34143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687418.036720:0:34143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687418.036725:0:34143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788687418.036737:0:34143:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687418.036743:0:34143:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687418.036746:0:34143:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687418.036765:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687418.036768:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687418.036771:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4e00 refcount=3 00000020:00000001:2.0:1788687418.036774:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:2.0:1788687418.036777:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00000008:00000001:2.0:1788687418.036780:0:34143:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788687418.036784:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687418.036785:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687418.036786:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4e00 refcount=4 00000020:00000001:2.0:1788687418.036788:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:2.0:1788687418.036790:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:2.0:1788687418.036792:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687418.036793:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687418.036795:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4e00 refcount=5 00000020:00000001:2.0:1788687418.036797:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:2.0:1788687418.036799:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:2.0:1788687418.036801:0:34143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687418.036803:0:34143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687418.036806:0:34143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687418.036814:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.036816:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788687418.036819:0:34143:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.036821:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687418.036822:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687418.036823:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4e00 refcount=6 00000020:00000001:2.0:1788687418.036825:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:2.0:1788687418.036827:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:2.0:1788687418.036829:0:34143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687418.036832:0:34143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687418.036838:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.036839:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788687418.036841:0:34143:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687418.036854:0:34143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687418.036856:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.036857:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687418.036858:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.036860:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788687418.036861:0:34143:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687418.036864:0:34143:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.036866:0:34143:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.036868:0:34143:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.036870:0:34143:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.036872:0:34143:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.036874:0:34143:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.036875:0:34143:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.036878:0:34143:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1788687418.036880:0:34143:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:2.0:1788687418.036884:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53b80 00000080:00200000:2.0:1788687418.036886:0:34143:0:(vvp_io.c:1292:vvp_io_write_start()) f24a.recovery-small: write [1, 2) append 0 append lockpos 0 00000020:00000001:2.0:1788687418.036900:0:34143:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1788687418.036903:0:34143:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000002:2.0:1788687418.036932:0:34143:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c3344180 addref 2/0 by ffff9b29c63a4f80. 00020000:00000002:2.0:1788687418.036935:0:34143:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00000020:00000001:2.0:1788687418.036938:0:34143:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:2.0:1788687418.036949:0:34143:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1788687418.036952:0:34143:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1788687418.036954:0:34143:0:(lov_offset.c:253:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:2.0:1788687418.036956:0:34143:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687418.036958:0:34143:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:2.0:1788687418.036959:0:34143:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788687418.036962:0:34143:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788687418.036964:0:34143:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.036966:0:34143:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.036968:0:34143:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.036969:0:34143:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.036973:0:34143:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1788687418.036975:0:34143:0:(rw26.c:676:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000020:00000001:2.0:1788687418.036980:0:34143:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1788687418.036982:0:34143:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x30:0x0] fffff53744931180 ffff9b29c31768c0 1 00000020:00000001:2.0:1788687418.036985:0:34143:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1788687418.036987:0:34143:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446633202401896640 : -110871307654976 : ffff9b29c31768c0) 00000020:00000001:2.0:1788687418.036989:0:34143:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446633202401896640 : -110871307654976 : ffff9b29c31768c0) 00000020:00000001:2.0:1788687418.036992:0:34143:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1788687418.036994:0:34143:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788687418.036996:0:34143:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633202620812272 : -110871088739344 : ffff9b29d023cbf0) 00000020:00000001:2.0:1788687418.036998:0:34143:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1788687418.037000:0:34143:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1788687418.037002:0:34143:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788687418.037006:0:34143:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cb8cd11d[2 000000008cb419b7 1 1 000000000176be41 0 0 0] 00000020:00000001:2.0:1788687418.037008:0:34143:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1788687418.037010:0:34143:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788687418.037011:0:34143:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:2.0:1788687418.037013:0:34143:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:2.0:1788687418.037014:0:34143:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.037018:0:34143:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:2.0:1788687418.037019:0:34143:0:(rw26.c:871:ll_write_end()) pos 1, len 1, copied 1 00000020:00000001:2.0:1788687418.037021:0:34143:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788687418.037023:0:34143:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633202620812272 : -110871088739344 : ffff9b29d023cbf0) 00000020:00000001:2.0:1788687418.037025:0:34143:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1788687418.037027:0:34143:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788687418.037029:0:34143:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1788687418.037031:0:34143:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788687418.037032:0:34143:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1788687418.037034:0:34143:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1788687418.037038:0:34143:0:(rw26.c:929:ll_write_end()) page@00000000cb8cd11d[3 000000008cb419b7 2 1 000000000176be41 0 0 0] 00000080:00200000:2.0:1788687418.037041:0:34143:0:(rw26.c:929:ll_write_end()) vmpage @000000003cc93c6b 17ffffc0001029 2:0 ffff9b29c31768c0 0 lru 00000080:00200000:2.0:1788687418.037049:0:34143:0:(rw26.c:929:ll_write_end()) osc-page@000000008659d49d 0: 1< 2 - - > 2< 0 0 1 0x0 0x40420 | 00000000aed0a585 0000000082064018 > 3< 0 0 > 4< 0 0 8 3801088 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1788687418.037051:0:34143:0:(rw26.c:929:ll_write_end()) end page@00000000cb8cd11d 00000080:00200000:2.0:1788687418.037052:0:34143:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1788687418.037054:0:34143:0:(rw26.c:950:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687418.037059:0:34143:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1788687418.037061:0:34143:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 1, to 2 prio 0 00000020:00000001:2.0:1788687418.037063:0:34143:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1788687418.037067:0:34143:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1788687418.037069:0:34143:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687418.037070:0:34143:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:2.0:1788687418.037072:0:34143:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1788687418.037074:0:34143:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1788687418.037077:0:34143:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1788687418.037079:0:34143:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788687418.037080:0:34143:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:2.0:1788687418.037083:0:34143:0:(osc_cache.c:2550:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1788687418.037087:0:34143:0:(osc_cache.c:2609:osc_queue_async_io()) obj ffff9b29c5dd4000 ready 0|-|- wr 0|-|- rd 0|- oap ffff9b29c3176930 folio fffff53744931180 pg:0 added for cmd 2 00000008:00000001:2.0:1788687418.037093:0:34143:0:(osc_cache.c:1804:osc_enter_cache()) Process entered 00000008:00000020:2.0:1788687418.037096:0:34143:0:(osc_cache.c:1806:osc_enter_cache()) lustre-OST0000-osc-ffff9b29e019e800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:1703936 00000008:00000020:2.0:1788687418.037102:0:34143:0:(osc_cache.c:1706:osc_enter_cache_try()) lustre-OST0000-osc-ffff9b29e019e800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:1703936 00000008:00000020:2.0:1788687418.037107:0:34143:0:(osc_cache.c:1504:osc_consume_write_grant()) using 4096 grant credits for brw ffff9b29c3176968 page fffff53744931180 00000008:00000020:2.0:1788687418.037111:0:34143:0:(osc_cache.c:1838:osc_enter_cache()) lustre-OST0000-osc-ffff9b29e019e800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }granted from cache 00000008:00000001:2.0:1788687418.037116:0:34143:0:(osc_cache.c:1854:osc_enter_cache()) Process leaving 00000008:00000001:2.0:1788687418.037118:0:34143:0:(osc_cache.c:1857:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687418.037121:0:34143:0:(osc_cache.c:708:osc_extent_find()) Process entered 00000008:00000010:2.0:1788687418.037127:0:34143:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9b29c58fe9c0. 00000008:00000020:2.0:1788687418.037134:0:34143:0:(osc_cache.c:1333:__osc_extent_tree_dump()) Dump object ffff9b29c5dd4000 extents at osc_extent_find:841, mppr: 256. 00000008:00000020:2.0:1788687418.037141:0:34143:0:(osc_cache.c:1950:osc_update_pending()) obj ffff9b29c5dd4000 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:2.0:1788687418.037147:0:34143:0:(osc_cache.c:859:osc_extent_find()) extent ffff9b29c58fe9c0@{[0 -> 255/255], [3|1|-|active|wi|ffff9b29c5dd4000], [1703936|0|-|-|ffff9b29c97a4e00|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:2.0:1788687418.037154:0:34143:0:(osc_cache.c:859:osc_extent_find()) ### extent: 000000007145f61e ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:2.0:1788687418.037162:0:34143:0:(osc_cache.c:876:osc_extent_find()) Process leaving 00000008:00000001:2.0:1788687418.037166:0:34143:0:(osc_cache.c:2748:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687418.037169:0:34143:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687418.037172:0:34143:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1788687418.037176:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000008:00000002:2.0:1788687418.037178:0:34143:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 1->2 1 00000020:00000001:2.0:1788687418.037181:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000020:00000001:2.0:1788687418.037183:0:34143:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788687418.037185:0:34143:0:(osc_object.c:161:osc_attr_update()) set kms from 1to 2 00020000:00000001:2.0:1788687418.037188:0:34143:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788687418.037190:0:34143:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.037192:0:34143:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.037194:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000008:00000001:2.0:1788687418.037196:0:34143:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1788687418.037198:0:34143:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1788687418.037200:0:34143:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788687418.037203:0:34143:0:(cl_page.c:556:cl_batch_put()) page@00000000cb8cd11d[4 000000008cb419b7 2 1 000000000176be41 0 0 0] 00000020:00000001:2.0:1788687418.037205:0:34143:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1788687418.037206:0:34143:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1788687418.037207:0:34143:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1788687418.037210:0:34143:0:(osc_request.c:745:osc_update_next_shrink()) next time 3076 to shrink grant 00000080:00000001:2.0:1788687418.037212:0:34143:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:2.0:1788687418.037214:0:34143:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1788687418.037223:0:34143:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9b29d8590278, count 1, dirtied 1 00000080:00000001:2.0:1788687418.037225:0:34143:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1788687418.037227:0:34143:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1788687418.037229:0:34143:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788687418.037230:0:34143:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788687418.037231:0:34143:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788687418.037234:0:34143:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cb8cd11d[3 000000008cb419b7 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788687418.037235:0:34143:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1788687418.037237:0:34143:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788687418.037238:0:34143:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1788687418.037239:0:34143:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788687418.037241:0:34143:0:(cl_page.c:556:cl_batch_put()) page@00000000cb8cd11d[3 000000008cb419b7 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788687418.037243:0:34143:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1788687418.037244:0:34143:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1788687418.037245:0:34143:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:2.0:1788687418.037246:0:34143:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1788687418.037248:0:34143:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.037250:0:34143:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.037252:0:34143:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.037253:0:34143:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788687418.037255:0:34143:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:2.0:1788687418.037259:0:34143:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1788687418.037261:0:34143:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1788687418.037262:0:34143:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.037265:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53b80 00000080:00200000:2.0:1788687418.037266:0:34143:0:(vvp_io.c:1358:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:2.0:1788687418.037270:0:34143:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.037272:0:34143:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788687418.037273:0:34143:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687418.037275:0:34143:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788687418.037277:0:34143:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:2.0:1788687418.037278:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000020:00000001:2.0:1788687418.037280:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000020:00000001:2.0:1788687418.037281:0:34143:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788687418.037283:0:34143:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788687418.037284:0:34143:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.037286:0:34143:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.037287:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000008:00000001:2.0:1788687418.037289:0:34143:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.037291:0:34143:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.037293:0:34143:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.037294:0:34143:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.037296:0:34143:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.037298:0:34143:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788687418.037299:0:34143:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1788687418.037301:0:34143:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788687418.037302:0:34143:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1788687418.037304:0:34143:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:2.0:1788687418.037307:0:34143:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1788687418.037312:0:34143:0:(osc_cache.c:1950:osc_update_pending()) obj ffff9b29c5dd4000 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:2.0:1788687418.037319:0:34143:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788687418.037322:0:34143:0:(osc_cache.c:1935:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687418.037324:0:34143:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788687418.037325:0:34143:0:(osc_cache.c:1921:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687418.037327:0:34143:0:(osc_cache.c:675:osc_extent_release()) Process leaving 00000020:00000001:2.0:1788687418.037329:0:34143:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788687418.037330:0:34143:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.037332:0:34143:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.037335:0:34143:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788687418.037336:0:34143:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788687418.037339:0:34143:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788687418.037341:0:34143:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29c6839d58 (ffff9b29c97d4ea8/0) at cl_lock_release():245 00000020:00000001:2.0:1788687418.037344:0:34143:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788687418.037345:0:34143:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c6839d58 (ffff9b29c97d4ea8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788687418.037348:0:34143:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788687418.037349:0:34143:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687418.037350:0:34143:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:2.0:1788687418.037352:0:34143:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788687418.037353:0:34143:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c50443b0 (ffff9b29d02806c8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788687418.037356:0:34143:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788687418.037358:0:34143:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788687418.037360:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687418.037362:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687418.037364:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4e00 refcount=5 00000020:00000001:2.0:1788687418.037366:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:2.0:1788687418.037369:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:2.0:1788687418.037371:0:34143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687418.037374:0:34143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687418.037382:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.037383:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687418.037385:0:34143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687418.037389:0:34143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687418.037391:0:34143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788687418.037402:0:34143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687418.037406:0:34143:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687418.037409:0:34143:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687418.037413:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.037414:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687418.037416:0:34143:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.037420:0:34143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687418.037423:0:34143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.037425:0:34143:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.037428:0:34143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.037430:0:34143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687418.037431:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.037432:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687418.037433:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.037434:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788687418.037436:0:34143:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788687418.037438:0:34143:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687418.037439:0:34143:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687418.037440:0:34143:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687418.037442:0:34143:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788687418.037444:0:34143:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c6839d58 (ffff9b29c97d4ea8/0) at cl_lock_fini():72 00020000:00000001:2.0:1788687418.037447:0:34143:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788687418.037448:0:34143:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788687418.037449:0:34143:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c50443b0 (ffff9b29c97d4ea8/1) at cl_lock_fini():72 00000008:00000010:2.0:1788687418.037453:0:34143:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d12aa000. 00000020:00000001:2.0:1788687418.037458:0:34143:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788687418.037459:0:34143:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5044380. 00020000:00000001:2.0:1788687418.037465:0:34143:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788687418.037466:0:34143:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788687418.037468:0:34143:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1788687418.037469:0:34143:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788687418.037471:0:34143:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687418.037472:0:34143:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788687418.037473:0:34143:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788687418.037475:0:34143:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.037477:0:34143:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.037478:0:34143:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788687418.037479:0:34143:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788687418.037482:0:34143:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1788687418.037483:0:34143:0:(vvp_io.c:533:vvp_io_advance()) advancing 1 bytes 00000020:00000001:2.0:1788687418.037485:0:34143:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788687418.037487:0:34143:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788687418.037489:0:34143:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788687418.037490:0:34143:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687418.037491:0:34143:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788687418.037494:0:34143:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788687418.037495:0:34143:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.037497:0:34143:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.037499:0:34143:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788687418.037501:0:34143:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788687418.037502:0:34143:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788687418.037507:0:34143:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:2.0:1788687418.037509:0:34143:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:2.0:1788687418.037512:0:34143:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:2.0:1788687418.037514:0:34143:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788687418.037516:0:34143:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788687418.037518:0:34143:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788687418.037519:0:34143:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788687418.037521:0:34143:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788687418.037523:0:34143:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00020000:00000001:2.0:1788687418.037525:0:34143:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788687418.037527:0:34143:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788687418.037529:0:34143:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788687418.037531:0:34143:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788687418.037534:0:34143:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788687418.037535:0:34143:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1788687418.037536:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53c98 00000080:00200000:2.0:1788687418.037538:0:34143:0:(file.c:2238:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:2.0:1788687418.037543:0:34143:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788687418.037544:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c97eadc8 -> ffff9b29c97eadc8 00000020:00000001:2.0:1788687418.037546:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c97eadc8 -> ffff9b29c97eadc8 00000020:00000001:2.0:1788687418.037548:0:34143:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788687418.037552:0:34143:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788687418.037556:0:34143:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788687418.037559:0:34143:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000001:2.0:1788687418.037560:0:34143:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788687418.037562:0:34143:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:2.0:1788687418.037564:0:34143:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=2 (1) m=1788687418 a=0 c=1788687418 b=11 00020000:00000001:2.0:1788687418.037567:0:34143:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687418.037569:0:34143:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=2 m=1788687418 a=0 c=1788687418 b=11 00020000:00000001:2.0:1788687418.037572:0:34143:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.037574:0:34143:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.037575:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c97eadc8 -> ffff9b29c97eadc8 00000080:00200000:2.0:1788687418.037578:0:34143:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 2 i_blocks 11 00000080:00000001:2.0:1788687418.037580:0:34143:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1788687418.037584:0:34143:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:2.0:1788687418.037587:0:34143:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:2.0:1788687418.037589:0:34143:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4ea0 00000020:00000001:2.0:1788687418.037592:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53d88 00000080:00000008:2.0:1788687418.037594:0:34143:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 2, count: 0, rc = 1 00000080:00000001:2.0:1788687418.037597:0:34143:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687418.037609:0:34143:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:2.0:1788687418.037611:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53e48 00000080:00200008:2.0:1788687418.037613:0:34143:0:(file.c:5384:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x200000404:0x30:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 0/1 00000080:00000001:2.0:1788687418.037620:0:34143:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:2.0:1788687418.037622:0:34143:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788687418.037624:0:34143:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687418.037625:0:34143:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509237928 : -110871200313688 : ffff9b29c97d4ea8) 00000020:00001000:2.0:1788687418.037628:0:34143:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4ea0 00000020:00000001:2.0:1788687418.037630:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c97eadc8 -> ffff9b29c97eadc8 00000020:00000001:2.0:1788687418.037632:0:34143:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788687418.037634:0:34143:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788687418.037636:0:34143:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788687418.037638:0:34143:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687418.037640:0:34143:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788687418.037641:0:34143:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687418.037644:0:34143:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff9b29d023cbf0 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1788687418.037647:0:34143:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000001:2.0:1788687418.037649:0:34143:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788687418.037650:0:34143:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788687418.037652:0:34143:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788687418.037653:0:34143:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.037656:0:34143:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788687418.037658:0:34143:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788687418.037659:0:34143:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.037661:0:34143:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687418.037661:0:34143:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788687418.037663:0:34143:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788687418.037664:0:34143:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00000020:00000001:2.0:1788687418.037666:0:34143:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.037668:0:34143:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788687418.037669:0:34143:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788687418.037671:0:34143:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788687418.037673:0:34143:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788687418.037675:0:34143:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788687418.037678:0:34143:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687418.037679:0:34143:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788687418.037681:0:34143:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687418.037682:0:34143:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:2.0:1788687418.037685:0:34143:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:2.0:1788687418.037686:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea850 -> ffff9b29c97eadc8 00000020:00000001:2.0:1788687418.037688:0:34143:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788687418.037690:0:34143:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687418.037691:0:34143:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788687418.037692:0:34143:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.037694:0:34143:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.037695:0:34143:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:2.0:1788687418.037697:0:34143:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788687418.037699:0:34143:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.037700:0:34143:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.037702:0:34143:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.037704:0:34143:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788687418.037705:0:34143:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788687418.037706:0:34143:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687418.037708:0:34143:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788687418.037709:0:34143:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788687418.037710:0:34143:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.037712:0:34143:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.037713:0:34143:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.037715:0:34143:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.037716:0:34143:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788687418.037717:0:34143:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.037719:0:34143:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.037720:0:34143:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1788687418.037722:0:34143:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788687418.037723:0:34143:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687418.037724:0:34143:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788687418.037725:0:34143:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1788687418.037728:0:34143:0:(osc_cache.c:3353:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1788687418.037733:0:34143:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1788687418.037735:0:34143:0:(osc_cache.c:1904:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1788687418.037736:0:34143:0:(osc_cache.c:1905:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788687418.037739:0:34143:0:(osc_cache.c:2412:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1788687418.037741:0:34143:0:(osc_cache.c:2373:osc_next_obj()) Process entered 00000008:00000001:2.0:1788687418.037743:0:34143:0:(osc_cache.c:2381:osc_next_obj()) Process leaving (rc=18446633202448416768 : -110871261134848 : ffff9b29c5dd4000) 00000008:00000020:2.0:1788687418.037747:0:34143:0:(osc_cache.c:2417:osc_check_rpcs()) obj ffff9b29c5dd4000 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:2.0:1788687418.037750:0:34143:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1788687418.037751:0:34143:0:(osc_cache.c:1904:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:2.0:1788687418.037753:0:34143:0:(osc_cache.c:1905:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788687418.037755:0:34143:0:(osc_cache.c:2237:osc_send_write_rpc()) Process entered 00000008:00000001:2.0:1788687418.037757:0:34143:0:(osc_cache.c:2094:try_to_add_extent_for_io()) Process entered 00000008:00000020:2.0:1788687418.037760:0:34143:0:(osc_cache.c:2098:try_to_add_extent_for_io()) extent ffff9b29c58fe9c0@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff9b29c5dd4000], [1703936|1|+|-|ffff9b29c97a4e00|256|0000000000000000]} trying to add this extent 00000008:00010000:2.0:1788687418.037767:0:34143:0:(osc_cache.c:2098:try_to_add_extent_for_io()) ### extent: 000000007145f61e ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:2.0:1788687418.037775:0:34143:0:(osc_cache.c:2147:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:2.0:1788687418.037778:0:34143:0:(osc_cache.c:1950:osc_update_pending()) obj ffff9b29c5dd4000 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:2.0:1788687418.037782:0:34143:0:(osc_cache.c:1190:osc_extent_make_ready()) Process entered 00000008:00000001:2.0:1788687418.037785:0:34143:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1788687418.037789:0:34143:0:(osc_cache.c:1198:osc_extent_make_ready()) extent ffff9b29c58fe9c0@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff9b29c5dd4000], [1703936|1|+|-|ffff9b29c97a4e00|256|ffff9b29c63a4f80]} make ready 00000008:00010000:2.0:1788687418.037795:0:34143:0:(osc_cache.c:1198:osc_extent_make_ready()) ### extent: 000000007145f61e ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:2.0:1788687418.037801:0:34143:0:(osc_cache.c:1382:osc_make_ready()) Process entered 00000020:00000001:2.0:1788687418.037804:0:34143:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:2.0:1788687418.037817:0:34143:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000cb8cd11d[2 000000008cb419b7 1 1 0000000000000000 0 0 0] 00000020:00008000:2.0:1788687418.037819:0:34143:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:2.0:1788687418.037820:0:34143:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:2.0:1788687418.037822:0:34143:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788687418.037823:0:34143:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788687418.037824:0:34143:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788687418.037826:0:34143:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788687418.037827:0:34143:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788687418.037829:0:34143:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cb8cd11d[2 000000008cb419b7 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788687418.037831:0:34143:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1788687418.037832:0:34143:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788687418.037833:0:34143:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1788687418.037836:0:34143:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000cb8cd11d[2 000000008cb419b7 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788687418.037838:0:34143:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1788687418.037839:0:34143:0:(osc_cache.c:1386:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.037842:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000020:00000001:2.0:1788687418.037844:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000020:00000001:2.0:1788687418.037846:0:34143:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1788687418.037848:0:34143:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.037850:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000008:00000001:2.0:1788687418.037852:0:34143:0:(osc_cache.c:1251:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687418.037854:0:34143:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:2.0:1788687418.037858:0:34143:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9b29e019e800: cli: ffff9b29c9715568 unstable pages: 0, osc unstable pages: 0 00000008:00000010:2.0:1788687418.037865:0:34143:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 8 at ffff9b29c4d9a8e8. 00000008:00000010:2.0:1788687418.037870:0:34143:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9b29c50d2a90. 00000020:00000001:2.0:1788687418.037874:0:34143:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1788687418.037876:0:34143:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1788687418.037877:0:34143:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1788687418.037880:0:34143:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788687418/1788687418 00000020:00000001:2.0:1788687418.037883:0:34143:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1788687418.037885:0:34143:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:2.0:1788687418.037899:0:34143:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:2.0:1788687418.037902:0:34143:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:2.0:1788687418.037904:0:34143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687418.037949:0:34143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 2 00010000:00000001:2.0:1788687418.037953:0:34143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687418.037957:0:34143:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788687418.037960:0:34143:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788687418.037963:0:34143:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687418.037967:0:34143:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687418.037970:0:34143:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788687418.037978:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.037979:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788687418.037982:0:34143:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788687418.037984:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687418.037986:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687418.037987:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4e00 refcount=3 00000020:00000001:2.0:1788687418.037989:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:2.0:1788687418.037992:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00000008:00000001:2.0:1788687418.037995:0:34143:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:2.0:1788687418.037998:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.037999:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1788687418.038000:0:34143:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:2.0:1788687418.038002:0:34143:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:2.0:1788687418.038009:0:34143:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e9880. 00000020:00000040:2.0:1788687418.038013:0:34143:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:2.0:1788687418.038021:0:34143:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687418.038025:0:34143:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687418.038028:0:34143:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687418.038036:0:34143:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c5d74800. 00000100:00000001:2.0:1788687418.038045:0:34143:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1788687418.038053:0:34143:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 2 00000008:00000020:2.0:1788687418.038058:0:34143:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9b29e019e800: dirty: 1703936 undirty: 485097472 dropped 0 grant: 2097152 cl_lost_grant 0 00000008:00000001:2.0:1788687418.038065:0:34143:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:2.0:1788687418.038102:0:34143:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 8427 MB/s 00000008:00008000:2.0:1788687418.038109:0:34143:0:(osc_request.c:1346:osc_checksum_bulk()) page fffff53744931180 map ffff9b29d8590278 index 0 flags 17ffffc0005028 count 2 priv ffff9b29c31768c0: off 0 00000008:00000001:2.0:1788687418.038120:0:34143:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:2.0:1788687418.038122:0:34143:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: c9a4775b (4) 00000008:00100000:2.0:1788687418.038126:0:34143:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9b29c42e9880 - object 0x240000400:66 offset 0<>2 00000008:00000001:2.0:1788687418.038128:0:34143:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.038130:0:34143:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1788687418.038131:0:34143:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1788687418.038133:0:34143:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1788687418.038134:0:34143:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788687418/1788687418 00000020:00000001:2.0:1788687418.038136:0:34143:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1788687418.038137:0:34143:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:2.0:1788687418.038138:0:34143:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:2.0:1788687418.038140:0:34143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687418.038142:0:34143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420193408 : -110871289358208 : ffff9b29c42e9880) 00000008:00000002:2.0:1788687418.038156:0:34143:0:(osc_request.c:2976:osc_build_rpc()) @@@ 1 pages, aa 00000000d293fb79, now 0r/1w/0d in flight req@ffff9b29c42e9880 x1875572824552704/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:2.0:1788687418.038164:0:34143:0:(osc_request.c:2988:osc_build_rpc()) [0x200000404:0x30:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:2.0:1788687418.038172:0:34143:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa3a1561] to pc [ptlrpcd_01_01+1] req@ffff9b29c42e9880 x1875572824552704/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788687418.038206:0:34143:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:2.0:1788687418.038209:0:34143:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687418.038210:0:34143:0:(osc_cache.c:2286:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687418.038212:0:34143:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788687418.038213:0:34143:0:(osc_cache.c:1921:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687418.038215:0:34143:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788687418.038216:0:34143:0:(osc_cache.c:1894:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687418.038218:0:34143:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788687418.038219:0:34143:0:(osc_cache.c:1921:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687418.038222:0:34143:0:(osc_cache.c:2373:osc_next_obj()) Process entered 00000008:00000001:2.0:1788687418.038224:0:34143:0:(osc_cache.c:2403:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687418.038225:0:34143:0:(osc_cache.c:2476:osc_check_rpcs()) Process leaving 00000008:00000020:2.0:1788687418.038228:0:34143:0:(osc_cache.c:3493:osc_cache_writeback_range()) obj ffff9b29c5dd4000 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:2.0:1788687418.038232:0:34143:0:(osc_cache.c:3508:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788687418.038234:0:34143:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.038236:0:34143:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.038238:0:34143:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.038239:0:34143:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.038241:0:34143:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.038242:0:34143:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788687418.038245:0:34143:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788687418.038246:0:34143:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788687418.038247:0:34143:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:2.0:1788687418.038249:0:34143:0:(osc_cache.c:3288:osc_cache_wait_range()) Process entered 00000008:00000001:2.0:1788687418.038252:0:34143:0:(osc_cache.c:978:osc_extent_wait()) Process entered 00000008:00000001:2.0:1788687418.038254:0:34143:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687418.038406:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687418.038413:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687418.038416:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687418.038425:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e9880 x1875572824552704/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.038434:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687418.038437:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687418.038442:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687418.038445:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687418.038447:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687418.038451:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824552704:192.168.203.144@tcp:4:multiop.0 00000100:00000001:3.0:1788687418.038457:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687418.038464:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687418.038467:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687418.038469:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687418.038476:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c43bcc00. 02000000:00000001:3.0:1788687418.038478:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687418.038488:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687418.038492:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4948. 00000400:00000010:3.0:1788687418.038501:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0440. 00000100:00000200:3.0:1788687418.038510:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824552704, portal 4 00000100:00000001:3.0:1788687418.038512:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687418.038514:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420193408 : -110871289358208 : ffff9b29c42e9880) 00000100:00000040:3.0:1788687418.038522:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42e9880 x1875572824552704/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1788687434 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.038529:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687418.038532:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687418.038535:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0c38. 00000100:00000200:3.0:1788687418.038538:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1875572824552704, offset 0 00000400:00000200:3.0:1788687418.038544:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687418.038555:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.038563:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687418.038570:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687418.038574:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687418.038579:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687418.038581:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687418.038585:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2572:2572:256:4294967295] 192.168.203.144@tcp LPNI seq info [2572:2572:8:4294967295] 00000400:00000200:3.0:1788687418.038590:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.038600:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687418.038608:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687418.038615:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ab00. 00000800:00000200:3.0:1788687418.038623:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687418.038633:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687418.038639:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ab00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:3.0:1788687418.038657:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687418.038662:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20560 usecs (21 jiffies) 00000400:00000200:3.0:1788687418.038665:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687418.038668:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296544064 00000100:00000010:3.0:1788687418.038674:0:2370:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c97abcc0. 00000100:00000001:3.0:1788687418.038683:0:2370:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788687418.038689:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296544064 00000100:00000010:3.0:1788687418.038693:0:2370:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c97ab000. 00000100:00000001:3.0:1788687418.038697:0:2370:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788687418.038700:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687418.038703:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.038707:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.038709:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.038717:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687418.038719:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788687418.038722:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687418.038723:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687418.038725:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.038728:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.038739:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687418.038742:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687418.039193:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687418.039199:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ab00. 00000400:00000200:2.0:1788687418.039206:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687418.039213:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687418.039220:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0c38 00000400:00000010:2.0:1788687418.039223:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0c38. 00000100:00000001:2.0:1788687418.039228:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687418.039233:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e9880 x1875572824552704/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1788687434 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.039254:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687418.039258:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e9880 x1875572824552704/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1788687434 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.039266:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.039267:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687418.047309:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.047335:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687418.047341:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.047344:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687418.047357:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.047367:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687418.047378:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.047384:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.047390:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.047396:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f53500 00000400:00000200:3.0:1788687418.047403:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.047409:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x70cd [1] + 224 00000800:00000001:3.0:1788687418.047418:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.047425:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687418.047429:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687418.047434:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687418.047445:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687418.047457:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e9880 x1875572824552704/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1788687434 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687418.047469:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=448 req@ffff9b29c42e9880 x1875572824552704/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.047495:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687418.047504:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.047508:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.047524:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687418.047529:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687418.047541:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687418.047544:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687418.047547:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4948. 00000400:00000200:3.0:1788687418.047553:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0440 00000400:00000010:3.0:1788687418.047556:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0440. 00000100:00000001:3.0:1788687418.047560:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687418.047564:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e9880 x1875572824552704/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687418.047574:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e9880 x1875572824552704/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/448 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.047581:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687418.047583:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.047586:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687418.047590:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687418.047592:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687418.047595:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687418.047598:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687418.047610:0:2370:0:(import.c:2195:obd_at_measure()) add 0 to ffff9b29c3ec74a8 time=39 v=5 (5 0 0 0) 00000100:00001000:3.0:1788687418.047614:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687418.047617:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1788687418.047621:0:2370:0:(client.c:1505:ptlrpc_check_status()) lustre-OST0000-osc-ffff9b29e019e800: operation ost_write to node 192.168.203.144@tcp failed: rc = -107 00000100:00000001:3.0:1788687418.058986:0:2370:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1788687418.059003:0:2370:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1788687418.059011:0:2370:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff9b29e019e800 of lustre-OST0000_UUID@192.168.203.144@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1788687418.059019:0:2370:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7000 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788687418.059024:0:2370:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff9b29e019e800: Connection to lustre-OST0000 (at 192.168.203.144@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000040:2.0:1788687418.062338:0:25144:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296544064, at 4296544067 00000100:00000010:2.0:1788687418.062354:0:25144:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c97abcc0. 00000100:00000001:3.0:1788687418.078605:0:2370:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788687418.078615:0:2370:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1788687418.078618:0:2370:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.078623:0:2370:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788687418.078693:0:2370:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1788687418.078699:0:2370:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1788687418.078705:0:2370:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:3.0:1788687418.078714:0:2370:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff9b29e019e800: connect to NID 192.168.203.144@tcp last attempt 1859 00000400:00000200:3.0:1788687418.078725:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.078733:0:2370:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.144@tcp is discovered: rc = 1 00000100:00000040:3.0:1788687418.078739:0:2370:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 11 to 192.168.203.144@tcp 00000100:00000001:3.0:1788687418.078743:0:2370:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788687418.078745:0:2370:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00000100:00000001:3.0:1788687418.078748:0:2370:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000020:00000001:3.0:1788687418.078752:0:2370:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788687418.078754:0:2370:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e811318 00000020:00000001:3.0:1788687418.078757:0:2370:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.078761:0:2370:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c52f0800 refcount=4 00000020:00000001:3.0:1788687418.078764:0:2370:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000020:00000001:3.0:1788687418.078767:0:2370:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000100:00000040:3.0:1788687418.078769:0:2370:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 11 to 192.168.203.144@tcp 00000100:00000001:3.0:1788687418.078772:0:2370:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788687418.078773:0:2370:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00000100:00000001:3.0:1788687418.078776:0:2370:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000020:00000040:3.0:1788687418.078779:0:2370:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c52f0800 : new refcount 3 00000100:00080000:3.0:1788687418.078783:0:2370:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-ffff9b29e019e800: import ffff9b29c3ec7000 using connection 192.168.203.144@tcp/192.168.203.144@tcp 00000100:00000001:3.0:1788687418.078786:0:2370:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687418.078789:0:2370:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:3.0:1788687418.078875:0:26149:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296544064, at 4296544083 00000100:00000010:3.0:1788687418.078887:0:26149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c97ab000. 02000000:00000001:2.0:1788687418.079077:0:2370:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687418.079082:0:2370:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.079086:0:2370:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788687418.079090:0:2370:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683394 ocd_grant: 1703936, lost: 0. 00000008:00000001:2.0:1788687418.079102:0:2370:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.079105:0:2370:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687418.079119:0:2370:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42ea680. 00000020:00000040:2.0:1788687418.079125:0:2370:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=4 obd=lustre-OST0000-osc-ffff9b29e019e800 02000000:00000001:2.0:1788687418.079131:0:2370:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788687418.079133:0:2370:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.079137:0:2370:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687418.079140:0:2370:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687418.079145:0:2370:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687418.079156:0:2370:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c63d7000. 00000100:00000001:2.0:1788687418.079165:0:2370:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687418.079178:0:2370:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b29c42ea680 x1875572824552832/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687418.079190:0:2370:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687418.079195:0:2370:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687418.079201:0:2370:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048f02943] to pc [ptlrpcd_rcv+-1] req@ffff9b29c42ea680 x1875572824552832/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687418.079224:0:2370:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.079228:0:2370:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1788687418.079232:0:2370:0:(client.c:1715:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1788687418.079236:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687418.079239:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687418.079250:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687418.079252:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687418.079255:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687418.079258:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687418.079261:0:2370:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687418.079264:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687418.079267:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687418.079270:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.079273:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.079497:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687418.079503:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687418.079506:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687418.079514:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42ea680 x1875572824552832/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.079531:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687418.079533:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687418.079538:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687418.079540:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687418.079543:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687418.079547:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824552832:192.168.203.144@tcp:8:ptlrpcd_01_01.0 00000100:00000001:1.0:1788687418.079552:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687418.079558:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687418.079561:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687418.079564:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687418.079571:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6911c00. 02000000:00000001:1.0:1788687418.079573:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687418.079581:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687418.079586:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150108. 00000400:00000010:1.0:1788687418.079596:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcaa0. 00000100:00000200:1.0:1788687418.079605:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824552832, portal 4 00000100:00000001:1.0:1788687418.079608:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687418.079610:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420196992 : -110871289354624 : ffff9b29c42ea680) 00000100:00000040:1.0:1788687418.079619:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42ea680 x1875572824552832/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.079627:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687418.079629:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687418.079633:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc6e8. 00000100:00000200:1.0:1788687418.079637:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875572824552832, offset 0 00000400:00000200:1.0:1788687418.079644:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687418.079655:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687418.079662:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687418.079668:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687418.079672:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687418.079677:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687418.079679:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687418.079684:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2573:2573:256:4294967295] 192.168.203.144@tcp LPNI seq info [2573:2573:8:4294967295] 00000400:00000200:1.0:1788687418.079688:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687418.079700:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687418.079707:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687418.079714:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c995ef00. 00000800:00000200:1.0:1788687418.079722:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687418.079732:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687418.079738:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c995ef00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788687418.079758:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687418.079764:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20521 usecs (21 jiffies) 00000400:00000200:1.0:1788687418.079768:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687418.079770:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296544105 00000100:00000010:1.0:1788687418.079776:0:2366:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c974ea20. 00000100:00000001:1.0:1788687418.079783:0:2366:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788687418.079793:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296544105 00000100:00000010:1.0:1788687418.079796:0:2366:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c974ecc0. 00000100:00000001:1.0:1788687418.079799:0:2366:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788687418.079805:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687418.079807:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.079810:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.079812:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687418.079817:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687418.079818:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788687418.079820:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687418.079821:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687418.079823:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.079824:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687418.080216:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687418.080222:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c995ef00. 00000400:00000200:2.0:1788687418.080228:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687418.080235:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687418.080241:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc6e8 00000400:00000010:2.0:1788687418.080244:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc6e8. 00000100:00000001:2.0:1788687418.080249:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687418.080255:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42ea680 x1875572824552832/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687418.080265:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687418.080268:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42ea680 x1875572824552832/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687428 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687418.080277:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.080279:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1788687418.104087:0:26149:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296544105, at 4296544109 00000100:00000010:3.0:1788687418.104120:0:26149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c974ecc0. 00000100:00000040:2.0:1788687418.104359:0:25144:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296544105, at 4296544109 00000100:00000010:2.0:1788687418.104367:0:25144:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c974ea20. 00000800:00000001:2.0:1788687418.104391:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.104408:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687418.104412:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.104415:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.104425:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.104435:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687418.104445:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.104452:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.104458:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.104463:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 416 into portal 4 MB=0x6a9d2d3f53580 00000400:00000200:2.0:1788687418.104469:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.104477:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 416/416 into md 0x70dd [1] + 0 00000800:00000001:2.0:1788687418.104486:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.104495:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.104499:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687418.104504:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687418.104514:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687418.104526:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42ea680 x1875572824552832/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687428 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687418.104539:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9b29c42ea680 x1875572824552832/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687418.104566:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687418.104577:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.104580:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687418.104662:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687418.104668:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687418.104676:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687418.104678:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687418.104682:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150108. 00000400:00000200:1.0:1788687418.104688:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcaa0 00000400:00000010:1.0:1788687418.104691:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcaa0. 00000100:00000001:1.0:1788687418.104695:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687418.104700:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42ea680 x1875572824552832/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687418.104709:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42ea680 x1875572824552832/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687428 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.104715:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687418.104717:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687418.104719:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687418.104723:0:2366:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687418.104725:0:2366:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687418.104728:0:2366:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687418.104732:0:2366:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687418.104743:0:2366:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=40 v=5 (5 5 5 16) 00000100:00001000:1.0:1788687418.104748:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687418.104751:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687418.104753:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.104757:0:2366:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687418.104761:0:2366:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.104766:0:2366:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687418.104769:0:2366:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967345 00000100:00000001:1.0:1788687418.104771:0:2366:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687418.104773:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687418.104779:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42ea680 x1875572824552832/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1788687428 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.104787:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687418.104790:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687418.104792:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687418.104795:0:2366:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788687418.104802:0:2366:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9b29e019e800: connect to target with instance 1 00000020:00000001:1.0:1788687418.104806:0:2366:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788687418.104808:0:2366:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e811318 00000020:00000001:1.0:1788687418.104811:0:2366:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687418.104815:0:2366:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c52f0800 refcount=4 00000020:00000001:1.0:1788687418.104818:0:2366:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000020:00000001:1.0:1788687418.104821:0:2366:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000100:00001000:1.0:1788687418.104825:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=1788687418 v=0 (0 0 0 0) 00000100:00001000:1.0:1788687418.104828:0:2366:0:(import.c:2261:obd_at_measure()) AT ffff9b29c3ec7418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788687418.104833:0:2366:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 326, crc32c 8427, adler 379 00000020:00000040:1.0:1788687418.104841:0:2366:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c52f0800 : new refcount 3 00000100:00000001:1.0:1788687418.104843:0:2366:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788687418.104848:0:2366:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:1.0:1788687418.104852:0:2366:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9b29e019e800, setting cl_avail_grant: 393216 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:1.0:1788687418.104856:0:2366:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788687418.104860:0:2366:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:1.0:1788687418.104864:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788687418.104867:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687418.104871:0:2366:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687418.104873:0:2366:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687418.104875:0:2366:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.104877:0:2366:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788687418.104883:0:2366:0:(import.c:1382:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff9b29e019e800: evicting (reconnect/recover flags not set: 4) req@ffff9b29c42ea680 x1875572824552832/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1788687428 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788687418.104899:0:2366:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1788687418.104904:0:2366:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:1.0:1788687418.104927:0:2366:0:(import.c:1707:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9b29e019e800: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:1.0:1788687418.122516:0:2366:0:(import.c:1718:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.203.144@tcp; invalidating 00000020:00000040:1.0:1788687418.122525:0:2366:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=5 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:3.0:1788687418.124759:0:2366:0:(import.c:1739:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.124772:0:2366:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687418.124793:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42ea680 x1875572824552832/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1788687428 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687418.124808:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824552832:192.168.203.144@tcp:8:ptlrpcd_01_01.0 00000100:00000001:3.0:1788687418.124823:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.124828:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.124832:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42ea680 x1875572824552832/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1788687428 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687418.124840:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687418.124844:0:2366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687418.124849:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6911c00. 02000000:00000001:3.0:1788687418.124853:0:2366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687418.124857:0:2366:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687418.124859:0:2366:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=4 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:3.0:1788687418.124862:0:2366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687418.124865:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c63d7000. 02000000:00000001:3.0:1788687418.124869:0:2366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687418.124871:0:2366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687418.124875:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42ea680. 00000100:00000001:3.0:1788687418.124880:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687418.124882:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.124885:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.124902:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687418.124948:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.124952:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687418.124954:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.125376:0:34156:0:(import.c:1638:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:1.0:1788687418.125390:0:34156:0:(import.c:1642:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff9b29e019e800 to lustre-OST0000_UUID@192.168.203.144@tcp 00000100:00000001:1.0:1788687418.125395:0:34156:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1788687418.125396:0:34156:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1788687418.125399:0:34156:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1788687418.125408:0:34156:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9b29c42e9880 x1875572824552704/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/224 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687418.125432:0:34156:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788687418.125435:0:34156:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: committing for last_committed 4294967345 gen 17 00000100:00000040:1.0:1788687418.125438:0:34156:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1788687418.125441:0:34156:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687418.125443:0:34156:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1788687418.125445:0:34156:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1788687418.125447:0:34156:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788687418.125450:0:34156:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788687418.125461:0:34156:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788687418.125466:0:34156:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1788687418.125469:0:34156:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788687418.125472:0:34156:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9b29c9713ba8 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:1.0:1788687418.125479:0:34156:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:1.0:1788687418.125482:0:34156:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 230d04438e811318 00020000:00000001:1.0:1788687418.125485:0:34156:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.125490:0:34156:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788687418.125493:0:34156:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687418.125496:0:34156:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687418.125499:0:34156:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687418.125501:0:34156:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.125503:0:34156:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:1.0:1788687418.125506:0:34156:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1788687418.126229:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687418.126234:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687418.126239:0:2370:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687418.126251:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e9880 x1875572824552704/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/224 e 0 to 0 dl 1788687434 ref 2 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.126260:0:2370:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1788687418.126263:0:2370:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.126266:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687418.126268:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788687418.126271:0:2370:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:3.0:1788687418.126274:0:2370:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:00000040:3.0:1788687418.126277:0:2370:0:(osc_request.c:2175:osc_brw_fini_request()) @@@ Failed request: rc = -5 req@ffff9b29c42e9880 x1875572824552704/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/224 e 0 to 0 dl 1788687434 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1788687418.126284:0:2370:0:(osc_request.c:2176:osc_brw_fini_request()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000008:00000002:3.0:1788687418.126287:0:2370:0:(osc_request.c:2586:brw_interpret()) request ffff9b29c42e9880 aa ffff9b29c42e9a30 rc -5 00000008:00080000:3.0:1788687418.126291:0:2370:0:(osc_request.c:2601:brw_interpret()) lustre-OST0000-osc-ffff9b29e019e800: resend cross eviction for object: 0x240000400:66: rc = -5. 00000008:00000010:3.0:1788687418.126295:0:2370:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9b29c50d2a90. 00000100:00000001:3.0:1788687418.126302:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.126306:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e9880 x1875572824552704/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/224 e 0 to 0 dl 1788687434 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.126312:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687418.126318:0:2370:0:(osc_cache.c:905:osc_extent_finish()) Process entered 00000008:00000020:3.0:1788687418.126321:0:2370:0:(osc_cache.c:909:osc_extent_finish()) extent ffff9b29c58fe9c0@{[0 -> 255/255], [3|0|-|rpc|wiuY|ffff9b29c5dd4000], [1703936|1|+|+|ffff9b29c97a4e00|256|ffff9b29c63a4f80]} extent finished. 00000008:00010000:3.0:1788687418.126331:0:2370:0:(osc_cache.c:909:osc_extent_finish()) ### extent: 000000007145f61e ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:3.0:1788687418.126347:0:2370:0:(osc_cache.c:1431:osc_completion()) Process entered 00000020:00000001:3.0:1788687418.126350:0:2370:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:3.0:1788687418.126357:0:2370:0:(cl_page.c:1104:cl_page_complete()) page@00000000cb8cd11d[2 000000008cb419b7 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788687418.126359:0:2370:0:(cl_page.c:1104:cl_page_complete()) 1 -5 00000020:00000001:3.0:1788687418.126361:0:2370:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1788687418.126362:0:2370:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1788687418.126365:0:2370:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788687418.126368:0:2370:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cb8cd11d[2 000000008cb419b7 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788687418.126369:0:2370:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1788687418.126371:0:2370:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1788687418.126374:0:2370:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1788687418.126379:0:2370:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000cb8cd11d[2 000000008cb419b7 1 1 0000000000000000 0 0 0] 00000080:00008000:3.0:1788687418.126380:0:2370:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with -5 00000080:00000400:3.0:1788687418.126411:0:2370:0:(llite_lib.c:4342:ll_dirty_page_discard_warn()) lustre: dirty page discard: 192.168.203.144@tcp:/lustre/fid: [0x200000404:0x30:0x0]// may get corrupted (rc -5) 00000080:00000001:3.0:1788687418.154986:0:2370:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1788687418.154997:0:2370:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:3.0:1788687418.155001:0:2370:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788687418.155013:0:2370:0:(cl_page.c:556:cl_batch_put()) page@00000000cb8cd11d[2 000000008cb419b7 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788687418.155015:0:2370:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:3.0:1788687418.155017:0:2370:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1788687418.155019:0:2370:0:(osc_cache.c:1475:osc_completion()) Process leaving 00000008:00000020:3.0:1788687418.155025:0:2370:0:(osc_cache.c:1672:osc_free_grant()) lost 0 grant: 0 avail: 393216 dirty: 0/0 00000008:00000020:3.0:1788687418.155046:0:2370:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9b29c58fe9c0@{[0 -> 255/255], [2|0|-|inv|wuY|ffff9b29c5dd4000], [1703936|0|-|-|ffff9b29c97a4e00|256|ffff9b29c63a4f80]} destroyed. 00000008:00010000:3.0:1788687418.155058:0:2370:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000007145f61e ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:3.0:1788687418.155071:0:2370:0:(osc_cache.c:956:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1788687418.155076:0:2370:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 8 at ffff9b29c4d9a8e8. 00000008:00000020:3.0:1788687418.155098:0:2370:0:(osc_cache.c:2492:__osc_io_unplug()) Queue writeback work for client ffff9b29c9715568. 00000008:00000001:3.0:1788687418.155104:0:2370:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:3.0:1788687418.155121:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e9880 x1875572824552704/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/224 e 0 to 0 dl 1788687434 ref 1 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687418.155134:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824552704:192.168.203.144@tcp:4:multiop.0 00000100:00000001:3.0:1788687418.155152:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.155157:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.155162:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e9880 x1875572824552704/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 496/224 e 0 to 0 dl 1788687434 ref 1 fl Complete:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.155170:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687418.155174:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687418.155178:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c43bcc00. 02000000:00000001:3.0:1788687418.155182:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687418.155184:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687418.155186:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:3.0:1788687418.155189:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687418.155192:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c5d74800. 02000000:00000001:3.0:1788687418.155195:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687418.155198:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687418.155200:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e9880. 00000100:00000001:3.0:1788687418.155204:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687418.155206:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.155209:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.155218:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687418.155220:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.155223:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687418.155226:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.155284:0:26149:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788687418.155288:0:26149:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202764009480 : -110870945542136 : ffff9b29d8acd008) 00000020:00001000:3.0:1788687418.155292:0:26149:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d8acd000 00000008:00000020:3.0:1788687418.155294:0:26149:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff9b29c9715568. 00000008:00000001:3.0:1788687418.155298:0:26149:0:(osc_cache.c:2412:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1788687418.155300:0:26149:0:(osc_cache.c:2373:osc_next_obj()) Process entered 00000008:00000001:3.0:1788687418.155303:0:26149:0:(osc_cache.c:2403:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687418.155305:0:26149:0:(osc_cache.c:2476:osc_check_rpcs()) Process leaving 00000020:00001000:3.0:1788687418.155307:0:26149:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d8acd000 00000008:00000001:2.0:1788687418.155899:0:34143:0:(osc_cache.c:1032:osc_extent_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1788687418.155930:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.155934:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1788687418.155940:0:34143:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9b29c58fe9c0. 00000008:00000020:2.0:1788687418.155949:0:34143:0:(osc_cache.c:3325:osc_cache_wait_range()) obj ffff9b29c5dd4000 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1788687418.155952:0:34143:0:(osc_cache.c:3326:osc_cache_wait_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:2.0:1788687418.155957:0:34143:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788687418.155961:0:34143:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.155964:0:34143:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1788687418.155968:0:34143:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788687418.155972:0:34143:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788687418.155975:0:34143:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788687418.155979:0:34143:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687418.155981:0:34143:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788687418.155982:0:34143:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788687418.155984:0:34143:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.155987:0:34143:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.155989:0:34143:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788687418.155990:0:34143:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788687418.155992:0:34143:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788687418.155994:0:34143:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788687418.155996:0:34143:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788687418.155998:0:34143:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788687418.155999:0:34143:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687418.156000:0:34143:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788687418.156001:0:34143:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788687418.156003:0:34143:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.156005:0:34143:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.156007:0:34143:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788687418.156008:0:34143:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788687418.156010:0:34143:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:2.0:1788687418.156014:0:34143:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788687418.156016:0:34143:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788687418.156019:0:34143:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788687418.156020:0:34143:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788687418.156021:0:34143:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788687418.156023:0:34143:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00020000:00000001:2.0:1788687418.156027:0:34143:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788687418.156029:0:34143:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788687418.156032:0:34143:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788687418.156035:0:34143:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788687418.156038:0:34143:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788687418.156039:0:34143:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788687418.156041:0:34143:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4ea0 00000080:00000001:2.0:1788687418.156044:0:34143:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:2.0:1788687418.156048:0:34143:0:(rw.c:1554:ll_writepages()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:2.0:1788687418.156057:0:34143:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788687418.156059:0:34143:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000002:2.0:1788687418.156065:0:34143:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000001:2.0:1788687418.156068:0:34143:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000002:2.0:1788687418.156072:0:34143:0:(file.c:5353:ll_mdsync()) inode ffff9b29d85900c8 metadata sync [0x200000404:0x30:0x0] (need_sync=0) 00000080:00000001:2.0:1788687418.156076:0:34143:0:(pcc.c:2839:pcc_fsync()) Process entered 00000080:00000001:2.0:1788687418.156078:0:34143:0:(pcc.c:2842:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.156081:0:34143:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788687418.156082:0:34143:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687418.156084:0:34143:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509237928 : -110871200313688 : ffff9b29c97d4ea8) 00000020:00001000:2.0:1788687418.156086:0:34143:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4ea0 00000020:00000001:2.0:1788687418.156091:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c97eadc8 -> ffff9b29c97eadc8 00000020:00000001:2.0:1788687418.156104:0:34143:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788687418.156106:0:34143:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788687418.156108:0:34143:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788687418.156111:0:34143:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687418.156113:0:34143:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788687418.156115:0:34143:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687418.156118:0:34143:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff9b29d023cbf0 type 6 ignore/verify layout 0/0 00020000:00000002:2.0:1788687418.156121:0:34143:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000001:2.0:1788687418.156124:0:34143:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788687418.156126:0:34143:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788687418.156128:0:34143:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788687418.156130:0:34143:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.156133:0:34143:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788687418.156136:0:34143:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788687418.156138:0:34143:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.156139:0:34143:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687418.156140:0:34143:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788687418.156141:0:34143:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788687418.156143:0:34143:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00000020:00000001:2.0:1788687418.156145:0:34143:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.156147:0:34143:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788687418.156149:0:34143:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788687418.156151:0:34143:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788687418.156154:0:34143:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788687418.156159:0:34143:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:2.0:1788687418.156162:0:34143:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687418.156164:0:34143:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788687418.156165:0:34143:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687418.156167:0:34143:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:2.0:1788687418.156169:0:34143:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:2.0:1788687418.156172:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea850 -> ffff9b29c97eadc8 00000020:00000001:2.0:1788687418.156173:0:34143:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788687418.156177:0:34143:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687418.156178:0:34143:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788687418.156179:0:34143:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.156181:0:34143:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.156184:0:34143:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:2.0:1788687418.156187:0:34143:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788687418.156188:0:34143:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.156191:0:34143:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.156193:0:34143:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.156195:0:34143:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788687418.156197:0:34143:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788687418.156198:0:34143:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687418.156199:0:34143:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788687418.156201:0:34143:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788687418.156202:0:34143:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.156204:0:34143:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.156205:0:34143:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.156207:0:34143:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.156208:0:34143:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788687418.156209:0:34143:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.156211:0:34143:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.156212:0:34143:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1788687418.156214:0:34143:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788687418.156215:0:34143:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687418.156216:0:34143:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788687418.156219:0:34143:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1788687418.156222:0:34143:0:(osc_cache.c:3353:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1788687418.156227:0:34143:0:(osc_cache.c:3493:osc_cache_writeback_range()) obj ffff9b29c5dd4000 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=0. 00000008:00000001:2.0:1788687418.156231:0:34143:0:(osc_cache.c:3508:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687418.156233:0:34143:0:(osc_cache.c:3288:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1788687418.156235:0:34143:0:(osc_cache.c:3325:osc_cache_wait_range()) obj ffff9b29c5dd4000 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1788687418.156237:0:34143:0:(osc_cache.c:3326:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687418.156239:0:34143:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:2.0:1788687418.156242:0:34143:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788687418.156245:0:34143:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788687418.156246:0:34143:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788687418.156248:0:34143:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788687418.156250:0:34143:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788687418.156251:0:34143:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788687418.156254:0:34143:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:2.0:1788687418.156264:0:34143:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8000. 00000020:00000040:2.0:1788687418.156269:0:34143:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=4 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:2.0:1788687418.156274:0:34143:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687418.156279:0:34143:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687418.156288:0:34143:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687418.156299:0:34143:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c5d74e00. 00000100:00000001:2.0:1788687418.156309:0:34143:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.156321:0:34143:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687418.156327:0:34143:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687418.156339:0:34143:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff68e995] to pc [ptlrpcd_01_00+0] req@ffff9b29c42e8000 x1875572824552960/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788687418.156367:0:34143:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687418.156370:0:34143:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687418.156372:0:34143:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.156374:0:34143:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.156375:0:34143:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.156377:0:34143:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.156379:0:34143:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.156381:0:34143:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788687418.156382:0:34143:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788687418.156384:0:34143:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788687418.156385:0:34143:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1788687418.156511:0:34156:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788687418.156516:0:34156:0:(osc_request.c:3902:osc_import_event()) Process entered 00000001:00000001:1.0:1788687418.156520:0:34156:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788687418.156524:0:34156:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1788687418.156536:0:34156:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422f700 count: 2 00010000:00000001:1.0:1788687418.156543:0:34156:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788687418.156546:0:34156:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687418.156549:0:34156:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687418.156553:0:34156:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a4e00 refcount=3 00000020:00000001:1.0:1788687418.156555:0:34156:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:1.0:1788687418.156559:0:34156:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509041152 : -110871200510464 : ffff9b29c97a4e00) 00010000:00000001:1.0:1788687418.156563:0:34156:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687418.156570:0:34156:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80012e400000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:1.0:1788687418.156582:0:34156:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788687418.156584:0:34156:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687418.156587:0:34156:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:1.0:1788687418.156589:0:34156:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000008:00000001:1.0:1788687418.156591:0:34156:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788687418.156595:0:34156:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1788687418.156596:0:34156:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687418.156597:0:34156:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621090056 : -110871088461560 : ffff9b29d0280908) 00000020:00001000:1.0:1788687418.156599:0:34156:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280900 00000008:00000001:1.0:1788687418.156602:0:34156:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1788687418.156604:0:34156:0:(osc_cache.c:3807:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1788687418.156608:0:34156:0:(osc_cache.c:3823:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1788687418.156610:0:34156:0:(osc_cache.c:3871:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687418.156612:0:34156:0:(osc_cache.c:3353:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1788687418.156613:0:34156:0:(osc_cache.c:3288:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788687418.156615:0:34156:0:(osc_cache.c:3325:osc_cache_wait_range()) obj ffff9b29c5dd4000 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788687418.156618:0:34156:0:(osc_cache.c:3326:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788687418.156620:0:34156:0:(osc_cache.c:3493:osc_cache_writeback_range()) obj ffff9b29c5dd4000 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:1.0:1788687418.156623:0:34156:0:(osc_cache.c:3508:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788687418.156636:0:34156:0:(osc_lock.c:372:osc_lock_flush()) object ffff9b29c5dd4000: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1788687418.156639:0:34156:0:(osc_cache.c:3756:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1788687418.156641:0:34156:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000020:00000001:1.0:1788687418.156643:0:34156:0:(cl_object.c:143:cl_object_top()) ffff9b29c97eadc8 -> ffff9b29c97eadc8 00000020:00000001:1.0:1788687418.156645:0:34156:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788687418.156647:0:34156:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788687418.156649:0:34156:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788687418.156652:0:34156:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687418.156653:0:34156:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788687418.156655:0:34156:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788687418.156657:0:34156:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff9b29c5c6f080 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1788687418.156660:0:34156:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788687418.156662:0:34156:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788687418.156664:0:34156:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788687418.156666:0:34156:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788687418.156667:0:34156:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.156668:0:34156:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687418.156669:0:34156:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788687418.156671:0:34156:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1788687418.156672:0:34156:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687418.156674:0:34156:0:(osc_cache.c:3543:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1788687418.156678:0:34156:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788687418.156680:0:34156:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788687418.156682:0:34156:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1788687418.156685:0:34156:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788687418.156687:0:34156:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633202446954624 : -110871262596992 : ffff9b29c5c6f080) 00000020:00000001:1.0:1788687418.156689:0:34156:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788687418.156690:0:34156:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788687418.156693:0:34156:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788687418.156697:0:34156:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cb8cd11d[2 000000008cb419b7 1 1 00000000e59e3f11 0 0 0] 00000020:00000001:1.0:1788687418.156699:0:34156:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788687418.156700:0:34156:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1788687418.156702:0:34156:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1788687418.156703:0:34156:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.156707:0:34156:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1788687418.156708:0:34156:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1788687418.156710:0:34156:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788687418.156711:0:34156:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788687418.156713:0:34156:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788687418.156715:0:34156:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cb8cd11d[2 000000008cb419b7 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788687418.156717:0:34156:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1788687418.156718:0:34156:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1788687418.156719:0:34156:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1788687418.156721:0:34156:0:(osc_page.c:138:osc_page_delete()) ffff9b29c3176920 00000008:00000001:1.0:1788687418.156723:0:34156:0:(osc_cache.c:2756:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1788687418.156725:0:34156:0:(osc_cache.c:2759:osc_teardown_async_page()) teardown oap ffff9b29c3176930 page ffff9b29c3176920 at index 0. 00000008:00000001:1.0:1788687418.156727:0:34156:0:(osc_cache.c:2781:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687418.156733:0:34156:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1788687418.156735:0:34156:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff53744931180 index 0 00000020:00000001:1.0:1788687418.156739:0:34156:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1788687418.156740:0:34156:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1788687418.156752:0:34156:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788687418.156754:0:34156:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788687418.156755:0:34156:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788687418.156757:0:34156:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788687418.156758:0:34156:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788687418.156761:0:34156:0:(cl_page.c:556:cl_batch_put()) page@00000000cb8cd11d[1 000000008cb419b7 5 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788687418.156763:0:34156:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1788687418.156765:0:34156:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1788687418.156769:0:34156:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9b29c31768c0. 00000020:00000001:1.0:1788687418.156772:0:34156:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1788687418.156773:0:34156:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788687418.156824:0:34156:0:(osc_cache.c:3620:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788687418.156827:0:34156:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788687418.156829:0:34156:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788687418.156830:0:34156:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788687418.156831:0:34156:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788687418.156833:0:34156:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1788687418.156836:0:34156:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788687418.156837:0:34156:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1788687418.156838:0:34156:0:(osc_cache.c:3775:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788687418.156840:0:34156:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280900 00000008:00000001:1.0:1788687418.156843:0:34156:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.156845:0:34156:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00010000:00000001:1.0:1788687418.156848:0:34156:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1788687418.156851:0:34156:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.156853:0:34156:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000020:00000001:1.0:1788687418.156855:0:34156:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788687418.156858:0:34156:0:(osc_object.c:161:osc_attr_update()) set kms from 2to 0 00020000:00000001:1.0:1788687418.156861:0:34156:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788687418.156863:0:34156:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.156865:0:34156:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.156866:0:34156:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000020:00000001:1.0:1788687418.156867:0:34156:0:(cl_object.c:143:cl_object_top()) ffff9b29c97eadc8 -> ffff9b29c97eadc8 00000020:00000001:1.0:1788687418.156869:0:34156:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1788687418.156871:0:34156:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.156873:0:34156:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000008:00000001:1.0:1788687418.156876:0:34156:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788687418.156877:0:34156:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000008:00000001:1.0:1788687418.156880:0:34156:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687418.156883:0:34156:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788687418.156886:0:34156:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687418.156899:0:34156:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687418.156901:0:34156:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687418.156904:0:34156:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687418.156935:0:34156:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788687418.156939:0:34156:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a4e00 with handle 0x230d04438e811ef6 from hash 00010000:00000001:1.0:1788687418.156942:0:34156:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687418.156944:0:34156:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.156945:0:34156:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.156947:0:34156:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687418.156951:0:34156:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687418.156953:0:34156:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788687418.156956:0:34156:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.156957:0:34156:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.156958:0:34156:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.156960:0:34156:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687418.156963:0:34156:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 0000000098e8551c/0x230d04438e811ef6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80496f400000000 nid: local remote: 0x59c08f76ab1d2cc2 expref: -99 pid: 34143 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000010:1.0:1788687418.156972:0:34156:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29d099b200. 00010000:00000001:1.0:1788687418.156981:0:34156:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1788687418.156983:0:34156:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c422f700 count: 0 00010000:00000010:1.0:1788687418.156990:0:34156:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b29c422f000. 00000001:00000001:1.0:1788687418.157024:0:34156:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788687418.157027:0:34156:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788687418.157028:0:34156:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1788687418.157050:0:34156:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.157052:0:34156:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687418.157054:0:34156:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:1.0:1788687418.157056:0:34156:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000008:00000001:1.0:1788687418.157059:0:34156:0:(osc_cache.c:2412:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1788687418.157060:0:34156:0:(osc_cache.c:2373:osc_next_obj()) Process entered 00000008:00000001:1.0:1788687418.157062:0:34156:0:(osc_cache.c:2403:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687418.157065:0:34156:0:(osc_cache.c:2476:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1788687418.157066:0:34156:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788687418.157067:0:34156:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1788687418.157087:0:34156:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788687418.157089:0:34156:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000001:00000001:1.0:1788687418.157090:0:34156:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788687418.157091:0:34156:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1788687418.157347:0:34156:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788687418.157350:0:34156:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788687418.157351:0:34156:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1788687418.157373:0:34156:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687418.157377:0:34156:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.157379:0:34156:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788687418.157386:0:34156:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7000 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1788687418.157390:0:34156:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1788687418.157393:0:34156:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1788687418.157396:0:34156:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788687418.157399:0:34156:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7000 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1788687418.157402:0:34156:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788687418.157403:0:34156:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788687418.157405:0:34156:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788687418.157409:0:34156:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1788687418.157412:0:34156:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788687418.157414:0:34156:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9b29c9713ba8 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:1.0:1788687418.157420:0:34156:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:1.0:1788687418.157423:0:34156:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 230d04438e811318 00020000:00000001:1.0:1788687418.157426:0:34156:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.157430:0:34156:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788687418.157434:0:34156:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1788687418.157436:0:34156:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1788687418.157439:0:34156:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1788687418.157440:0:34156:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788687418.157442:0:34156:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788687418.157444:0:34156:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.157446:0:34156:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.157456:0:34156:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788687418.157457:0:34156:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788687418.157459:0:34156:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.157461:0:34156:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1788687418.157462:0:34156:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1788687418.157467:0:34156:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1788687418.157469:0:34156:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.157471:0:34156:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.157473:0:34156:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.157475:0:34156:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687418.157478:0:34156:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687418.157480:0:34156:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687418.157482:0:34156:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.157483:0:34156:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788687418.157489:0:34156:0:(import.c:1787:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9b29e019e800: Connection restored to 192.168.203.144@tcp (at 192.168.203.144@tcp) 00000100:00000001:1.0:1788687418.157493:0:34156:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.157496:0:34156:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687418.157498:0:34156:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687418.157500:0:34156:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788687418.157502:0:34156:0:(import.c:1655:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.157743:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687418.157748:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687418.157751:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687418.157763:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8000 x1875572824552960/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.157772:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687418.157774:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687418.157778:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687418.157781:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687418.157784:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687418.157787:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824552960:192.168.203.144@tcp:16:multiop.0 00000100:00000001:3.0:1788687418.157792:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687418.157798:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687418.157801:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687418.157803:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687418.157813:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c43bfc00. 02000000:00000001:3.0:1788687418.157814:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687418.157823:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687418.157828:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4948. 00000400:00000010:3.0:1788687418.157837:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0440. 00000100:00000200:3.0:1788687418.157846:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824552960, portal 4 00000100:00000001:3.0:1788687418.157848:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687418.157850:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420187136 : -110871289364480 : ffff9b29c42e8000) 00000100:00000040:3.0:1788687418.157857:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42e8000 x1875572824552960/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687434 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.157863:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687418.157866:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687418.157869:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae06e8. 00000100:00000200:3.0:1788687418.157872:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875572824552960, offset 0 00000400:00000200:3.0:1788687418.157878:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687418.157897:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.157937:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687418.157944:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687418.157949:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687418.157953:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687418.157957:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687418.157961:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2574:2574:256:4294967295] 192.168.203.144@tcp LPNI seq info [2574:2574:8:4294967295] 00000400:00000200:3.0:1788687418.157966:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.157977:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687418.157984:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687418.157990:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a300. 00000800:00000200:3.0:1788687418.157998:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687418.158008:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687418.158013:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a300 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1788687418.158024:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687418.158029:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20571 usecs (21 jiffies) 00000400:00000200:3.0:1788687418.158033:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687418.158036:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296544184 00000100:00000010:3.0:1788687418.158041:0:2369:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c97ab000. 00000100:00000001:3.0:1788687418.158048:0:2369:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788687418.158061:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296544184 00000100:00000010:3.0:1788687418.158065:0:2369:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c97ab180. 00000100:00000001:3.0:1788687418.158069:0:2369:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788687418.158072:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687418.158075:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.158078:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.158080:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.158087:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687418.158090:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788687418.158100:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687418.158101:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687418.158103:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.158106:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.158118:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687418.158120:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687418.158776:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687418.158782:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a300. 00000400:00000200:2.0:1788687418.158789:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687418.158795:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687418.158802:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae06e8 00000400:00000010:2.0:1788687418.158804:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae06e8. 00000100:00000001:2.0:1788687418.158810:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687418.158816:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8000 x1875572824552960/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687434 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.158826:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687418.158830:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8000 x1875572824552960/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687434 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.158836:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.158838:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788687418.164057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a4e00. 00010000:00000010:1.1:1788687418.164078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422f700. 00000800:00000001:2.0:1788687418.166781:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.166807:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687418.166877:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.166883:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.166904:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.167029:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687418.167042:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.167047:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.167054:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.167058:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 432 into portal 4 MB=0x6a9d2d3f53600 00000400:00000200:2.0:1788687418.167064:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.167072:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 432/432 into md 0x70e5 [1] + 224 00000800:00000001:2.0:1788687418.167082:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.167170:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.167175:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687418.167182:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687418.167192:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687418.167205:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8000 x1875572824552960/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687434 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687418.167218:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9b29c42e8000 x1875572824552960/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687434 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.167240:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687418.167535:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687418.167541:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1788687418.167572:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.167577:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788687418.169603:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687418.169613:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687418.169620:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4948. 00000400:00000200:3.0:1788687418.169699:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0440 00000400:00000010:3.0:1788687418.169703:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0440. 00000100:00000001:3.0:1788687418.169710:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687418.169726:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e8000 x1875572824552960/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687434 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687418.169739:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e8000 x1875572824552960/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687434 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.169748:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687418.169752:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.169757:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687418.169762:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687418.169765:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687418.169768:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687418.169772:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687418.169785:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=40 v=5 (5 5 5 16) 00000100:00001000:3.0:1788687418.169790:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687418.169793:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687418.169796:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.169799:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687418.169805:0:2369:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.171197:0:2369:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687418.171203:0:2369:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967345 00000100:00000001:3.0:1788687418.171208:0:2369:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687418.171211:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687418.171226:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e8000 x1875572824552960/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687434 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.171236:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687418.171240:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687418.171692:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788687418.171699:0:2369:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:3.0:1788687418.171711:0:2369:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000020:00000001:3.0:1788687418.171714:0:2369:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000020:00000001:3.0:1788687418.171718:0:2369:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1788687418.171723:0:2369:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788687418.171725:0:2369:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.171728:0:2369:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.171730:0:2369:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4000 -> ffff9b29c97eadc8 00000008:00000001:3.0:1788687418.172033:0:2369:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687418.172045:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e8000 x1875572824552960/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687434 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687418.172055:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824552960:192.168.203.144@tcp:16:multiop.0 00000100:00000001:3.0:1788687418.172063:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.172067:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.172071:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e8000 x1875572824552960/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687434 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.172077:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687418.172081:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687418.172087:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c43bfc00. 02000000:00000001:3.0:1788687418.172091:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687418.172167:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687418.172170:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:3.0:1788687418.172173:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687418.172176:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c5d74e00. 02000000:00000001:3.0:1788687418.172181:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687418.172183:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687418.172185:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e8000. 00000100:00000001:3.0:1788687418.172189:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687418.172191:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.172194:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.172206:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687418.172208:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.172212:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687418.172215:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.180012:0:34143:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788687418.180023:0:34143:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.180030:0:34143:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:2.0:1788687418.180040:0:34143:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788687418.180046:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c97eadc8 -> ffff9b29c97eadc8 00000020:00000001:2.0:1788687418.180050:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c97eadc8 -> ffff9b29c97eadc8 00000020:00000001:2.0:1788687418.180052:0:34143:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788687418.180058:0:34143:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788687418.180064:0:34143:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788687418.180067:0:34143:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.180068:0:34143:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788687418.180070:0:34143:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:2.0:1788687418.180074:0:34143:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=2 (1) m=1788687418 a=0 c=1788687418 b=11 00020000:00000001:2.0:1788687418.180080:0:34143:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687418.180082:0:34143:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=2 m=1788687418 a=0 c=1788687418 b=11 00020000:00000001:2.0:1788687418.180085:0:34143:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.180087:0:34143:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.180088:0:34143:0:(cl_object.c:143:cl_object_top()) ffff9b29c97eadc8 -> ffff9b29c97eadc8 00000080:00200000:2.0:1788687418.180091:0:34143:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 2 i_blocks 11 00000080:00000001:2.0:1788687418.180105:0:34143:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788687418.180107:0:34143:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788687418.180110:0:34143:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788687418.180113:0:34143:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788687418.180116:0:34143:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687418.180118:0:34143:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788687418.180120:0:34143:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788687418.180121:0:34143:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.180123:0:34143:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.180125:0:34143:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788687418.180126:0:34143:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788687418.180128:0:34143:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788687418.180129:0:34143:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788687418.180131:0:34143:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788687418.180133:0:34143:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788687418.180135:0:34143:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687418.180136:0:34143:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788687418.180137:0:34143:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788687418.180138:0:34143:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.180140:0:34143:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.180142:0:34143:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788687418.180143:0:34143:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788687418.180145:0:34143:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.180149:0:34143:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788687418.180151:0:34143:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788687418.180153:0:34143:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788687418.180154:0:34143:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788687418.180155:0:34143:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788687418.180158:0:34143:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00020000:00000001:2.0:1788687418.180162:0:34143:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788687418.180165:0:34143:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788687418.180168:0:34143:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788687418.180170:0:34143:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788687418.180173:0:34143:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788687418.180175:0:34143:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788687418.180178:0:34143:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4ea0 00000080:00000001:2.0:1788687418.180180:0:34143:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.180185:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53e48 00000080:00000008:2.0:1788687418.180188:0:34143:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x200000404:0x30:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000080:00000001:2.0:1788687418.180192:0:34143:0:(file.c:5440:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:2.0:1788687418.183528:0:34143:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788687418.183542:0:34143:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000002:2.0:1788687418.183550:0:34143:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000001:2.0:1788687418.183554:0:34143:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.183574:0:34143:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788687418.183578:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53d88 00000080:00200008:2.0:1788687418.183581:0:34143:0:(file.c:479:ll_file_release()) START file f24a.recovery-small:[0x200000404:0x30:0x0](ffff9b29d85900c8), flags 100002 00000080:00000001:2.0:1788687418.183586:0:34143:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1788687418.183589:0:34143:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788687418.183590:0:34143:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788687418.183592:0:34143:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000002:2.0:1788687418.183594:0:34143:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000001:2.0:1788687418.183597:0:34143:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.183599:0:34143:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788687418.183609:0:34143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687418.183614:0:34143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687418.183622:0:34143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de300 count: 2 00010000:00000001:2.0:1788687418.183636:0:34143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687418.183643:0:34143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788687418.183645:0:34143:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x30:0x0]: 0 00000080:00000001:2.0:1788687418.183648:0:34143:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788687418.183651:0:34143:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788687418.183660:0:34143:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b29c5d75600. 00000080:00000001:2.0:1788687418.183663:0:34143:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788687418.183670:0:34143:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788687418.183677:0:34143:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788687418.183680:0:34143:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x30:0x0] 00000002:00000001:2.0:1788687418.183685:0:34143:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788687418.183688:0:34143:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b29e019e800: [0x200000404:0x30:0x0] file closed with intent: 200 00000100:00000010:2.0:1788687418.183697:0:34143:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8700. 00000020:00000040:2.0:1788687418.183703:0:34143:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:2.0:1788687418.183710:0:34143:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687418.183714:0:34143:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687418.183720:0:34143:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687418.183730:0:34143:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c5d74600. 00000100:00000001:2.0:1788687418.183738:0:34143:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788687418.183765:0:34143:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b29c97f2d80 x1875572824552064/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687432 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788687418.183778:0:34143:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788687418.183784:0:34143:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c42e8700 x1875572824553216/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788687418.183791:0:34143:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687418.183793:0:34143:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687418.183802:0:34143:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c6852f00. 00000100:00000001:2.0:1788687418.183805:0:34143:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202459422464 : -110871250129152 : ffff9b29c6852f00) 00000100:00000001:2.0:1788687418.183818:0:34143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687418.183820:0:34143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188928 : -110871289362688 : ffff9b29c42e8700) 00000100:00000001:2.0:1788687418.183825:0:34143:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687418.183830:0:34143:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.183833:0:34143:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687418.183835:0:34143:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687418.183840:0:34143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8700 x1875572824553216/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.183848:0:34143:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687418.183851:0:34143:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687418.183855:0:34143:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687418.183858:0:34143:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687418.183861:0:34143:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687418.183865:0:34143:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8700 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:34143:1875572824553216:192.168.203.144@tcp:35:multiop.0 00000100:00000001:2.0:1788687418.183870:0:34143:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687418.183877:0:34143:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687418.183880:0:34143:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687418.183885:0:34143:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687418.183898:0:34143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d6800. 02000000:00000001:2.0:1788687418.183900:0:34143:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687418.183951:0:34143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687418.183957:0:34143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd210. 00000400:00000010:2.0:1788687418.183967:0:34143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240ee0. 00000100:00000200:2.0:1788687418.183976:0:34143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824553216, portal 10 00000100:00000001:2.0:1788687418.183978:0:34143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687418.183979:0:34143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188928 : -110871289362688 : ffff9b29c42e8700) 00000100:00000040:2.0:1788687418.183986:0:34143:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42e8700 x1875572824553216/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687434 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.183994:0:34143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687418.183997:0:34143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687418.184000:0:34143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240e58. 00000100:00000200:2.0:1788687418.184004:0:34143:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824553216, offset 0 00000400:00000200:2.0:1788687418.184011:0:34143:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687418.184020:0:34143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.184029:0:34143:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687418.184035:0:34143:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687418.184040:0:34143:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687418.184045:0:34143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687418.184047:0:34143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687418.184052:0:34143:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2575:2575:256:4294967295] 192.168.203.144@tcp LPNI seq info [2575:2575:8:4294967295] 00000400:00000200:2.0:1788687418.184057:0:34143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.184068:0:34143:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687418.184074:0:34143:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687418.184081:0:34143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3e00. 00000800:00000200:2.0:1788687418.184088:0:34143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000100:00000040:3.0:1788687418.184598:0:26149:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296544184, at 4296544189 00000100:00000010:3.0:1788687418.184610:0:26149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c97ab180. 00000800:00000200:2.0:1788687418.184710:0:34143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687418.184718:0:34143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788687418.184744:0:34143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687418.184752:0:34143:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 821273 usecs (822 jiffies) 00000400:00000200:2.0:1788687418.184757:0:34143:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687418.184761:0:34143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296545011 00000100:00000040:2.0:1788687418.184797:0:25144:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296544184, at 4296544189 00000100:00000010:2.0:1788687418.184803:0:25144:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c97ab000. 00000800:00000200:3.0:1788687418.185056:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687418.185062:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3e00. 00000400:00000200:3.0:1788687418.185068:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687418.185074:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687418.185080:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240e58 00000400:00000010:3.0:1788687418.185083:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240e58. 00000100:00000001:3.0:1788687418.185088:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687418.185104:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8700 x1875572824553216/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687434 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.185115:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.185119:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8700 x1875572824553216/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687434 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.185125:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.185127:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:3.0:1788687418.185145:0:34143:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c97ab180. 00000100:00000001:3.0:1788687418.185149:0:34143:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788687418.185155:0:34143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296545011 00000100:00000010:3.0:1788687418.185158:0:34143:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c97abf60. 00000100:00000001:3.0:1788687418.185160:0:34143:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788687418.185164:0:34143:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687418.185167:0:34143:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.185169:0:34143:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687418.185172:0:34143:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687418.185175:0:34143:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6852f00 going to sleep for 11 seconds 00000100:00000001:3.0:1788687418.185179:0:34143:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687418.185183:0:34143:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687418.193256:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.193283:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687418.193289:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.193292:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.193305:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.193316:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687418.193327:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.193332:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.193338:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.193343:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f53700 00000400:00000200:2.0:1788687418.193350:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.193357:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x70f5 [1] + 224 00000800:00000001:2.0:1788687418.193366:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.193379:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.193383:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687418.193388:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687418.193399:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687418.193411:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8700 x1875572824553216/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687434 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687418.193423:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b29c42e8700 x1875572824553216/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.193450:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687418.193460:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.193464:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.193595:0:34143:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687418.193605:0:34143:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687418.193607:0:34143:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687418.193611:0:34143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd210. 00000400:00000200:3.0:1788687418.193616:0:34143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240ee0 00000400:00000010:3.0:1788687418.193619:0:34143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240ee0. 00000100:00000001:3.0:1788687418.193622:0:34143:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687418.193637:0:34143:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e8700 x1875572824553216/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687418.193651:0:34143:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e8700 x1875572824553216/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.193657:0:34143:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687418.193660:0:34143:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.193663:0:34143:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687418.193667:0:34143:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687418.193670:0:34143:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687418.193672:0:34143:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687418.193676:0:34143:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687418.193688:0:34143:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=40 v=5 (10 5 5 5) 00000100:00001000:3.0:1788687418.193693:0:34143:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687418.193696:0:34143:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687418.193697:0:34143:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.193701:0:34143:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687418.193705:0:34143:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.193709:0:34143:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788687418.193711:0:34143:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788687418.193713:0:34143:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788687418.193716:0:34143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687418.193717:0:34143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188928 : -110871289362688 : ffff9b29c42e8700) 00000100:00000001:3.0:1788687418.193721:0:34143:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687418.193723:0:34143:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1788687418.193725:0:34143:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687418.193728:0:34143:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687418.193733:0:34143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e8700 x1875572824553216/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687434 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.193741:0:34143:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687418.193745:0:34143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687418.193747:0:34143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687418.193751:0:34143:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e8700 x1875572824553216/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687434 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687418.193759:0:34143:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e8700 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:34143:1875572824553216:192.168.203.144@tcp:35:multiop.0 00000100:00000001:3.0:1788687418.193765:0:34143:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.193768:0:34143:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.193771:0:34143:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687418.193774:0:34143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.193777:0:34143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8700 x1875572824553216/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687434 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.193785:0:34143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687418.193788:0:34143:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c6852f00. 00000100:00000001:3.0:1788687418.193793:0:34143:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687418.193795:0:34143:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.193803:0:34143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687418.193805:0:34143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188928 : -110871289362688 : ffff9b29c42e8700) 00000002:00000001:3.0:1788687418.193818:0:34143:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687418.193821:0:34143:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788687418.193828:0:34143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c5d75600. 00000080:00000001:3.0:1788687418.193833:0:34143:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788687418.193836:0:34143:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788687418.193842:0:34143:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788687418.193848:0:34143:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b29c97f2d80 x1875572824552064/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687432 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.193855:0:34143:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687418.193856:0:34143:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509360512 : -110871200191104 : ffff9b29c97f2d80) 00000100:00000001:3.0:1788687418.193858:0:34143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.193861:0:34143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f2d80 x1875572824552064/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687432 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.193868:0:34143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.193870:0:34143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.193873:0:34143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f2d80 x1875572824552064/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687432 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.193878:0:34143:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788687418.193883:0:34143:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687418.193886:0:34143:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687418.193897:0:34143:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687418.193901:0:34143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a00c00. 02000000:00000001:3.0:1788687418.194318:0:34143:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687418.194322:0:34143:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687418.194325:0:34143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f2d80. 00000100:00000001:3.0:1788687418.194331:0:34143:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687418.194332:0:34143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.194334:0:34143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.194340:0:34143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8700 x1875572824553216/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687434 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.194347:0:34143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687418.194349:0:34143:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9b29c636d7a0. 00000002:00000001:3.0:1788687418.194353:0:34143:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687418.194355:0:34143:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788687418.194358:0:34143:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b29c4c6ffc0. 00000100:00000001:3.0:1788687418.194360:0:34143:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.194363:0:34143:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8700 x1875572824553216/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687434 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.194370:0:34143:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687418.194373:0:34143:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788687418.194378:0:34143:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29d00617c0. 00000080:00000001:3.0:1788687418.194383:0:34143:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.194391:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53d88 00000080:00000008:3.0:1788687418.194394:0:34143:0:(file.c:523:ll_file_release()) COMPLETED file f24a.recovery-small:[0x200000404:0x30:0x0](ffff9b29d85900c8), flags 100002, rc = 0 00000080:00000001:3.0:1788687418.194398:0:34143:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.198455:0:34143:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788687418.198467:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53d98 00000080:00002000:2.0:1788687418.198472:0:34143:0:(dcache.c:127:ll_ddelete()) keeping dentry f24a.recovery-small (ffff9b29d86bf798, parent ffff9b29d86cce58, inode ffff9b29d85900c8) hashed, 00000080:00000001:2.0:1788687418.198477:0:34143:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.231542:0:34158:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687418.231555:0:34158:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687418.231558:0:34158:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687418.231562:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bbc0 00000080:00200000:0.0:1788687418.231568:0:34158:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687418.231584:0:34158:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c7f3dc00. 00800000:00000002:0.0:1788687418.231594:0:34158:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687418.231599:0:34158:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687418.231605:0:34158:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687418.231608:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bae0 00800000:00000002:0.0:1788687418.231611:0:34158:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687418.231615:0:34158:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687418.231621:0:34158:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687418.231628:0:34158:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687418.231630:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4b9b0 00000002:00010000:0.0:1788687418.231632:0:34158:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687418.231637:0:34158:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687418.231641:0:34158:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687418.231645:0:34158:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687418.231655:0:34158:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:0.0:1788687418.231659:0:34158:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687418.231665:0:34158:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687418.231670:0:34158:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687418.231677:0:34158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788687418.231690:0:34158:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687418.231698:0:34158:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687418.231701:0:34158:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788687418.231709:0:34158:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687418.231712:0:34158:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687418.231714:0:34158:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687418.231716:0:34158:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687418.231718:0:34158:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687418.231720:0:34158:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687418.231722:0:34158:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687418.231726:0:34158:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687418.231730:0:34158:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c7f3dc00. 00000080:00000001:0.0:1788687418.231738:0:34158:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687418.231740:0:34158:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687418.231743:0:34158:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687418.231747:0:34158:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811eda 00800000:00000001:0.0:1788687418.231750:0:34158:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687418.231752:0:34158:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687418.231754:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.231757:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.231761:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687418.231763:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.231767:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.231770:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.231772:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687418.231773:0:34158:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687418.231775:0:34158:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687418.231777:0:34158:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811eda from it ffffaca081c4bbf8 00010000:00000001:0.0:1788687418.231780:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.231781:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.231782:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687418.231784:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.231786:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.231789:0:34158:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687418.231792:0:34158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788687418.231799:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.231800:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.231802:0:34158:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687418.231805:0:34158:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687418.231808:0:34158:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687418.231817:0:34158:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687418.231821:0:34158:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687418.231824:0:34158:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687418.231830:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.231831:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.231833:0:34158:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.231837:0:34158:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687418.231839:0:34158:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.231842:0:34158:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.231844:0:34158:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.231846:0:34158:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687418.231847:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.231848:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687418.231852:0:34158:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687418.231854:0:34158:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687418.231856:0:34158:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788687418.231861:0:34158:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687418.231876:0:34158:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c636d4a0. 00000080:00000001:0.0:1788687418.231882:0:34158:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687418.231883:0:34158:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687418.231884:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bb00 00000080:00200000:0.0:1788687418.231886:0:34158:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687418.231898:0:34158:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c7f3dc00. 00800000:00000002:0.0:1788687418.231900:0:34158:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687418.231903:0:34158:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687418.233243:0:34158:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687418.233256:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4ba20 00800000:00000002:0.0:1788687418.233261:0:34158:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687418.233266:0:34158:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687418.233270:0:34158:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687418.233277:0:34158:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687418.233279:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4b8f0 00000002:00010000:0.0:1788687418.233281:0:34158:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687418.233284:0:34158:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687418.233286:0:34158:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687418.233289:0:34158:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687418.233297:0:34158:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:0.0:1788687418.233300:0:34158:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687418.233305:0:34158:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687418.233309:0:34158:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687418.233315:0:34158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788687418.233326:0:34158:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687418.233332:0:34158:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687418.233336:0:34158:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788687418.233344:0:34158:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687418.233346:0:34158:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687418.233348:0:34158:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687418.233350:0:34158:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687418.233352:0:34158:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687418.233355:0:34158:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687418.233359:0:34158:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687418.233362:0:34158:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687418.233366:0:34158:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c7f3dc00. 00000080:00000001:0.0:1788687418.233372:0:34158:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687418.233374:0:34158:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687418.233378:0:34158:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687418.233382:0:34158:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811eda 00800000:00000001:0.0:1788687418.233385:0:34158:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687418.233388:0:34158:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687418.233390:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.233392:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.233394:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687418.233396:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.233399:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.233402:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.233404:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687418.233405:0:34158:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687418.233407:0:34158:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687418.233409:0:34158:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811eda from it ffffaca081c4bb38 00010000:00000001:0.0:1788687418.233411:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.233412:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.233414:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687418.233415:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.233417:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.233419:0:34158:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687418.233422:0:34158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687418.233428:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.233429:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.233431:0:34158:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687418.233433:0:34158:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687418.233435:0:34158:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788687418.233442:0:34158:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687418.233445:0:34158:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687418.233447:0:34158:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687418.234631:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.234635:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.234638:0:34158:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.234643:0:34158:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687418.234646:0:34158:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.234648:0:34158:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.234652:0:34158:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.234655:0:34158:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687418.234657:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.234659:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687418.234663:0:34158:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687418.234665:0:34158:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687418.234670:0:34158:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788687418.234676:0:34158:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.234681:0:34158:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788687418.234684:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bb58 00000080:00200000:0.0:1788687418.234687:0:34158:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), file ffff9b29c6a80000, open_flags 8441, mode 81b6 opened 0 00000080:00000010:0.0:1788687418.234696:0:34158:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b29c33444e0. 00000080:00000001:0.0:1788687418.234703:0:34158:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788687418.234705:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4ba08 00000080:00200000:0.0:1788687418.234707:0:34158:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=open|creat 00000080:00000010:0.0:1788687418.234716:0:34158:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c7f3dc00. 00800000:00000002:0.0:1788687418.234722:0:34158:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687418.234730:0:34158:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687418.234733:0:34158:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687418.234735:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4b928 00800000:00000002:0.0:1788687418.234737:0:34158:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687418.234741:0:34158:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788687418.234744:0:34158:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788687418.234750:0:34158:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633202409432576 : -110871300119040 : ffff9b29c38a6600) 00800000:00000001:0.0:1788687418.234754:0:34158:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788687418.234757:0:34158:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788687418.234761:0:34158:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788687418.234764:0:34158:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788687418.234768:0:34158:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b29e019e800: Allocated FID [0x200000404:0x31:0x0] 40000000:00000001:0.0:1788687418.234771:0:34158:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687418.234774:0:34158:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687418.234776:0:34158:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687418.234778:0:34158:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.234781:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4b8a8 00800000:00000002:0.0:1788687418.234783:0:34158:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:0.0:1788687418.234787:0:34158:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687418.234788:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4b7e0 00000002:00010000:0.0:1788687418.234790:0:34158:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:0.0:1788687418.234794:0:34158:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788687418.234797:0:34158:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788687418.234801:0:34158:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788687418.234807:0:34158:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687418.234809:0:34158:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788687418.234813:0:34158:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:0.0:1788687418.234815:0:34158:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687418.235582:0:34158:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788687418.235586:0:34158:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687418.235593:0:34158:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1788687418.235606:0:34158:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788687418.235611:0:34158:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788687418.235613:0:34158:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788687418.235616:0:34158:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788687418.235620:0:34158:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687418.235623:0:34158:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687418.235628:0:34158:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 3 00010000:00000001:0.0:1788687418.235631:0:34158:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687418.235636:0:34158:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687418.235637:0:34158:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687418.235638:0:34158:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687418.235640:0:34158:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 3 00010000:00000001:0.0:1788687418.235642:0:34158:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687418.235644:0:34158:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687418.235646:0:34158:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687418.235647:0:34158:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687418.235649:0:34158:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 3 00010000:00000001:0.0:1788687418.235650:0:34158:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687418.235652:0:34158:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.235654:0:34158:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788687418.235657:0:34158:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b29d8594200, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788687418.235661:0:34158:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788687418.235664:0:34158:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788687418.235666:0:34158:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788687418.235668:0:34158:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.235672:0:34158:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687418.235676:0:34158:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687418.235677:0:34158:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687418.235680:0:34158:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687418.235682:0:34158:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788687418.235685:0:34158:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc4e00 with handle 0x230d04438e811eda from hash 00010000:00000001:0.0:1788687418.235688:0:34158:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687418.235689:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.235691:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.235692:0:34158:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687418.235696:0:34158:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687418.235698:0:34158:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788687418.235701:0:34158:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687418.235702:0:34158:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687418.235704:0:34158:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788687418.235713:0:34158:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f1c00. 00000020:00000040:0.0:1788687418.235719:0:34158:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:0.0:1788687418.235726:0:34158:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788687418.235728:0:34158:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.235732:0:34158:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687418.235737:0:34158:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687418.235741:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.235742:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.235744:0:34158:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687418.235747:0:34158:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687418.235749:0:34158:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687418.235754:0:34158:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687418.235763:0:34158:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a00400. 00000100:00000001:0.0:1788687418.235771:0:34158:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.235777:0:34158:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687418.235780:0:34158:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788687418.235789:0:34158:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1788687418.235798:0:34158:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788687418.235800:0:34158:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687418.235802:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687418.235805:0:34158:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811eda lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2c59 expref: -99 pid: 34136 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1788687418.235814:0:34158:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64dea00 count: 0 00010000:00000010:0.0:1788687418.235823:0:34158:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5ca0200. 00010000:00000001:0.0:1788687418.235839:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.235841:0:34158:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.235843:0:34158:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687418.235845:0:34158:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.235847:0:34158:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687418.235857:0:34158:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00010000:00000001:0.0:1788687418.235863:0:34158:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687418.235865:0:34158:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788687418.235870:0:34158:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c64de800. 00010000:00000010:0.0:1788687418.235874:0:34158:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5ca0200. 00010000:00000001:0.0:1788687418.235878:0:34158:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687418.235882:0:34158:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc4200. 00000020:00000001:0.0:1788687418.235885:0:34158:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687418.235896:0:34158:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc4200 with handle 0x230d04438e811efd to hash 00000020:00000001:0.0:1788687418.235899:0:34158:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687418.235901:0:34158:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:0.0:1788687418.235905:0:34158:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:0.0:1788687418.235922:0:34158:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687418.235925:0:34158:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687418.235929:0:34158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34158 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687418.235937:0:34158:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34158 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788687418.235952:0:34158:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788687418.235968:0:34158:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c97f1c00 x1875572824553472/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788687418.235978:0:34158:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34158 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687418.235984:0:34158:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687418.235986:0:34158:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687418.235996:0:34158:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c52b5900. 00000100:00000001:0.0:1788687418.235998:0:34158:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202436757760 : -110871272793856 : ffff9b29c52b5900) 00000100:00000001:0.0:1788687418.236002:0:34158:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687418.236003:0:34158:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00000100:00000001:0.0:1788687418.236009:0:34158:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687418.236014:0:34158:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687418.236016:0:34158:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687418.236018:0:34158:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687418.236023:0:34158:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f1c00 x1875572824553472/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687418.236031:0:34158:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687418.236034:0:34158:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687418.236038:0:34158:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687418.236041:0:34158:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687418.236043:0:34158:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687418.236047:0:34158:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f1c00 pname:cluuid:pid:xid:nid:opc:job bash:ce1d4174-c231-444b-b3ed-b722bc4901cb:34158:1875572824553472:192.168.203.144@tcp:101:bash.0 00000100:00000001:0.0:1788687418.236051:0:34158:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687418.236059:0:34158:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687418.236062:0:34158:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687418.236066:0:34158:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687418.236156:0:34158:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b29c6980000. 02000000:00000001:0.0:1788687418.236159:0:34158:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687418.236169:0:34158:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687418.236175:0:34158:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1210. 00000400:00000010:0.0:1788687418.236184:0:34158:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b29d8a02c00. 00000100:00000200:0.0:1788687418.236194:0:34158:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875572824553472, portal 10 00000100:00000001:0.0:1788687418.236196:0:34158:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687418.236198:0:34158:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00000100:00000040:0.0:1788687418.236205:0:34158:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f1c00 x1875572824553472/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687434 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687418.236212:0:34158:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687418.236215:0:34158:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687418.236220:0:34158:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda440. 00000100:00000200:0.0:1788687418.236223:0:34158:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875572824553472, offset 0 00000400:00000200:0.0:1788687418.236231:0:34158:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687418.236241:0:34158:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687418.236250:0:34158:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687418.236256:0:34158:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687418.236261:0:34158:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687418.236265:0:34158:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687418.236268:0:34158:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687418.236272:0:34158:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2576:2576:256:4294967295] 192.168.203.144@tcp LPNI seq info [2576:2576:8:4294967295] 00000400:00000200:0.0:1788687418.236276:0:34158:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687418.236288:0:34158:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687418.236295:0:34158:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687418.236301:0:34158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946d00. 00000800:00000200:0.0:1788687418.236309:0:34158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687418.236320:0:34158:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687418.236325:0:34158:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946d00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788687418.236346:0:34158:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687418.236351:0:34158:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 820253 usecs (821 jiffies) 00000400:00000200:0.0:1788687418.236355:0:34158:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687418.236359:0:34158:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296545062 00000100:00000001:0.0:1788687418.236371:0:34158:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296545011 00000100:00000001:0.0:1788687418.236376:0:34158:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296545062 00000100:00000001:0.0:1788687418.236380:0:34158:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296545011 00000100:00000001:0.0:1788687418.236383:0:34158:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687418.236386:0:34158:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687418.236389:0:34158:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687418.236392:0:34158:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687418.236396:0:34158:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c52b5900 going to sleep for 11 seconds 00000100:00000001:0.0:1788687418.236400:0:34158:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687418.236403:0:34158:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687418.236543:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687418.236550:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946d00. 00000400:00000200:3.0:1788687418.236558:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687418.236565:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687418.236573:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda440 00000400:00000010:3.0:1788687418.236576:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda440. 00000100:00000001:3.0:1788687418.236581:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687418.236586:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1c00 x1875572824553472/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687434 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.236598:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.236602:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1c00 x1875572824553472/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687434 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.236609:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.236610:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788687418.247301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64dea00. 00010000:00000010:0.1:1788687418.247319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4e00. 00000100:00000040:2.0:1788687418.251287:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687418.251300:0:26091:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687418.251314:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8000. 00000020:00000040:2.0:1788687418.251322:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1788687418.251328:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687418.251331:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687418.251338:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687418.251352:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29d05a3c00. 00000100:00000001:2.0:1788687418.251360:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687418.251376:0:26091:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c42e8000 x1875572824553600/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687418.251389:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687418.251395:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687418.251402:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff68e995] to pc [ptlrpcd_01_01+1] req@ffff9b29c42e8000 x1875572824553600/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687418.251442:0:26091:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687418.251446:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687418.251449:0:26091:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687418.251464:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e9880. 00000020:00000040:2.0:1788687418.251467:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:2.0:1788687418.251469:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687418.251470:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687418.251472:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687418.251476:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29d05a3700. 00000100:00000001:2.0:1788687418.251480:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687418.251484:0:26091:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID req@ffff9b29c42e9880 x1875572824553728/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687418.251492:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687418.251494:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687418.251498:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa3a1561] to pc [ptlrpcd_01_00+0] req@ffff9b29c42e9880 x1875572824553728/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687418.251511:0:26091:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687418.251518:0:26091:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1881) 00000100:00000001:2.0:1788687418.251530:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687418.251535:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687418.251538:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687418.251545:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e9880 x1875572824553728/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687418.251553:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687418.251556:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687418.251560:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687418.251563:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687418.251566:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687418.251569:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824553728:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687418.251574:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687418.251581:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687418.251584:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687418.251586:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687418.251591:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c5d75400. 02000000:00000001:2.0:1788687418.251593:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687418.251601:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687418.251605:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fddc0. 00000400:00000010:2.0:1788687418.251613:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240198. 00000100:00000200:2.0:1788687418.251622:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824553728, portal 4 00000100:00000001:2.0:1788687418.251624:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687418.251626:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420193408 : -110871289358208 : ffff9b29c42e9880) 00000100:00000040:2.0:1788687418.251634:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e9880 x1875572824553728/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687418.251641:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687418.251644:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687418.251646:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240f68. 00000100:00000200:2.0:1788687418.251649:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824553728, offset 0 00000400:00000200:2.0:1788687418.251656:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687418.251666:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.251676:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687418.251682:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687418.251686:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687418.251691:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687418.251694:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687418.251698:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2577:2577:256:4294967295] 192.168.203.144@tcp LPNI seq info [2577:2577:8:4294967295] 00000400:00000200:2.0:1788687418.251703:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.251713:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687418.251719:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687418.251724:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3100. 00000800:00000200:2.0:1788687418.251732:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687418.251740:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687418.251746:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687418.251758:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687418.251762:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 247792 usecs (248 jiffies) 00000400:00000200:2.0:1788687418.251766:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687418.251768:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296544504 00000100:00000001:2.0:1788687418.251771:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296545062 00000100:00000001:2.0:1788687418.251773:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296544504 00000100:00000001:2.0:1788687418.251775:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296545062 00000100:00000001:2.0:1788687418.251777:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687418.251780:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.251784:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.251786:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687418.251794:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687418.251797:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788687418.251799:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687418.251800:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687418.251802:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687418.251804:0:2369:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788687418.251806:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687418.251808:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687418.251809:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687418.251810:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687418.251811:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687418.251812:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687418.251816:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8000 x1875572824553600/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687418.251822:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687418.251823:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687418.251825:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687418.251827:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687418.251828:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687418.251830:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2369:1875572824553600:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687418.251833:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687418.251835:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687418.251836:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687418.251838:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687418.251840:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c5d75e00. 02000000:00000001:2.0:1788687418.251842:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687418.251845:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687418.251847:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fdf78. 00000400:00000010:2.0:1788687418.251851:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240990. 00000100:00000200:2.0:1788687418.251853:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824553600, portal 25 00000100:00000001:2.0:1788687418.251854:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687418.251856:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420187136 : -110871289364480 : ffff9b29c42e8000) 00000100:00000040:2.0:1788687418.251860:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e8000 x1875572824553600/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687418.251865:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687418.251867:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687418.251869:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240cc0. 00000100:00000200:2.0:1788687418.251871:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824553600, offset 0 00000400:00000200:2.0:1788687418.251875:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687418.251879:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.251882:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687418.251885:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687418.251898:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687418.251901:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687418.251903:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687418.251949:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2578:2578:255:4294967295] 192.168.203.144@tcp LPNI seq info [2578:2578:7:4294967295] 00000400:00000200:2.0:1788687418.251954:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.251959:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687418.251963:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687418.251967:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3800. 00000800:00000200:2.0:1788687418.251970:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687418.251974:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687418.251976:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687418.251979:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687418.251981:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687418.251983:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296548569 00000100:00000001:2.0:1788687418.251991:0:2369:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296545062 00000100:00000001:2.0:1788687418.251995:0:2369:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296548569 00000100:00000001:2.0:1788687418.251998:0:2369:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296545062 00000100:00000001:2.0:1788687418.252000:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687418.252002:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.252004:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.252006:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687418.252058:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687418.252063:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3100. 00000400:00000200:2.0:1788687418.252071:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687418.252077:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687418.252083:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240f68 00000400:00000010:2.0:1788687418.252086:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240f68. 00000100:00000001:2.0:1788687418.252100:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687418.252106:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e9880 x1875572824553728/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687418.252118:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687418.252121:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e9880 x1875572824553728/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687418.252127:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.252129:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687418.252216:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687418.252219:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3800. 00000400:00000200:2.0:1788687418.252222:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687418.252225:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687418.252228:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240cc0 00000400:00000010:2.0:1788687418.252230:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240cc0. 00000100:00000001:2.0:1788687418.252232:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687418.252235:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8000 x1875572824553600/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687418.252241:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687418.252244:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8000 x1875572824553600/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687418.252249:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.252250:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788687418.252382:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687418.252387:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687418.255457:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.255480:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687418.255487:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.255490:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687418.255503:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.255513:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687418.255525:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.255531:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.255537:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.255542:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x6a9d2d3f53800 00000400:00000200:3.0:1788687418.255549:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.255557:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x7105 [32] + 224 00000800:00000001:3.0:1788687418.255568:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.255587:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687418.255592:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687418.255598:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687418.255608:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687418.255619:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1c00 x1875572824553472/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687434 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687418.255631:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b29c97f1c00 x1875572824553472/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.255649:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788687418.255659:0:2361:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788687418.255663:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.255669:0:2361:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687418.255677:0:2361:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2579:2579:256:4294967295] 192.168.203.144@tcp LPNI seq info [2579:2579:8:4294967295] 00000400:00000200:3.0:1788687418.255682:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.255691:0:2361:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1788687418.255697:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687418.255704:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9b29c43bcc00. 00000800:00000200:3.0:1788687418.255711:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687418.255719:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687418.255725:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c43bcc00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788687418.255788:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687418.255800:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9b29c43bcc00. 00000400:00000200:3.0:1788687418.255803:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687418.255807:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1788687418.255813:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.255817:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687418.256349:0:34158:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687418.256360:0:34158:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687418.256363:0:34158:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687418.256367:0:34158:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1210. 00000400:00000200:0.0:1788687418.256372:0:34158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8a02c00 00000400:00000010:0.0:1788687418.256375:0:34158:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b29d8a02c00. 00000100:00000001:0.0:1788687418.256378:0:34158:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687418.256386:0:34158:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f1c00 x1875572824553472/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687418.256395:0:34158:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f1c00 x1875572824553472/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687418.256402:0:34158:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687418.256404:0:34158:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687418.256407:0:34158:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687418.256411:0:34158:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687418.256414:0:34158:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687418.256417:0:34158:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687418.256419:0:34158:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687418.256431:0:34158:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=40 v=5 (5 5 103 103) 00000100:00001000:0.0:1788687418.256436:0:34158:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687418.256438:0:34158:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687418.256440:0:34158:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.256443:0:34158:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687418.256458:0:34158:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687418.256461:0:34158:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687418.256463:0:34158:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1] 00000100:00000001:0.0:1788687418.256465:0:34158:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687418.256468:0:34158:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687418.256469:0:34158:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00000100:00000001:0.0:1788687418.256473:0:34158:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687418.256475:0:34158:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1788687418.256477:0:34158:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687418.256480:0:34158:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687418.256484:0:34158:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f1c00 x1875572824553472/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687434 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687418.256491:0:34158:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687418.256495:0:34158:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687418.256497:0:34158:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687418.256500:0:34158:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f1c00 x1875572824553472/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687434 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687418.256507:0:34158:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f1c00 pname:cluuid:pid:xid:nid:opc:job bash:ce1d4174-c231-444b-b3ed-b722bc4901cb:34158:1875572824553472:192.168.203.144@tcp:101:bash.0 00000100:00000001:0.0:1788687418.256512:0:34158:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687418.256515:0:34158:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687418.256518:0:34158:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687418.256521:0:34158:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687418.256524:0:34158:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1c00 x1875572824553472/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687434 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687418.256531:0:34158:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687418.256534:0:34158:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c52b5900. 00000100:00000001:0.0:1788687418.256537:0:34158:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687418.256539:0:34158:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.256543:0:34158:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687418.256548:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.256551:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.256555:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=4 00000020:00000001:0.0:1788687418.256557:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:0.0:1788687418.256561:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000040:0.0:1788687418.256569:0:34158:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c5cc4200, remote cookie: 0x59c08f76ab1d2ce5, flags: 0x1001 00010000:00010000:0.0:1788687418.256574:0:34158:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788687418.256582:0:34158:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788687418.256586:0:34158:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788687418.256595:0:34158:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c64dea00. 00010000:00000010:0.0:1788687418.256600:0:34158:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5ca0f00. 00010000:00000040:0.0:1788687418.256606:0:34158:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64de800 count: 0 00010000:00000010:0.0:1788687418.256612:0:34158:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5ca0200. 00010000:00000001:0.0:1788687418.256620:0:34158:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687418.256624:0:34158:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687418.256633:0:34158:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687418.256639:0:34158:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788687418.256644:0:34158:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788687418.256646:0:34158:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788687418.256648:0:34158:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788687418.256649:0:34158:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788687418.256652:0:34158:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff9b29c64dea00) refcount = 1 00010000:00010000:0.0:1788687418.256655:0:34158:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687418.256666:0:34158:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788687418.256670:0:34158:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788687418.256671:0:34158:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687418.256674:0:34158:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788687418.256677:0:34158:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687418.256680:0:34158:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687418.256686:0:34158:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788687418.256688:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.256690:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.256691:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.256692:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.256693:0:34158:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687418.256699:0:34158:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788687418.256701:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.256702:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.256704:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=3 00000020:00000001:0.0:1788687418.256705:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:0.0:1788687418.256707:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:0.0:1788687418.256710:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.256711:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.256712:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=4 00000020:00000001:0.0:1788687418.256714:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:0.0:1788687418.256715:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:0.0:1788687418.256718:0:34158:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687418.256722:0:34158:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687418.256725:0:34158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687418.256730:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.256732:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.256734:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.256735:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.256736:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=5 00000020:00000001:0.0:1788687418.256738:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:0.0:1788687418.256740:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:0.0:1788687418.256742:0:34158:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687418.256745:0:34158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687418.256751:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.256752:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687418.256755:0:34158:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687418.256761:0:34158:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687418.256762:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.256763:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.256764:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.256766:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788687418.256771:0:34158:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9b29c97f1c00 x1875572824553472/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687434 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788687418.256780:0:34158:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788687418.256785:0:34158:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c97f1c00 x1875572824553472/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687434 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788687418.256791:0:34158:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.256798:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.256799:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.256800:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=3 00000020:00000001:0.0:1788687418.256802:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:0.0:1788687418.256804:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00000002:00010000:0.0:1788687418.256807:0:34158:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788687418.256816:0:34158:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b29c4c6fe80. 00010000:00000001:0.0:1788687418.256818:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.256819:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687418.256821:0:34158:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687418.256823:0:34158:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687418.256827:0:34158:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788687418.256830:0:34158:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687418.256831:0:34158:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00000100:00000001:0.0:1788687418.256833:0:34158:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687418.256834:0:34158:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00010000:00000001:0.0:1788687418.256836:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.256837:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.256838:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=3 00000020:00000001:0.0:1788687418.256840:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:0.0:1788687418.256842:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00000002:00010000:0.0:1788687418.256845:0:34158:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687418.256851:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.256852:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.256854:0:34158:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687418.256856:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.256857:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.256858:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=3 00000020:00000001:0.0:1788687418.256859:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:0.0:1788687418.256861:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000040:0.0:1788687418.256865:0:34158:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:0.0:1788687418.256867:0:34158:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788687418.256871:0:34158:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/49 (0 0) 00010000:00000001:0.0:1788687418.256874:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.256875:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687418.256877:0:34158:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788687418.256880:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4b768 00000002:00002000:0.0:1788687418.256883:0:34158:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1788687418.256896:0:34158:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687418.256900:0:34158:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687418.256903:0:34158:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687418.256925:0:34158:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788687418.256930:0:34158:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687418.256934:0:34158:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000001:0.0:1788687418.256938:0:34158:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788687418.256940:0:34158:0:(namei.c:674:ll_lookup_it_finish()) it ffff9b29c33444e0 it_disposition 1800037 00000080:00002000:0.0:1788687418.256947:0:34158:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d8712870 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1788687418.256953:0:34158:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788687418.256956:0:34158:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1788687418.256958:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4b990 00000080:00200000:0.0:1788687418.256959:0:34158:0:(namei.c:1628:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=open|creat 00000080:00000001:0.0:1788687418.256962:0:34158:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1788687418.256964:0:34158:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788687418.256970:0:34158:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788687418.256973:0:34158:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788687418.256976:0:34158:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:0.0:1788687418.256980:0:34158:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788687418.256992:0:34158:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b29d8593180. 00000020:00000001:0.0:1788687418.257003:0:34158:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1788687418.257005:0:34158:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1788687418.257009:0:34158:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788687418.257010:0:34158:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9b29d8593248) 00000020:00000001:0.0:1788687418.257014:0:34158:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687418.257019:0:34158:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509234184 : -110871200317432 : ffff9b29c97d4008) 00000020:00001000:0.0:1788687418.257022:0:34158:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4000 00000020:00000001:0.0:1788687418.257027:0:34158:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1788687418.257033:0:34158:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9b29c97eac80. 00000020:00000001:0.0:1788687418.257036:0:34158:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788687418.257037:0:34158:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.257047:0:34158:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1788687418.257051:0:34158:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9b29c524f0f8. 00020000:00000001:0.0:1788687418.257054:0:34158:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446633202436337912 : -110871273213704 : ffff9b29c524f0f8) 00020000:00000001:0.0:1788687418.257057:0:34158:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1788687418.257061:0:34158:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788687418.257067:0:34158:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c3344240. 00020000:00000010:0.0:1788687418.257073:0:34158:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29d1341580. 00020000:00000010:0.0:1788687418.257078:0:34158:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c3344300. 00020000:00000001:0.0:1788687418.257080:0:34158:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202403787520 : -110871305764096 : ffff9b29c3344300) 00020000:00000002:0.0:1788687418.257084:0:34158:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c3344300, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788687418.257089:0:34158:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788687418.257093:0:34158:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29d1341580: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000001:0.0:1788687418.257096:0:34158:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1788687418.257098:0:34158:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c3344300, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788687418.257102:0:34158:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788687418.257105:0:34158:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29d1341580: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000010:0.0:1788687418.257109:0:34158:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9b29c3f7c1c0. 00020000:00000010:0.0:1788687418.257112:0:34158:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9b29c52b5900. 00020000:00000001:0.0:1788687418.257118:0:34158:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1788687418.257122:0:34158:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9b29c3375648. 00020000:00000001:0.0:1788687418.257126:0:34158:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1788687418.257127:0:34158:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1788687418.257134:0:34158:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1788687418.257137:0:34158:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9b29c97ea4b0. 00000020:00000001:0.0:1788687418.257140:0:34158:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788687418.257141:0:34158:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.257143:0:34158:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446633202509325616 : -110871200226000 : ffff9b29c97ea530) 00020000:00000001:0.0:1788687418.257147:0:34158:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1788687418.257152:0:34158:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9b29c5dd5c00. 00020000:00000001:0.0:1788687418.257155:0:34158:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.257159:0:34158:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633202509325616 : -110871200226000 : ffff9b29c97ea530) 00020000:00000001:0.0:1788687418.257162:0:34158:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633202509325616 : -110871200226000 : ffff9b29c97ea530) 00020000:00000002:0.0:1788687418.257165:0:34158:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x43:0x0]@ffff9b29c97ea4b0[0:0] -> [0x200000404:0x31:0x0]@ffff9b29c97eac80: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000001:0.0:1788687418.257173:0:34158:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1788687418.257175:0:34158:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1788687418.257177:0:34158:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.257180:0:34158:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633202509327616 : -110871200224000 : ffff9b29c97ead00) 00000020:00001000:0.0:1788687418.257184:0:34158:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4000 00000080:00000001:0.0:1788687418.257188:0:34158:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:0.0:1788687418.257191:0:34158:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788687418.257193:0:34158:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833969 mtime from 0 to 1788687418 00000080:00000001:0.0:1788687418.257198:0:34158:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788687418.257200:0:34158:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758529608 : -110870951022008 : ffff9b29d8593248) 00010000:00000001:0.0:1788687418.257202:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.257204:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.257206:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=3 00000020:00000001:0.0:1788687418.257208:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:0.0:1788687418.257210:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00000080:00000001:0.0:1788687418.257213:0:34158:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788687418.257215:0:34158:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687418.257216:0:34158:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509234184 : -110871200317432 : ffff9b29c97d4008) 00000020:00001000:0.0:1788687418.257218:0:34158:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4000 00000020:00000001:0.0:1788687418.257220:0:34158:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788687418.257222:0:34158:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788687418.257224:0:34158:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788687418.257227:0:34158:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c3344420. 00020000:00000010:0.0:1788687418.257230:0:34158:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29d1341f00. 00020000:00000010:0.0:1788687418.257233:0:34158:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c8ccc840. 00020000:00000001:0.0:1788687418.257234:0:34158:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202497669184 : -110871211882432 : ffff9b29c8ccc840) 00020000:00000002:0.0:1788687418.257237:0:34158:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c8ccc840, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788687418.257240:0:34158:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788687418.257243:0:34158:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29d1341f00: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000002:0.0:1788687418.257247:0:34158:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29c524f0f8) owner ffff9b29c63a4f80 00020000:00000001:0.0:1788687418.257249:0:34158:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788687418.257252:0:34158:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29c524f0f8) owner ffff9b29c63a4f80 00020000:00000010:0.0:1788687418.257257:0:34158:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29d1341f00. 00020000:00000010:0.0:1788687418.257260:0:34158:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c3344420. 00020000:00000010:0.0:1788687418.257266:0:34158:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c8ccc840. 00020000:00000002:0.0:1788687418.257269:0:34158:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788687418.257271:0:34158:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.257272:0:34158:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.257276:0:34158:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788687418.257279:0:34158:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000002:0.0:1788687418.257282:0:34158:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c3344300 addref 2/0 by ffff9b29c63a4f80. 00020000:00000002:0.0:1788687418.257284:0:34158:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000001:0.0:1788687418.257286:0:34158:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788687418.257289:0:34158:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788687418.257290:0:34158:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788687418.257292:0:34158:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788687418.257294:0:34158:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788687418.257296:0:34158:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x31:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788687418.257298:0:34158:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4000 00000080:00000001:0.0:1788687418.257301:0:34158:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.257302:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.257303:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687418.257305:0:34158:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788687418.257307:0:34158:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788687418.257309:0:34158:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687418.257311:0:34158:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x31:0x0](ffff9b29d8593248) 00000080:00010000:0.0:1788687418.257314:0:34158:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9b29d8593248) for lock 0x230d04438e811efd 00800000:00000001:0.0:1788687418.257318:0:34158:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687418.257320:0:34158:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687418.257321:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.257322:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.257324:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=3 00000020:00000001:0.0:1788687418.257326:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:0.0:1788687418.257328:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:0.0:1788687418.257331:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.257332:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687418.257333:0:34158:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687418.257336:0:34158:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.257337:0:34158:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1788687418.257340:0:34158:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687418.257346:0:34158:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9b29c97f1c00 x1875572824553472/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687434 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687418.257354:0:34158:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788687418.257358:0:34158:0:(namei.c:1651:ll_create_it()) inode ffff9b29d8593248 need_sync_to_mds [0x200000404:0x31:0x0] 00000080:00000001:0.0:1788687418.257363:0:34158:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687418.257366:0:34158:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff9b29d8593248) 00000080:00000001:0.0:1788687418.257369:0:34158:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788687418.257373:0:34158:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c7f3dc00. 00000100:00000001:0.0:1788687418.257377:0:34158:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687418.257380:0:34158:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1c00 x1875572824553472/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687434 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687418.257386:0:34158:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.257390:0:34158:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1788687418.257392:0:34158:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788687418.257394:0:34158:0:(namei.c:1500:ll_atomic_open()) inode ffff9b29d8593248 need_sync_to_mds [0x200000404:0x31:0x0] 00000080:00000001:0.0:1788687418.257405:0:34158:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788687418.257407:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4ba68 00000080:00200008:0.0:1788687418.257409:0:34158:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x31:0x0](ffff9b29d8593248), flags 102101 00000080:00000010:0.0:1788687418.257417:0:34158:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29d0061540. 00000080:00000010:0.0:1788687418.257423:0:34158:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b29c4c6f340. 00000080:00000001:0.0:1788687418.257425:0:34158:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788687418.257429:0:34158:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788687418.257432:0:34158:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788687418.257435:0:34158:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b29c636dde0. 00000002:00100000:0.0:1788687418.257439:0:34158:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c97f1c00 x1875572824553472/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687434 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788687418.257444:0:34158:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687418.257445:0:34158:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788687418.257449:0:34158:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788687418.257452:0:34158:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.257455:0:34158:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687418.257458:0:34158:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687418.257460:0:34158:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1c00 x1875572824553472/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687434 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788687418.257467:0:34158:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687418.257470:0:34158:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b29c6980000. 02000000:00000001:0.0:1788687418.257515:0:34158:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788687418.257517:0:34158:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.257520:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4ba68 00000080:00000008:0.0:1788687418.257522:0:34158:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9b29d8593248), flags 102101, rc = 0 00000080:00000001:0.0:1788687418.257526:0:34158:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788687418.257528:0:34158:0:(dcache.c:176:ll_intent_release()) intent ffff9b29c33444e0 released 00000080:00010000:0.0:1788687418.257530:0:34158:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811efd from it ffff9b29c33444e0 00010000:00000001:0.0:1788687418.257532:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.257534:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.257535:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=3 00000020:00000001:0.0:1788687418.257537:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:0.0:1788687418.257539:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:0.0:1788687418.257541:0:34158:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687418.257544:0:34158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687418.257551:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.257552:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.257554:0:34158:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687418.257557:0:34158:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687418.257560:0:34158:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687418.257567:0:34158:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687418.257570:0:34158:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687418.257572:0:34158:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687418.257576:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.257577:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.257579:0:34158:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.257583:0:34158:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687418.257585:0:34158:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.257587:0:34158:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.257590:0:34158:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.257592:0:34158:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687418.257593:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.257594:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687418.257595:0:34158:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788687418.257598:0:34158:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788687418.257600:0:34158:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788687418.257602:0:34158:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687418.257604:0:34158:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788687418.257606:0:34158:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.257609:0:34158:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788687418.257610:0:34158:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.257612:0:34158:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788687418.257614:0:34158:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.257616:0:34158:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788687418.257618:0:34158:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9b29c33444e0. 00000080:00000001:0.0:1788687418.257621:0:34158:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.257625:0:34158:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788687418.257627:0:34158:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9b29d8593248), inode mode 81a4 mask 40 00000080:00000001:0.0:1788687418.257630:0:34158:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.257733:0:34158:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788687418.257735:0:34158:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000002:0.0:1788687418.257738:0:34158:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000001:0.0:1788687418.257741:0:34158:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.265286:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bd28 00000080:00200008:2.0:1788687418.265298:0:34158:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff9b29d8593248), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788687418.265309:0:34158:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687418.265310:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bca0 00000080:00200000:2.0:1788687418.265312:0:34158:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9b29d8593248),name=recon 00000080:00000010:2.0:1788687418.265321:0:34158:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c5d74200. 00800000:00000002:2.0:1788687418.265327:0:34158:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687418.265336:0:34158:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687418.265342:0:34158:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687418.265345:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bbc0 00800000:00000002:2.0:1788687418.265347:0:34158:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687418.265353:0:34158:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687418.265360:0:34158:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687418.265366:0:34158:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687418.265368:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4ba90 00000002:00010000:2.0:1788687418.265370:0:34158:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687418.265374:0:34158:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687418.265376:0:34158:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687418.265381:0:34158:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687418.265389:0:34158:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:2.0:1788687418.265393:0:34158:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687418.265399:0:34158:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687418.265403:0:34158:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687418.265408:0:34158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788687418.265420:0:34158:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687418.265427:0:34158:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687418.265430:0:34158:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788687418.265437:0:34158:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687418.265439:0:34158:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687418.265441:0:34158:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687418.265442:0:34158:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687418.265444:0:34158:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687418.265447:0:34158:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687418.265449:0:34158:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687418.265589:0:34158:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687418.265592:0:34158:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c5d74200. 00000080:00000001:2.0:1788687418.265597:0:34158:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687418.265599:0:34158:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687418.265602:0:34158:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff9b29d8593248) 00000080:00010000:2.0:1788687418.265605:0:34158:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9b29d8593248) for lock 0x230d04438e811efd 00800000:00000001:2.0:1788687418.265609:0:34158:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687418.265611:0:34158:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687418.265613:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687418.265616:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687418.265618:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=3 00000020:00000001:2.0:1788687418.265621:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:2.0:1788687418.265623:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:2.0:1788687418.265626:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.265628:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687418.265629:0:34158:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687418.265631:0:34158:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687418.265633:0:34158:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811efd from it ffffaca081c4bcd8 00010000:00000001:2.0:1788687418.265635:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687418.265636:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687418.265637:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=3 00000020:00000001:2.0:1788687418.265639:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:2.0:1788687418.265641:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:2.0:1788687418.265643:0:34158:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687418.265646:0:34158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687418.265652:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.265653:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687418.265655:0:34158:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687418.265658:0:34158:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687418.265660:0:34158:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687418.265667:0:34158:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687418.265671:0:34158:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687418.265673:0:34158:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687418.265678:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.265679:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687418.265680:0:34158:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.265684:0:34158:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687418.265687:0:34158:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.265688:0:34158:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.265692:0:34158:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.265694:0:34158:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687418.265695:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.265696:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687418.265701:0:34158:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687418.265703:0:34158:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687418.265706:0:34158:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788687418.265710:0:34158:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788687418.265714:0:34158:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687418.265716:0:34158:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788687418.265718:0:34158:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.265719:0:34158:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788687418.265723:0:34158:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788687418.265726:0:34158:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687418.265732:0:34158:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509237928 : -110871200313688 : ffff9b29c97d4ea8) 00000020:00001000:2.0:1788687418.265735:0:34158:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4ea0 00000020:00000001:2.0:1788687418.265741:0:34158:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:2.0:1788687418.265744:0:34158:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788687418.265747:0:34158:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788687418.265749:0:34158:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788687418.265751:0:34158:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687418.265753:0:34158:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788687418.265755:0:34158:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788687418.265758:0:34158:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.265759:0:34158:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687418.265764:0:34158:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff9b29d023cbf0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788687418.265768:0:34158:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000001:2.0:1788687418.265772:0:34158:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788687418.265774:0:34158:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788687418.265776:0:34158:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788687418.265778:0:34158:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.265781:0:34158:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788687418.265783:0:34158:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788687418.265785:0:34158:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.265786:0:34158:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687418.265787:0:34158:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788687418.265789:0:34158:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788687418.265790:0:34158:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c63a4f80 00000020:00000001:2.0:1788687418.265793:0:34158:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788687418.265796:0:34158:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788687418.265797:0:34158:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:2.0:1788687418.265800:0:34158:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788687418.265802:0:34158:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788687418.265805:0:34158:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788687418.265807:0:34158:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788687418.265815:0:34158:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788687418.265822:0:34158:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c5044c00. 00020000:00000002:2.0:1788687418.265825:0:34158:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788687418.265827:0:34158:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788687418.265830:0:34158:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687418.265831:0:34158:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788687418.265833:0:34158:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687418.265834:0:34158:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:2.0:1788687418.265836:0:34158:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:2.0:1788687418.265839:0:34158:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea530 -> ffff9b29c97ead00 00000020:00000001:2.0:1788687418.265840:0:34158:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788687418.265844:0:34158:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687418.265845:0:34158:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788687418.265847:0:34158:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.265849:0:34158:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.265850:0:34158:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:2.0:1788687418.265852:0:34158:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788687418.265857:0:34158:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29d12aa000. 00000008:00010000:2.0:1788687418.265860:0:34158:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788687418.265862:0:34158:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788687418.265864:0:34158:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788687418.265866:0:34158:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c5044c30, osc lock ffff9b29d12aa000, flags 0x400001002 00000020:00000001:2.0:1788687418.265868:0:34158:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.265869:0:34158:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.265872:0:34158:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202434198528 : -110871275353088 : ffff9b29c5044c00) 00000020:00000001:2.0:1788687418.265874:0:34158:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788687418.265875:0:34158:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788687418.265877:0:34158:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.265879:0:34158:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.265882:0:34158:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788687418.265884:0:34158:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788687418.265886:0:34158:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788687418.265895:0:34158:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788687418.265897:0:34158:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687418.265898:0:34158:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:2.0:1788687418.265900:0:34158:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788687418.265902:0:34158:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788687418.265904:0:34158:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788687418.265939:0:34158:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788687418.265942:0:34158:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788687418.265944:0:34158:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788687418.265946:0:34158:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788687418.265947:0:34158:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788687418.265948:0:34158:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788687418.265951:0:34158:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788687418.265953:0:34158:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788687418.265958:0:34158:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.265962:0:34158:0:(ldlm_request.c:995:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788687418.265969:0:34158:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42ea680. 00000020:00000040:2.0:1788687418.265973:0:34158:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00010000:00000001:2.0:1788687418.265978:0:34158:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687418.265983:0:34158:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687418.265985:0:34158:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.265988:0:34158:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687418.265991:0:34158:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687418.265994:0:34158:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687418.266001:0:34158:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c5d74200. 00000100:00000001:2.0:1788687418.266010:0:34158:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.266016:0:34158:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687418.266018:0:34158:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.266020:0:34158:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687418.266021:0:34158:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.266024:0:34158:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.266028:0:34158:0:(ldlm_request.c:1009:ldlm_enqueue_pack()) Process leaving (rc=18446633202420196992 : -110871289354624 : ffff9b29c42ea680) 00010000:00000001:2.0:1788687418.266031:0:34158:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788687418.266034:0:34158:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788687418.266040:0:34158:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c6090600. 00010000:00000010:2.0:1788687418.266043:0:34158:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9b29c6090b00. 00010000:00000001:2.0:1788687418.266048:0:34158:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788687418.266052:0:34158:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29d13a8e00. 00000020:00000001:2.0:1788687418.266056:0:34158:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788687418.266059:0:34158:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29d13a8e00 with handle 0x230d04438e811f04 to hash 00000020:00000001:2.0:1788687418.266061:0:34158:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788687418.266063:0:34158:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000010:2.0:1788687418.266068:0:34158:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9b29e138ebc0. 00010000:00000001:2.0:1788687418.266071:0:34158:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:2.0:1788687418.266074:0:34158:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687418.266076:0:34158:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687418.266080:0:34158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000d10d0423/0x230d04438e811f04 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687418.266091:0:34158:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000d10d0423/0x230d04438e811f04 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687418.266103:0:34158:0:(ldlm_request.c:1190:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.266109:0:34158:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687418.266114:0:34158:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687418.266130:0:34158:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048f02943] to pc [ptlrpcd_01_01+1] req@ffff9b29c42ea680 x1875572824553856/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788687418.266172:0:34158:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687418.266175:0:34158:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.266177:0:34158:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.266179:0:34158:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.266180:0:34158:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.266182:0:34158:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788687418.266185:0:34158:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788687418.266187:0:34158:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788687418.266188:0:34158:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1788687418.266212:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687418.266215:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687418.266219:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687418.266222:0:2369:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788687418.266224:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687418.266232:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687418.266234:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687418.266236:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687418.266237:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687418.266239:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687418.266245:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42ea680 x1875572824553856/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.266252:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687418.266254:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687418.266258:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687418.266261:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687418.266263:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687418.266267:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824553856:192.168.203.144@tcp:101:uname.0 00000100:00000001:2.0:1788687418.266271:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687418.266279:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687418.266281:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687418.266284:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687418.266289:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d5c00. 02000000:00000001:2.0:1788687418.266291:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687418.266300:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687418.266304:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd4d0. 00000100:00000001:3.0:1788687418.266309:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1788687418.266313:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240cc0. 00000100:00000001:3.0:1788687418.266314:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788687418.266325:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824553856, portal 4 00000100:00000001:2.0:1788687418.266329:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687418.266330:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420196992 : -110871289354624 : ffff9b29c42ea680) 00000100:00000040:2.0:1788687418.266337:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42ea680 x1875572824553856/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687434 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.266344:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687418.266347:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687418.266350:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240f68. 00000100:00000200:2.0:1788687418.266353:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875572824553856, offset 0 00000400:00000200:2.0:1788687418.266359:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687418.266368:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.266377:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687418.266384:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687418.266388:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687418.266392:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687418.266395:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687418.266400:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2580:2580:256:4294967295] 192.168.203.144@tcp LPNI seq info [2580:2580:8:4294967295] 00000400:00000200:2.0:1788687418.266404:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.266413:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687418.266419:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687418.266425:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3800. 00000800:00000200:2.0:1788687418.266432:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687418.266441:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687418.266446:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788687418.267171:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687418.267180:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20555 usecs (21 jiffies) 00000400:00000200:2.0:1788687418.267186:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687418.267189:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296544293 00000100:00000001:2.0:1788687418.267193:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296548569 00000100:00000001:2.0:1788687418.267195:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296544293 00000100:00000001:2.0:1788687418.267198:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296548569 00000100:00000001:2.0:1788687418.267200:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687418.267203:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.267208:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.267211:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687418.267351:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687418.267358:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3800. 00000400:00000200:3.0:1788687418.267366:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687418.267684:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687418.267693:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240f68 00000400:00000010:3.0:1788687418.267696:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240f68. 00000100:00000001:3.0:1788687418.267703:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687418.267711:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42ea680 x1875572824553856/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687434 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.267723:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.267728:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42ea680 x1875572824553856/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687434 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.267735:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.267737:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788687418.270608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de800. 00000800:00000001:2.0:1788687418.286704:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.286726:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687418.286732:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.286735:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.286746:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.286755:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687418.286764:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.286769:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.286774:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.286779:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f53900 00000400:00000200:2.0:1788687418.286784:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.286791:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x710d [1] + 224 00000800:00000001:2.0:1788687418.286799:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.286802:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.286810:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687418.286815:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687418.286824:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687418.286834:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e9880 x1875572824553728/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687418.286845:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42e9880 x1875572824553728/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687418.286863:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687418.286881:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.286884:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687418.286895:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.286898:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.286901:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.287086:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687418.287200:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.287204:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.287207:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.287211:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f53880 00000400:00000200:2.0:1788687418.287215:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.287220:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x711d [1] + 224 00000800:00000001:2.0:1788687418.287224:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.287230:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.287232:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687418.287235:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687418.287239:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687418.287244:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8000 x1875572824553600/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687418.287252:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42e8000 x1875572824553600/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687418.287259:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687418.287263:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.287265:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687418.287266:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.287268:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.287270:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.287273:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687418.287277:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.287279:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.287281:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.287283:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 4 MB=0x6a9d2d3f53980 00000400:00000200:2.0:1788687418.287285:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.287289:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 400/400 into md 0x712d [1] + 224 00000800:00000001:2.0:1788687418.287292:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.287297:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.287299:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687418.287301:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687418.287303:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687418.287307:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42ea680 x1875572824553856/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687434 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687418.287314:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9b29c42ea680 x1875572824553856/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687434 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.287321:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687418.287325:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.287328:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.289141:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687418.289153:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687418.289167:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687418.289170:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687418.289175:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd4d0. 00000400:00000200:3.0:1788687418.289186:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240cc0 00000400:00000010:3.0:1788687418.289189:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240cc0. 00000100:00000001:3.0:1788687418.289195:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687418.289209:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42ea680 x1875572824553856/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687434 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687418.289222:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42ea680 x1875572824553856/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687434 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.289230:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687418.289233:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.289236:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687418.289240:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687418.289243:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687418.289245:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687418.289248:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687418.289260:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=40 v=5 (5 5 5 16) 00000100:00001000:3.0:1788687418.289265:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687418.289268:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687418.289270:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.289273:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687418.289278:0:2369:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.289283:0:2369:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687418.289286:0:2369:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967345 00000100:00000001:3.0:1788687418.289289:0:2369:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687418.289291:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687418.289297:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42ea680 x1875572824553856/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687434 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.289305:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687418.289309:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687418.289311:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788687418.289315:0:2369:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1788687418.289319:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.289322:0:2369:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.289326:0:2369:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8e00 refcount=4 00000020:00000001:3.0:1788687418.289328:0:2369:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:3.0:1788687418.289332:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:3.0:1788687418.289334:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.289335:0:2369:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.289336:0:2369:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8e00 refcount=5 00000020:00000001:3.0:1788687418.289337:0:2369:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:3.0:1788687418.289340:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:3.0:1788687418.289343:0:2369:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687418.289347:0:2369:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687418.289353:0:2369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000d10d0423/0x230d04438e811f04 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687418.289366:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.289368:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687418.289370:0:2369:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788687418.289372:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.289373:0:2369:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.289374:0:2369:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8e00 refcount=6 00000020:00000001:3.0:1788687418.289376:0:2369:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:3.0:1788687418.289378:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000040:3.0:1788687418.289386:0:2369:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29d13a8e00, remote cookie: 0x59c08f76ab1d2cf3, flags: 0x1001 00010000:00010000:3.0:1788687418.289392:0:2369:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000d10d0423/0x230d04438e811f04 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2cf3 expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687418.289401:0:2369:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1788687418.289403:0:2369:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.289406:0:2369:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788687418.289410:0:2369:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1788687418.289416:0:2369:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000d10d0423/0x230d04438e811f04 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2cf3 expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788687418.289425:0:2369:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x43:0x0].0x0 (ffff9b29c6090600) refcount = 1 00010000:00000040:3.0:1788687418.289428:0:2369:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788687418.289430:0:2369:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000d10d0423/0x230d04438e811f04 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2cf3 expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687418.289439:0:2369:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788687418.289441:0:2369:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687418.289444:0:2369:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788687418.289447:0:2369:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687418.289450:0:2369:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000d10d0423/0x230d04438e811f04 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2cf3 expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687418.289456:0:2369:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788687418.289458:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.289459:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687418.289460:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.289461:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788687418.289463:0:2369:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1788687418.289466:0:2369:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788687418.289469:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.289471:0:2369:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.289472:0:2369:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8e00 refcount=5 00000020:00000001:3.0:1788687418.289474:0:2369:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:3.0:1788687418.289476:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00000008:00000001:3.0:1788687418.289480:0:2369:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1788687418.289485:0:2369:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000008:00010000:3.0:1788687418.289490:0:2369:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000d10d0423/0x230d04438e811f04 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2cf3 expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1788687418.289498:0:2369:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000020:00000001:3.0:1788687418.289500:0:2369:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788687418.289504:0:2369:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1788687418.289506:0:2369:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788687418.289509:0:2369:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.289511:0:2369:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.289512:0:2369:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000008:00000001:3.0:1788687418.289515:0:2369:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1788687418.289517:0:2369:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788687418.289519:0:2369:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788687418.289542:0:2369:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788687418.289545:0:2369:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.289548:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.289549:0:2369:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.289550:0:2369:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8e00 refcount=6 00000020:00000001:3.0:1788687418.289552:0:2369:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:3.0:1788687418.289555:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:3.0:1788687418.289557:0:2369:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687418.289561:0:2369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000d10d0423/0x230d04438e811f04 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d2cf3 expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687418.289569:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.289570:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788687418.289573:0:2369:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000d10d0423/0x230d04438e811f04 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d2cf3 expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687418.289579:0:2369:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687418.289580:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.289582:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788687418.289583:0:2369:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.289585:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.289586:0:2369:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.289587:0:2369:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8e00 refcount=5 00000020:00000001:3.0:1788687418.289589:0:2369:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:3.0:1788687418.289591:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:3.0:1788687418.289594:0:2369:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000020:00000001:0.0:1788687418.289596:0:34158:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687418.289597:0:2369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000d10d0423/0x230d04438e811f04 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d2cf3 expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788687418.289603:0:34158:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.289609:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.289611:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687418.289612:0:34158:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00010000:00000001:3.0:1788687418.289613:0:2369:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00000020:00000001:0.0:1788687418.289617:0:34158:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00010000:00000001:3.0:1788687418.289618:0:2369:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00000020:00000001:0.0:1788687418.289623:0:34158:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:0.0:1788687418.289625:0:34158:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788687418.289631:0:34158:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00010000:00010000:3.0:1788687418.289636:0:2369:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000d10d0423/0x230d04438e811f04 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2cf3 expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00020000:00000001:0.0:1788687418.289637:0:34158:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788687418.289641:0:34158:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.289644:0:34158:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788687418.289647:0:34158:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687418.289651:0:34158:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00010000:00000001:3.0:1788687418.289652:0:2369:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687418.289657:0:2369:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00020000:00000001:0.0:1788687418.289657:0:34158:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687418.289660:0:34158:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00010000:00000001:3.0:1788687418.289661:0:2369:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00020000:00000001:0.0:1788687418.289665:0:34158:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.289669:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1788687418.289669:0:34158:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.289672:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1788687418.289673:0:34158:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00010000:00000001:3.0:1788687418.289675:0:2369:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687418.289678:0:34158:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 0 i_blocks 1 00010000:00000001:3.0:1788687418.289680:0:2369:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00000080:00000001:0.0:1788687418.289682:0:34158:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00010000:00000001:3.0:1788687418.289684:0:2369:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.289686:0:34158:0:(cl_lock.c:243:cl_lock_release()) Process entered 00010000:00000001:3.0:1788687418.289688:0:2369:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00010000:0.0:1788687418.289690:0:34158:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29d023cb90 (ffff9b29c97d4ea8/0) at cl_lock_release():245 00010000:00000001:3.0:1788687418.289693:0:2369:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.289696:0:34158:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00010000:00000001:3.0:1788687418.289697:0:2369:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000020:00010000:0.0:1788687418.289699:0:34158:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29d023cb90 (ffff9b29c97d4ea8/0) at cl_lock_cancel():142 00010000:00000001:3.0:1788687418.289700:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.289703:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687418.289705:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00020000:00000001:0.0:1788687418.289705:0:34158:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00010000:00000001:3.0:1788687418.289708:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788687418.289710:0:2369:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.289711:0:34158:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687418.289714:0:34158:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:0.0:1788687418.289718:0:34158:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000100:00000040:3.0:1788687418.289719:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42ea680 x1875572824553856/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687434 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000020:00010000:0.0:1788687418.289720:0:34158:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5044c30 (ffff9b29d02806c8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788687418.289728:0:34158:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788687418.289730:0:34158:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788687418.289734:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:3.0:1788687418.289737:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824553856:192.168.203.144@tcp:101:uname.0 00010000:00000001:0.0:1788687418.289737:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687418.289738:0:34158:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788687418.289742:0:34158:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687418.289745:0:34158:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687418.289746:0:34158:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687418.289749:0:34158:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000400:00000001:3.0:1788687418.289751:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00010000:0.0:1788687418.289751:0:34158:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29d023cb90 (ffff9b29c97d4ea8/0) at cl_lock_fini():72 00000400:00000001:3.0:1788687418.289755:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00020000:00000001:0.0:1788687418.289757:0:34158:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000400:00000010:3.0:1788687418.289759:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fdf78. 00000020:00000001:0.0:1788687418.289760:0:34158:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788687418.289763:0:34158:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5044c30 (ffff9b29c97d4ea8/1) at cl_lock_fini():72 00000400:00000200:3.0:1788687418.289765:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240990 00000008:00000010:0.0:1788687418.289768:0:34158:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d12aa000. 00000400:00000010:3.0:1788687418.289769:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240990. 00000100:00000001:3.0:1788687418.289775:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000020:00000001:0.0:1788687418.289777:0:34158:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788687418.289780:0:34158:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5044c00. 00020000:00000001:0.0:1788687418.289784:0:34158:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788687418.289785:0:34158:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788687418.289786:0:34158:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000100:00000200:3.0:1788687418.289789:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e8000 x1875572824553600/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1788687418.289790:0:34158:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.289796:0:34158:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788687418.289800:0:34158:0:(lov_io.c:900:lov_io_fini()) Process entered 00000100:00000200:3.0:1788687418.289805:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e8000 x1875572824553600/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000001:0.0:1788687418.289805:0:34158:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788687418.289808:0:34158:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788687418.289811:0:34158:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687418.289814:0:34158:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00000100:00000001:3.0:1788687418.289817:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00020000:00000001:0.0:1788687418.289819:0:34158:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00000100:00000001:3.0:1788687418.289821:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:0.0:1788687418.289823:0:34158:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000100:00000001:3.0:1788687418.289825:0:2369:0:(client.c:1593:after_reply()) Process entered 00000080:00000001:0.0:1788687418.289827:0:34158:0:(vvp_io.c:296:vvp_io_fini()) Process entered 02000000:00000001:3.0:1788687418.289828:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687418.289832:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000080:00200000:0.0:1788687418.289832:0:34158:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00000001:3.0:1788687418.289834:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687418.289839:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.289841:0:34158:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788687418.289844:0:34158:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687418.289845:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=40 v=5 (5 5 5 5) 00000080:00000001:0.0:1788687418.289847:0:34158:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788687418.289851:0:34158:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000100:00001000:3.0:1788687418.289852:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=26 v=5 (1 0 0 0) 00000020:00000001:0.0:1788687418.289853:0:34158:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687418.289856:0:34158:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4ea0 00000100:00000001:3.0:1788687418.289858:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000001:00000001:0.0:1788687418.289860:0:34158:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.289861:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.289865:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687418.289867:0:2369:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.289869:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687418.289874:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e8000 x1875572824553600/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687418.289880:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687418.289882:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1788687418.289883:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bd28 00000100:00000001:3.0:1788687418.289884:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000080:00000008:0.0:1788687418.289896:0:34158:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9b29d8593248), request_mask 2047, flags 0, foreign 0 00000100:00000040:3.0:1788687418.289902:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e8000 x1875572824553600/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687434 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687418.289948:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2369:1875572824553600:192.168.203.144@tcp:400:kworker.0 00000400:00000001:3.0:1788687418.289954:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687418.289955:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687418.289957:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fddc0. 00000400:00000200:3.0:1788687418.289960:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240198 00000400:00000010:3.0:1788687418.289962:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240198. 00000100:00000001:3.0:1788687418.289964:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687418.289968:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e9880 x1875572824553728/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687418.289975:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e9880 x1875572824553728/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687418.289980:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687418.289982:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.289983:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687418.289985:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687418.289986:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687418.289988:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687418.289990:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687418.289994:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=40 v=5 (5 5 5 16) 00000100:00001000:3.0:1788687418.289997:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=18 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687418.289999:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687418.290000:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.290002:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687418.290004:0:2369:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.290007:0:2369:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687418.290008:0:2369:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788687418.290010:0:2369:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687418.290012:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687418.290016:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e9880 x1875572824553728/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687418.290022:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687418.290024:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687418.290025:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687418.290028:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e9880 x1875572824553728/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687434 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687418.290036:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824553728:192.168.203.144@tcp:400:kworker.0 00000080:00000001:0.0:1788687418.290040:0:34158:0:(file.c:2646:do_file_write_iter()) Process entered 00000100:00000001:3.0:1788687418.290044:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788687418.290044:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bd88 00000080:00200008:0.0:1788687418.290049:0:34158:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 0, count: 23 00000100:00000001:3.0:1788687418.290050:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000080:00000002:0.0:1788687418.290053:0:34158:0:(file.c:2656:do_file_write_iter()) inode ffff9b29d8593248 need_sync_to_oss [0x200000404:0x31:0x0] 00000100:00000040:3.0:1788687418.290057:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42ea680 x1875572824553856/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687434 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000080:00000001:0.0:1788687418.290059:0:34158:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1788687418.290062:0:34158:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.290066:0:34158:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000100:00000001:3.0:1788687418.290071:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000080:00000001:0.0:1788687418.290072:0:34158:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687418.290076:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1788687418.290077:0:34158:0:(cl_object.c:754:cl_env_obtain()) Process entered 02000000:00000010:3.0:1788687418.290082:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c63d5c00. 00000020:00000001:0.0:1788687418.290082:0:34158:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509237928 : -110871200313688 : ffff9b29c97d4ea8) 00000020:00001000:0.0:1788687418.290086:0:34158:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4ea0 02000000:00000001:3.0:1788687418.290088:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000080:00000001:0.0:1788687418.290091:0:34158:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1788687418.290093:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000001:0.0:1788687418.290094:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bc98 00000020:00000040:3.0:1788687418.290098:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000080:00200000:0.0:1788687418.290098:0:34158:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:3.0:1788687418.290103:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 00000020:00000001:0.0:1788687418.290105:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bc30 02000000:00000010:3.0:1788687418.290107:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c5d74200. 00000080:00200000:0.0:1788687418.290109:0:34158:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:0.0:1788687418.290113:0:34158:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 02000000:00000001:3.0:1788687418.290114:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1788687418.290115:0:34158:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 02000000:00000001:3.0:1788687418.290118:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1788687418.290119:0:34158:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000100:00000010:3.0:1788687418.290123:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42ea680. 00000020:00000001:0.0:1788687418.290123:0:34158:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788687418.290126:0:34158:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788687418.290129:0:34158:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00000100:00000001:3.0:1788687418.290130:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00020000:00000001:0.0:1788687418.290134:0:34158:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.290135:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788687418.290139:0:34158:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.290140:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1788687418.290144:0:34158:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000100:00000040:3.0:1788687418.290147:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e8000 x1875572824553600/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687434 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000080:00200000:0.0:1788687418.290147:0:34158:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1788687418.290151:0:34158:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788687418.290154:0:34158:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000100:00000001:3.0:1788687418.290160:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00200000:0.0:1788687418.290162:0:34158:0:(cl_io.c:214:cl_io_rw_init()) header@000000000c6843e8[0x110, 1, [0x200000404:0x31:0x0] hash] 02000000:00000001:3.0:1788687418.290163:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000020:00200000:0.0:1788687418.290166:0:34158:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 02000000:00000010:3.0:1788687418.290168:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c5d75e00. 00000020:00000001:0.0:1788687418.290170:0:34158:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 02000000:00000001:3.0:1788687418.290172:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687418.290173:0:34158:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788687418.290175:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000080:00000001:0.0:1788687418.290177:0:34158:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000020:00000040:3.0:1788687418.290178:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000080:00200000:0.0:1788687418.290181:0:34158:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788687418.290182:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687418.290185:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29d05a3c00. 00000020:00000001:0.0:1788687418.290187:0:34158:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:3.0:1788687418.290190:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1788687418.290191:0:34158:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 02000000:00000001:3.0:1788687418.290193:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1788687418.290195:0:34158:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000010:3.0:1788687418.290197:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e8000. 00000100:00000001:3.0:1788687418.290201:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687418.290202:0:34158:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.290204:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687418.290206:0:34158:0:(file.c:7109:ll_layout_refresh()) Process entered 00000100:00000001:3.0:1788687418.290208:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000080:00000001:0.0:1788687418.290209:0:34158:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.290213:0:34158:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687418.290214:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e9880 x1875572824553728/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687434 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00020000:00000002:0.0:1788687418.290217:0:34158:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff9b29d023cbf0 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1788687418.290224:0:34158:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c63a4f80 00000100:00000001:3.0:1788687418.290230:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00020000:00000001:0.0:1788687418.290231:0:34158:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 02000000:00000001:3.0:1788687418.290233:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00020000:00000001:0.0:1788687418.290234:0:34158:0:(lov_io.c:721:lov_io_slice_init()) Process entered 02000000:00000010:3.0:1788687418.290236:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c5d75400. 00020000:00000001:0.0:1788687418.290238:0:34158:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 02000000:00000001:3.0:1788687418.290241:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00020000:00000001:0.0:1788687418.290242:0:34158:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.290245:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00020000:80000000:0.0:1788687418.290246:0:34158:0:(lov_io.c:860:lov_io_slice_init()) 0 23 00000020:00000040:3.0:1788687418.290248:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00020000:00000001:0.0:1788687418.290251:0:34158:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00000020:00000001:3.0:1788687418.290253:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 00020000:00000001:0.0:1788687418.290254:0:34158:0:(lov_io.c:206:lov_io_subio_init()) Process entered 02000000:00000010:3.0:1788687418.290256:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29d05a3700. 00020000:00000001:0.0:1788687418.290257:0:34158:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687418.290261:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1788687418.290261:0:34158:0:(cl_io.c:898:cl_io_slice_add()) Process entered 02000000:00000001:3.0:1788687418.290264:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1788687418.290265:0:34158:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000010:3.0:1788687418.290268:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e9880. 00020000:00000001:0.0:1788687418.290269:0:34158:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788687418.290273:0:34158:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c63a4f80 00000100:00000001:3.0:1788687418.290274:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687418.290278:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788687418.290278:0:34158:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.290282:0:34158:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.290283:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687418.290286:0:34158:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:0.0:1788687418.290291:0:34158:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:0.0:1788687418.290294:0:34158:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.290295:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687418.290298:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.290298:0:34158:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788687418.290302:0:34158:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000100:00000001:3.0:1788687418.290303:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1788687418.290306:0:34158:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000100:00000001:3.0:1788687418.290307:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.290310:0:34158:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1788687418.290313:0:34158:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:0.0:1788687418.290316:0:34158:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788687418.290318:0:34158:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788687418.290323:0:34158:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788687418.290326:0:34158:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687418.290328:0:34158:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788687418.290330:0:34158:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687418.290331:0:34158:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:0.0:1788687418.290334:0:34158:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:0.0:1788687418.290336:0:34158:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea530 -> ffff9b29c97ead00 00000020:00000001:0.0:1788687418.290338:0:34158:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788687418.290341:0:34158:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687418.290342:0:34158:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788687418.290344:0:34158:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.290346:0:34158:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.290347:0:34158:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:0.0:1788687418.290350:0:34158:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788687418.290353:0:34158:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788687418.290356:0:34158:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.290358:0:34158:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.290360:0:34158:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.290362:0:34158:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.290364:0:34158:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.290366:0:34158:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1788687418.290369:0:34158:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788687418.290371:0:34158:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788687418.290374:0:34158:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788687418.290377:0:34158:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.290380:0:34158:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.290382:0:34158:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788687418.290383:0:34158:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1788687418.290385:0:34158:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788687418.290387:0:34158:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788687418.290389:0:34158:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.290392:0:34158:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.290393:0:34158:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.290395:0:34158:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.290397:0:34158:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.290399:0:34158:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788687418.290400:0:34158:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687418.290401:0:34158:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788687418.290403:0:34158:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687418.290405:0:34158:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.290406:0:34158:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.290408:0:34158:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.290410:0:34158:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.290411:0:34158:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687418.290412:0:34158:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788687418.290414:0:34158:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788687418.290416:0:34158:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788687418.290418:0:34158:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788687418.290420:0:34158:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788687418.290430:0:34158:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c5ca0200. 00020000:00000002:0.0:1788687418.290433:0:34158:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788687418.290435:0:34158:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788687418.290436:0:34158:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687418.290438:0:34158:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:0.0:1788687418.290440:0:34158:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788687418.290444:0:34158:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29d1208130. 00000008:00010000:0.0:1788687418.290447:0:34158:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788687418.290450:0:34158:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687418.290461:0:34158:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788687418.290464:0:34158:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c5ca0230, osc lock ffff9b29d1208130, flags 0x0 00000020:00000001:0.0:1788687418.290467:0:34158:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.290469:0:34158:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.290471:0:34158:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202447155712 : -110871262395904 : ffff9b29c5ca0200) 00000020:00000001:0.0:1788687418.290474:0:34158:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687418.290475:0:34158:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788687418.290476:0:34158:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.290478:0:34158:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.290480:0:34158:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687418.290482:0:34158:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687418.290483:0:34158:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687418.290484:0:34158:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:0.0:1788687418.290486:0:34158:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687418.290488:0:34158:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687418.290490:0:34158:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788687418.290493:0:34158:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.290496:0:34158:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788687418.290498:0:34158:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788687418.290500:0:34158:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788687418.290502:0:34158:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788687418.290503:0:34158:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788687418.290504:0:34158:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788687418.290507:0:34158:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788687418.290509:0:34158:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687418.290517:0:34158:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090600 count: 2 00010000:00000001:0.0:1788687418.290520:0:34158:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788687418.290526:0:34158:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c5651400 type 11 mode 2 res 9663677440/67 (0 18446744073709551615) 00010000:00000001:0.0:1788687418.290530:0:34158:0:(ldlm_request.c:995:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1788687418.290536:0:34158:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f1180. 00000020:00000040:0.0:1788687418.290540:0:34158:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00010000:00000001:0.0:1788687418.290544:0:34158:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687418.290548:0:34158:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687418.290552:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.290553:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.290555:0:34158:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687418.290559:0:34158:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687418.290561:0:34158:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687418.290566:0:34158:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687418.290582:0:34158:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c7f3dc00. 00000100:00000001:0.0:1788687418.290590:0:34158:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.290594:0:34158:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687418.290596:0:34158:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.290598:0:34158:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687418.290599:0:34158:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.290601:0:34158:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.290604:0:34158:0:(ldlm_request.c:1009:ldlm_enqueue_pack()) Process leaving (rc=18446633202509353344 : -110871200198272 : ffff9b29c97f1180) 00010000:00000001:0.0:1788687418.290607:0:34158:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687418.290609:0:34158:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788687418.290611:0:34158:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090600 count: 2 00010000:00000001:0.0:1788687418.290613:0:34158:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687418.290616:0:34158:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687418.290619:0:34158:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc4e00. 00000020:00000001:0.0:1788687418.290623:0:34158:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687418.290626:0:34158:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc4e00 with handle 0x230d04438e811f0b to hash 00000020:00000001:0.0:1788687418.290628:0:34158:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687418.290629:0:34158:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000010:0.0:1788687418.290633:0:34158:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9b29c4c6f1c0. 00010000:00000001:0.0:1788687418.290636:0:34158:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.290639:0:34158:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687418.290641:0:34158:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687418.290645:0:34158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687418.290655:0:34158:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687418.290665:0:34158:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687418.290672:0:34158:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687418.290674:0:34158:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687418.290681:0:34158:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c52b5840. 00000100:00000001:0.0:1788687418.290683:0:34158:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202436757568 : -110871272794048 : ffff9b29c52b5840) 00000100:00000001:0.0:1788687418.290687:0:34158:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687418.290688:0:34158:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509353344 : -110871200198272 : ffff9b29c97f1180) 00000100:00000001:0.0:1788687418.290692:0:34158:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687418.290694:0:34158:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687418.290696:0:34158:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687418.290697:0:34158:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687418.290704:0:34158:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f1180 x1875572824553984/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687418.290712:0:34158:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687418.290715:0:34158:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687418.290719:0:34158:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687418.290722:0:34158:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687418.290724:0:34158:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687418.290730:0:34158:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f1180 pname:cluuid:pid:xid:nid:opc:job uname:ce1d4174-c231-444b-b3ed-b722bc4901cb:34158:1875572824553984:192.168.203.144@tcp:101:uname.0 00000100:00000001:0.0:1788687418.290734:0:34158:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687418.290741:0:34158:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687418.290743:0:34158:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687418.290746:0:34158:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687418.290751:0:34158:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a02c00. 02000000:00000001:0.0:1788687418.290753:0:34158:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687418.290761:0:34158:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687418.290765:0:34158:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1210. 00000400:00000010:0.0:1788687418.290771:0:34158:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda220. 00000100:00000200:0.0:1788687418.290779:0:34158:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824553984, portal 4 00000100:00000001:0.0:1788687418.290781:0:34158:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687418.290782:0:34158:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509353344 : -110871200198272 : ffff9b29c97f1180) 00000100:00000040:0.0:1788687418.290788:0:34158:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f1180 x1875572824553984/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687434 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687418.290795:0:34158:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687418.290799:0:34158:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687418.290802:0:34158:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdad48. 00000100:00000200:0.0:1788687418.290806:0:34158:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875572824553984, offset 0 00000400:00000200:0.0:1788687418.290813:0:34158:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687418.290823:0:34158:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687418.290831:0:34158:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687418.290837:0:34158:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687418.290841:0:34158:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687418.290846:0:34158:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687418.290849:0:34158:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687418.290854:0:34158:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2581:2581:256:4294967295] 192.168.203.144@tcp LPNI seq info [2581:2581:8:4294967295] 00000400:00000200:0.0:1788687418.290858:0:34158:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687418.290870:0:34158:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687418.290877:0:34158:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687418.290882:0:34158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946100. 00000800:00000200:0.0:1788687418.290901:0:34158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687418.292674:0:34158:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687418.292682:0:34158:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788687418.292708:0:34158:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687418.292716:0:34158:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20591 usecs (21 jiffies) 00000400:00000200:0.0:1788687418.292723:0:34158:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687418.292727:0:34158:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296544318 00000100:00000001:2.0:1788687418.293206:0:34158:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296548569 00000100:00000001:2.0:1788687418.293214:0:34158:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296544319 00000100:00000001:2.0:1788687418.293217:0:34158:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296548569 00000100:00000001:2.0:1788687418.293219:0:34158:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687418.293223:0:34158:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.293227:0:34158:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687418.293229:0:34158:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687418.293233:0:34158:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c52b5840 going to sleep for 11 seconds 00000100:00000001:2.0:1788687418.293236:0:34158:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687418.293240:0:34158:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687418.296640:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687418.296654:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946100. 00000400:00000200:3.0:1788687418.296667:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687418.296677:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687418.296687:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdad48 00000400:00000010:3.0:1788687418.296691:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdad48. 00000100:00000001:3.0:1788687418.296698:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687418.296707:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1180 x1875572824553984/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687434 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.296723:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.296726:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1180 x1875572824553984/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687434 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.296733:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.296735:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687418.301023:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.301051:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687418.301057:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.301060:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.301072:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.301082:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687418.301092:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.301097:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.301103:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.301108:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 328 into portal 15 MB=0x6a9d2d515f100 00000400:00000200:2.0:1788687418.301117:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 328/328 into md 0x6bbd [2] + 328 00000800:00000001:2.0:1788687418.301126:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.301133:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.301137:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687418.301142:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687418.301152:0:2362:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788687418.301155:0:2362:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788687418.301162:0:2362:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42ead80. 00000100:00000040:2.0:1788687418.301166:0:2362:0:(events.c:341:request_in_callback()) incoming req@ffff9b29c42ead80 x1875572843475200 msgsize 328 00000100:00100000:2.0:1788687418.301170:0:2362:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000001:2.0:1788687418.301183:0:2362:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1788687418.301193:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.301196:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.303975:0:15936:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788687418.303984:0:15936:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875572843475200 02000000:00000001:3.0:1788687418.303991:0:15936:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788687418.303995:0:15936:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687418.303998:0:15936:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687418.304005:0:15936:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687418.304011:0:15936:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875572843475200 00000020:00000001:3.0:1788687418.304015:0:15936:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788687418.304017:0:15936:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e811318 00000020:00000001:3.0:1788687418.304020:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.304026:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c52f0800 refcount=4 00000020:00000001:3.0:1788687418.304030:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000020:00000001:3.0:1788687418.304033:0:15936:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000100:00000001:3.0:1788687418.304038:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788687418.304050:0:15936:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b29c975cc40. 00000100:00000001:3.0:1788687418.304054:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788687418.304057:0:15936:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b29c975cc40. 00000020:00000010:3.0:1788687418.304068:0:15936:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29cb117c00. 00000020:00000010:3.0:1788687418.304075:0:15936:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b29c3056180. 00000020:00000010:3.0:1788687418.304083:0:15936:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b29e0155ed8. 00000100:00000040:3.0:1788687418.304095:0:15936:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788687418.304100:0:15936:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788687418.304102:0:15936:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788687418.304105:0:15936:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.304115:0:15936:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.304139:0:15936:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.304152:0:15936:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788687418.304154:0:15936:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788687418.304166:0:15936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 60 00000100:00000040:3.0:1788687418.304171:0:15936:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b29c52f0800 : new rpc_count 1 00000100:00000001:3.0:1788687418.304174:0:15936:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633202420198784 : -110871289352832 : ffff9b29c42ead80) 00000100:00000040:3.0:1788687418.304183:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b29c42ead80 x1875572843475200/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:319/0 lens 328/0 e 0 to 0 dl 1788687429 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687418.304195:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788687418.304197:0:15936:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b29c975cc40. 00000100:00000001:3.0:1788687418.304200:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788687418.304202:0:15936:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b29c975cc40. 00000100:00100000:3.0:1788687418.304206:0:15936:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9b29c42ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8104:x1875572843475200:12345-192.168.203.144@tcp:104: 00000100:00000200:3.0:1788687418.304210:0:15936:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875572843475200 00010000:00000001:3.0:1788687418.304213:0:15936:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788687418.304223:0:15936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.304225:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.304228:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8e00 refcount=2 00000020:00000001:3.0:1788687418.304230:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:3.0:1788687418.304234:0:15936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:3.0:1788687418.304238:0:15936:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687418.304243:0:15936:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687418.304249:0:15936:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000d10d0423/0x230d04438e811f04 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x59c08f76ab1d2cf3 expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788687418.304265:0:15936:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788687418.304268:0:15936:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788687418.304274:0:15936:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b29c43be000. 02000000:00000001:3.0:1788687418.304277:0:15936:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.304280:0:15936:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.304285:0:15936:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788687418.304288:0:15936:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687418.304292:0:15936:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c4dc39e8 time=189 v=5 (1 1 1 1) 00000100:00000001:3.0:1788687418.304298:0:15936:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788687418.304301:0:15936:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 13 to 192.168.203.144@tcp 00000100:00000001:3.0:1788687418.304304:0:15936:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 02000000:00000001:3.0:1788687418.304307:0:15936:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788687418.304309:0:15936:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.304312:0:15936:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687418.304315:0:15936:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687418.304321:0:15936:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0440. 00000100:00000200:3.0:1788687418.304329:0:15936:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875572843475200, offset 224 00000400:00000200:3.0:1788687418.304337:0:15936:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687418.304350:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.304360:0:15936:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687418.304369:0:15936:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2582:2582:256:4294967295] 192.168.203.144@tcp LPNI seq info [2582:2582:8:4294967295] 00000400:00000200:3.0:1788687418.304375:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.304389:0:15936:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687418.304396:0:15936:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687418.304403:0:15936:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a300. 00000800:00000200:3.0:1788687418.304411:0:15936:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687418.304423:0:15936:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687418.304428:0:15936:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687418.304443:0:15936:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687418.304447:0:15936:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00010000:00000001:3.0:1788687418.304450:0:15936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788687418.304454:0:15936:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b29c97a6900. 00010000:00000001:3.0:1788687418.304457:0:15936:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788687418.304471:0:15936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788687418.304474:0:15936:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.304476:0:15936:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.304479:0:15936:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687418.304483:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42ead80 x1875572843475200/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:319/0 lens 328/224 e 0 to 0 dl 1788687429 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788687418.304493:0:15936:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9b29c42ead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8104:x1875572843475200:12345-192.168.203.144@tcp:104: Request processed in 296us (3324us total) trans 0 rc 0/0 00000100:00100000:3.0:1788687418.304501:0:15936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 60 00000100:00000040:3.0:1788687418.304504:0:15936:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b29c52f0800 : new rpc_count 0 00000100:00000001:3.0:1788687418.304506:0:15936:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788687418.304509:0:15936:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788687418.304514:0:15936:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b29c3056180. 00000020:00000010:3.0:1788687418.304518:0:15936:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b29e0155ed8. 00000020:00000010:3.0:1788687418.304523:0:15936:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b29cb117c00. 00000020:00000040:3.0:1788687418.304529:0:15936:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c52f0800 : new refcount 3 00000100:00000001:3.0:1788687418.304533:0:15936:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788687418.304554:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687418.304559:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687418.304563:0:15943:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788687418.304567:0:15943:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788687418.304569:0:15943:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788687418.304585:0:15943:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000d10d0423/0x230d04438e811f04 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x59c08f76ab1d2cf3 expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788687418.304596:0:15943:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29d13a8e00 already unused, calling callback (ffffffffc1276300) 00000008:00000001:0.0:1788687418.304600:0:15943:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1788687418.304603:0:15943:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788687418.304605:0:15943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.304606:0:15943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.304608:0:15943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8e00 refcount=3 00000020:00000001:0.0:1788687418.304610:0:15943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:0.0:1788687418.304612:0:15943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:0.0:1788687418.304616:0:15943:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687418.304620:0:15943:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000d10d0423/0x230d04438e811f04 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x59c08f76ab1d2cf3 expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788687418.304629:0:15943:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788687418.304631:0:15943:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687418.304635:0:15943:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509234184 : -110871200317432 : ffff9b29c97d4008) 00000020:00001000:0.0:1788687418.304638:0:15943:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4000 00000008:00000001:0.0:1788687418.304640:0:15943:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788687418.304644:0:15943:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1788687418.304646:0:15943:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:0.0:1788687418.304651:0:15943:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9b29c97d4900. 00000020:00000010:0.0:1788687418.304655:0:15943:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29c7f3c200. 00000800:00000200:3.0:1788687418.304657:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1788687418.304660:0:15943:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b29c7f3d800. 00000800:00000010:3.0:1788687418.304663:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a300. 00000020:00000010:0.0:1788687418.304666:0:15943:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9b29c8ccc840. 00000400:00000200:3.0:1788687418.304669:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000008:00000010:0.0:1788687418.304674:0:15943:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b29c627b7f0. 00000400:00000200:3.0:1788687418.304676:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00020000:00000010:0.0:1788687418.304682:0:15943:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b29c4fcb780. 00000400:00000200:3.0:1788687418.304685:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0440 00000400:00000010:3.0:1788687418.304689:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0440. 00008000:00000010:0.0:1788687418.304690:0:15943:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b29c38cede8. 00000100:00000001:3.0:1788687418.304695:0:2361:0:(events.c:390:reply_out_callback()) Process entered 00000080:00000010:0.0:1788687418.304698:0:15943:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b29d07a4a80. 00000100:00000001:3.0:1788687418.304699:0:2361:0:(events.c:402:reply_out_callback()) Process leaving 00000080:00000010:0.0:1788687418.304706:0:15943:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b29d023e750. 00000020:00000010:0.0:1788687418.304711:0:15943:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29c7f3d600. 00000008:00000010:0.0:1788687418.304715:0:15943:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b29c97b7b80. 00020000:00000010:0.0:1788687418.304719:0:15943:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b29e01df478. 00008000:00000010:0.0:1788687418.304723:0:15943:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b29c70fcde0. 00000080:00000010:0.0:1788687418.304728:0:15943:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b29c68390f0. 00000020:00000001:0.0:1788687418.304731:0:15943:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509236488 : -110871200315128 : ffff9b29c97d4908) 00000020:00001000:0.0:1788687418.304733:0:15943:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4900 00000008:00000001:0.0:1788687418.304736:0:15943:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1788687418.304739:0:15943:0:(osc_cache.c:3807:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1788687418.304743:0:15943:0:(osc_cache.c:3823:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1788687418.304746:0:15943:0:(osc_cache.c:3871:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687418.304748:0:15943:0:(osc_cache.c:3756:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1788687418.304751:0:15943:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000020:00000001:0.0:1788687418.304754:0:15943:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:0.0:1788687418.304757:0:15943:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788687418.304759:0:15943:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788687418.304762:0:15943:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788687418.304765:0:15943:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687418.304766:0:15943:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788687418.304768:0:15943:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687418.304772:0:15943:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff9b29c627b890 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1788687418.304778:0:15943:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788687418.304780:0:15943:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788687418.304783:0:15943:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788687418.304785:0:15943:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788687418.304787:0:15943:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.304789:0:15943:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687418.304790:0:15943:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788687418.304791:0:15943:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1788687418.304792:0:15943:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687418.304795:0:15943:0:(osc_cache.c:3543:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1788687418.304800:0:15943:0:(osc_cache.c:3620:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788687418.304802:0:15943:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788687418.304805:0:15943:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788687418.304807:0:15943:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788687418.304809:0:15943:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788687418.304811:0:15943:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1788687418.304814:0:15943:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788687418.304815:0:15943:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1788687418.304816:0:15943:0:(osc_cache.c:3775:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788687418.304818:0:15943:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4900 00000008:00000001:0.0:1788687418.304821:0:15943:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.304823:0:15943:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00010000:00000001:0.0:1788687418.304826:0:15943:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1788687418.304829:0:15943:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.304831:0:15943:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000020:00000001:0.0:1788687418.304832:0:15943:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788687418.304836:0:15943:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788687418.304838:0:15943:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788687418.304840:0:15943:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.304843:0:15943:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.304844:0:15943:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000020:00000001:0.0:1788687418.304846:0:15943:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:0.0:1788687418.304847:0:15943:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1788687418.304850:0:15943:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.304852:0:15943:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000008:00000001:0.0:1788687418.304856:0:15943:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788687418.304857:0:15943:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4000 00000008:00000001:0.0:1788687418.304859:0:15943:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.304862:0:15943:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687418.304866:0:15943:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687418.304868:0:15943:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687418.304870:0:15943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687418.304871:0:15943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788687418.304874:0:15943:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29d13a8e00 with handle 0x230d04438e811f04 from hash 00010000:00000001:0.0:1788687418.304877:0:15943:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687418.304879:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.304881:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.304883:0:15943:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687418.304895:0:15943:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687418.304897:0:15943:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788687418.304933:0:15943:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687418.304937:0:15943:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.304940:0:15943:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687418.304943:0:15943:0:(ldlm_request.c:1526:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788687418.304950:0:15943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f0000. 00000020:00000040:0.0:1788687418.304954:0:15943:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=4 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:0.0:1788687418.304959:0:15943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687418.304961:0:15943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687418.304966:0:15943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687418.304973:0:15943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c7f3cc00. 00000100:00000001:0.0:1788687418.304980:0:15943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.304983:0:15943:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788687418.304988:0:15943:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000d10d0423/0x230d04438e811f04 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x59c08f76ab1d2cf3 expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788687418.304995:0:15943:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788687418.304996:0:15943:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687418.305001:0:15943:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687418.305006:0:15943:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687418.305013:0:15943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d07d955f] to pc [ptlrpcd_00_01+1] req@ffff9b29c97f0000 x1875572824554112/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.305075:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687418.305081:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687418.305084:0:2368:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687418.305092:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f0000 x1875572824554112/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.305100:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687418.305103:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687418.305107:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687418.305110:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687418.305113:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687418.305117:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824554112:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788687418.305121:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687418.305128:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687418.305131:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687418.305134:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687418.305139:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6854000. 02000000:00000001:1.0:1788687418.305141:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687418.305147:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687418.305151:0:2368:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150108. 00000400:00000010:1.0:1788687418.305156:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcaa0. 00000100:00000200:1.0:1788687418.305164:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824554112, portal 18 00000100:00000001:1.0:1788687418.305166:0:2368:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687418.305168:0:2368:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509348864 : -110871200202752 : ffff9b29c97f0000) 00000100:00000040:1.0:1788687418.305174:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f0000 x1875572824554112/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687434 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.305180:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687418.305182:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687418.305184:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc2a8. 00000100:00000200:1.0:1788687418.305188:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875572824554112, offset 0 00000400:00000200:1.0:1788687418.305192:0:2368:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687418.305197:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687418.305201:0:2368:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687418.305206:0:2368:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687418.305210:0:2368:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687418.305214:0:2368:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687418.305216:0:2368:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687418.305220:0:2368:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2583:2583:256:4294967295] 192.168.203.144@tcp LPNI seq info [2583:2583:8:4294967295] 00000400:00000200:1.0:1788687418.305223:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687418.305230:0:2368:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687418.305234:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687418.305238:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c995ef00. 00000800:00000200:1.0:1788687418.305243:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687418.305247:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687418.305251:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c995ef00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788687418.305268:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687418.305272:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20591 usecs (21 jiffies) 00000400:00000200:1.0:1788687418.305275:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687418.305278:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296544331 00000100:00000001:1.0:1788687418.305281:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296548569 00000100:00000001:1.0:1788687418.305284:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296544331 00000100:00000001:1.0:1788687418.305286:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296548569 00000100:00000001:1.0:1788687418.305289:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687418.305292:0:2368:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.305295:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.305297:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687418.307196:0:15943:0:(ldlm_request.c:1594:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687418.307206:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.307209:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.307211:0:15943:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.307214:0:15943:0:(ldlm_request.c:1833:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687418.307217:0:15943:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687418.307225:0:15943:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000d10d0423/0x230d04438e811f04 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x59c08f76ab1d2cf3 expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687418.307237:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687418.307240:0:15943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000d10d0423/0x230d04438e811f04 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x59c08f76ab1d2cf3 expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788687418.307251:0:15943:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29e138ebc0. 00010000:00000001:0.0:1788687418.307266:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.307267:0:15943:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788687418.307270:0:15943:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b29c97a6900. 00010000:00000001:0.0:1788687418.307274:0:15943:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687418.307314:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687418.307319:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.307479:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687418.307483:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687418.307486:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788687418.307488:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687418.307490:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687418.307491:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788687418.307494:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687418.307496:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687418.307497:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788687418.308661:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687418.308667:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788687418.308672:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687418.308674:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687418.308677:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.308681:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687418.309573:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687418.309581:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c995ef00. 00000400:00000200:3.0:1788687418.309589:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687418.309601:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687418.309612:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc2a8 00000400:00000010:3.0:1788687418.309615:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc2a8. 00000100:00000001:3.0:1788687418.309620:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687418.309636:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0000 x1875572824554112/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687434 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687418.309651:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.309655:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0000 x1875572824554112/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687434 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687418.309663:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.309665:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687418.311682:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.311705:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687418.311711:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.311713:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687418.311726:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.311735:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687418.311746:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.311752:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.311758:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.311763:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 4 MB=0x6a9d2d3f53a00 00000400:00000200:3.0:1788687418.311771:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.311778:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 400/400 into md 0x713d [1] + 224 00000800:00000001:3.0:1788687418.311787:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.311805:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687418.311817:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687418.311822:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687418.311832:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687418.311842:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1180 x1875572824553984/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687434 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687418.311854:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9b29c97f1180 x1875572824553984/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.311877:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687418.311895:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.311899:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687418.311998:0:34158:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687418.312008:0:34158:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687418.312011:0:34158:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687418.312016:0:34158:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1210. 00000400:00000200:2.0:1788687418.312023:0:34158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda220 00000400:00000010:2.0:1788687418.312027:0:34158:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda220. 00000100:00000001:2.0:1788687418.312030:0:34158:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687418.312036:0:34158:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f1180 x1875572824553984/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788687418.312046:0:34158:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f1180 x1875572824553984/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.312052:0:34158:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687418.312054:0:34158:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687418.312057:0:34158:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687418.312061:0:34158:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687418.312064:0:34158:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687418.312066:0:34158:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687418.312069:0:34158:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687418.312082:0:34158:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=40 v=5 (5 5 5 16) 00000100:00001000:2.0:1788687418.312086:0:34158:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687418.312089:0:34158:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687418.312091:0:34158:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.312094:0:34158:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687418.312098:0:34158:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.312102:0:34158:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687418.312105:0:34158:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967345 00000100:00000001:2.0:1788687418.312108:0:34158:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687418.312110:0:34158:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687418.312114:0:34158:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f1180 x1875572824553984/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.312121:0:34158:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687418.312125:0:34158:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687418.312127:0:34158:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687418.312130:0:34158:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f1180 x1875572824553984/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687434 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788687418.312137:0:34158:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f1180 pname:cluuid:pid:xid:nid:opc:job uname:ce1d4174-c231-444b-b3ed-b722bc4901cb:34158:1875572824553984:192.168.203.144@tcp:101:uname.0 00000100:00000001:2.0:1788687418.312142:0:34158:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687418.312145:0:34158:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.312148:0:34158:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687418.312150:0:34158:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687418.312153:0:34158:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1180 x1875572824553984/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687434 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.312159:0:34158:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687418.312162:0:34158:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c52b5840. 00000100:00000001:2.0:1788687418.312165:0:34158:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687418.312166:0:34158:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.312170:0:34158:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788687418.312173:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687418.312176:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687418.312180:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=4 00000020:00000001:2.0:1788687418.312183:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687418.312187:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000040:2.0:1788687418.312196:0:34158:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c5cc4e00, remote cookie: 0x59c08f76ab1d2cfa, flags: 0x20002 00010000:00000001:2.0:1788687418.312200:0:34158:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788687418.312202:0:34158:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.312205:0:34158:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00010000:2.0:1788687418.312214:0:34158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788687418.312227:0:34158:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x43:0x0].0x0 (ffff9b29c6090600) refcount = 1 00010000:00000040:2.0:1788687418.312230:0:34158:0:(ldlm_resource.c:1894:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1788687418.312233:0:34158:0:(ldlm_resource.c:1896:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687418.312239:0:34158:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687418.312242:0:34158:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1788687418.312246:0:34158:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687418.312255:0:34158:0:(ldlm_request.c:330:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000800:00000001:3.0:1788687418.313446:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.313459:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687418.313463:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.313465:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687418.313474:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.313480:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687418.313488:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.313492:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.313507:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.313512:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 392 into portal 15 MB=0x6a9d2d515f180 00000400:00000200:3.0:1788687418.313521:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 392/392 into md 0x6bbd [2] + 656 00000800:00000001:3.0:1788687418.313529:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.313535:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687418.313538:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687418.313543:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687418.313551:0:2362:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788687418.313554:0:2362:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788687418.313560:0:2362:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb6300. 00000100:00000040:3.0:1788687418.313565:0:2362:0:(events.c:341:request_in_callback()) incoming req@ffff9b29c8bb6300 x1875572843475328 msgsize 392 00000100:00100000:3.0:1788687418.313570:0:2362:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000001:3.0:1788687418.313591:0:2362:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788687418.313598:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.313601:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687418.314402:0:15936:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788687418.314407:0:15936:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875572843475328 02000000:00000001:2.0:1788687418.314411:0:15936:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788687418.314413:0:15936:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687418.314416:0:15936:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687418.314422:0:15936:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687418.314427:0:15936:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875572843475328 00000020:00000001:2.0:1788687418.314431:0:15936:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788687418.314433:0:15936:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e811318 00000020:00000001:2.0:1788687418.314436:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687418.314440:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c52f0800 refcount=4 00000020:00000001:2.0:1788687418.314443:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000020:00000001:2.0:1788687418.314446:0:15936:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000100:00000001:2.0:1788687418.314451:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788687418.314459:0:15936:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b29e138e600. 00000100:00000001:2.0:1788687418.314464:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788687418.314467:0:15936:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b29e138e600. 00000020:00000010:2.0:1788687418.314474:0:15936:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29c5d75000. 00000020:00000010:2.0:1788687418.314482:0:15936:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b29c5044380. 00000020:00000010:2.0:1788687418.314488:0:15936:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b29d0248320. 00000100:00000040:2.0:1788687418.314507:0:15936:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788687418.314512:0:15936:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788687418.314513:0:15936:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788687418.314515:0:15936:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.314524:0:15936:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.314541:0:15936:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687418.314555:0:15936:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788687418.314558:0:15936:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788687418.314565:0:15936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 61 00000100:00000040:2.0:1788687418.314570:0:15936:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b29c52f0800 : new rpc_count 1 00000100:00000001:2.0:1788687418.314573:0:15936:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633202496529152 : -110871213022464 : ffff9b29c8bb6300) 00000100:00000040:2.0:1788687418.314582:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b29c8bb6300 x1875572843475328/t0(0) o105->LOV_OSC_UUID@192.168.203.144@tcp:319/0 lens 392/0 e 0 to 0 dl 1788687429 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687418.314593:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788687418.314595:0:15936:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b29e138e600. 00000100:00000001:2.0:1788687418.314598:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788687418.314600:0:15936:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b29e138e600. 00000100:00100000:2.0:1788687418.314604:0:15936:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9b29c8bb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8460:x1875572843475328:12345-192.168.203.144@tcp:105: 00000100:00000200:2.0:1788687418.314608:0:15936:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875572843475328 00010000:00000001:2.0:1788687418.314612:0:15936:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788687418.314621:0:15936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687418.314623:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687418.314777:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=5 00000020:00000001:2.0:1788687418.315122:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687418.315127:0:15936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00010000:2.0:1788687418.315134:0:15936:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 5/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687418.315149:0:15936:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:2.0:1788687418.315153:0:15936:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 5/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687418.315165:0:15936:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 5/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687418.315173:0:15936:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788687418.315177:0:15936:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.315179:0:15936:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788687418.315182:0:15936:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1788687418.315185:0:15936:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687418.315193:0:15936:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:2.0:1788687418.315198:0:15936:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788687418.315208:0:15936:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x43:0x0].0x0 (ffff9b29c6090600) refcount = 1 00010000:00000040:2.0:1788687418.315211:0:15936:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788687418.315214:0:15936:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687418.315225:0:15936:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:2.0:1788687418.315228:0:15936:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1788687418.315246:0:15936:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9b29e138e600. 00000100:00000001:2.0:1788687418.315250:0:15936:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687418.315257:0:15936:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c6852c00. 00000100:00000001:2.0:1788687418.315260:0:15936:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202459421696 : -110871250129920 : ffff9b29c6852c00) 00000100:00000001:2.0:1788687418.315263:0:15936:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446633202459421696 : -110871250129920 : ffff9b29c6852c00) 00000100:00000001:2.0:1788687418.315266:0:15936:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687418.315268:0:15936:0:(client.c:1949:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1788687418.315270:0:15936:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1788687418.315273:0:15936:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788687418.315326:0:15936:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.315329:0:15936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.315331:0:15936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687418.315333:0:15936:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.315335:0:15936:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1788687418.315337:0:15936:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1788687418.315340:0:15936:0:(client.c:1964:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.315343:0:15936:0:(client.c:2699:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.315346:0:15936:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1788687418.315349:0:15936:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c6852c00. 00000100:00000001:2.0:1788687418.315353:0:15936:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1788687418.315354:0:15936:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1788687418.315357:0:15936:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9b29e138e600. 00010000:00010000:2.0:1788687418.315361:0:15936:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687418.315364:0:15936:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687418.315366:0:15936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.315367:0:15936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687418.315370:0:15936:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788687418.315374:0:15936:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788687418.315380:0:15936:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b29c63d7400. 02000000:00000001:2.0:1788687418.315383:0:15936:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.315386:0:15936:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.315392:0:15936:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788687418.315395:0:15936:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687418.315400:0:15936:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c4dc39e8 time=39 v=5 (1 1 1 1) 00000100:00000001:2.0:1788687418.315405:0:15936:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788687418.315410:0:15936:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 13 to 192.168.203.144@tcp 00000100:00000001:2.0:1788687418.315412:0:15936:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 02000000:00000001:2.0:1788687418.315415:0:15936:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788687418.315417:0:15936:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.315421:0:15936:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687418.315425:0:15936:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687418.315431:0:15936:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240220. 00000100:00000200:2.0:1788687418.315439:0:15936:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875572843475328, offset 224 00000400:00000200:2.0:1788687418.315448:0:15936:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687418.315460:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.315469:0:15936:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687418.315478:0:15936:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2584:2584:256:4294967295] 192.168.203.144@tcp LPNI seq info [2584:2584:8:4294967295] 00000400:00000200:2.0:1788687418.315483:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.315493:0:15936:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687418.315509:0:15936:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687418.315515:0:15936:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3100. 00000800:00000200:2.0:1788687418.315523:0:15936:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687418.315534:0:15936:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687418.315539:0:15936:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687418.315555:0:15936:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687418.315559:0:15936:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00010000:00000001:2.0:1788687418.315563:0:15936:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687418.315568:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6300 x1875572843475328/t0(0) o105->LOV_OSC_UUID@192.168.203.144@tcp:319/0 lens 392/224 e 0 to 0 dl 1788687429 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788687418.315578:0:15936:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9b29c8bb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8460:x1875572843475328:12345-192.168.203.144@tcp:105: Request processed in 984us (2011us total) trans 0 rc 0/0 00000100:00100000:2.0:1788687418.315588:0:15936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 61 00000100:00000040:2.0:1788687418.315592:0:15936:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b29c52f0800 : new rpc_count 0 00000100:00000001:2.0:1788687418.315595:0:15936:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788687418.315597:0:15936:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788687418.315604:0:15936:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b29c5044380. 00000020:00000010:2.0:1788687418.315608:0:15936:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b29d0248320. 00000020:00000010:2.0:1788687418.315613:0:15936:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b29c5d75000. 00000020:00000040:2.0:1788687418.315619:0:15936:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c52f0800 : new refcount 3 00000100:00000001:2.0:1788687418.315622:0:15936:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788687418.315752:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687418.315757:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3100. 00000400:00000200:2.0:1788687418.315763:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687418.315768:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687418.315774:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240220 00000400:00000010:2.0:1788687418.315776:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240220. 00010000:00000010:0.1:1788687418.315957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8e00. 00000100:00000001:2.0:1788687418.316175:0:2361:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1788687418.316179:0:2361:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00010000:3.0:1788687418.321647:0:34158:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687418.321674:0:34158:0:(ldlm_request.c:349:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687418.321681:0:34158:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687418.321689:0:34158:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788687418.321691:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.321694:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687418.321695:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.321696:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687418.321699:0:34158:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687418.321704:0:34158:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1788687418.321708:0:34158:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788687418.321712:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.321716:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.321719:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:3.0:1788687418.321722:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:3.0:1788687418.321726:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:3.0:1788687418.321728:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.321730:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.321731:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=4 00000020:00000001:3.0:1788687418.321733:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:3.0:1788687418.321735:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:3.0:1788687418.321738:0:34158:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687418.321742:0:34158:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687418.321746:0:34158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687418.321755:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.321757:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788687418.321761:0:34158:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1788687418.321766:0:34158:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000008:00010000:3.0:1788687418.321772:0:34158:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1788687418.321789:0:34158:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000020:00000001:3.0:1788687418.321792:0:34158:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788687418.321795:0:34158:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1788687418.321799:0:34158:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788687418.321802:0:34158:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.321804:0:34158:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.321806:0:34158:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000008:00000001:3.0:1788687418.321808:0:34158:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:3.0:1788687418.321810:0:34158:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.321812:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.321814:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.321815:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=5 00000020:00000001:3.0:1788687418.321817:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:3.0:1788687418.321819:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:3.0:1788687418.321822:0:34158:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687418.321826:0:34158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687418.321832:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.321833:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788687418.321836:0:34158:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687418.321848:0:34158:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687418.321849:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.321851:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788687418.321852:0:34158:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.321856:0:34158:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.321874:0:34158:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f1180 x1875572824553984/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687434 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.321883:0:34158:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687418.321895:0:34158:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687418.321900:0:34158:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a02c00. 02000000:00000001:3.0:1788687418.322058:0:34158:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687418.322062:0:34158:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687418.322064:0:34158:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:3.0:1788687418.322067:0:34158:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687418.322071:0:34158:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c7f3dc00. 02000000:00000001:3.0:1788687418.322075:0:34158:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687418.322078:0:34158:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687418.322080:0:34158:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f1180. 00000100:00000001:3.0:1788687418.322084:0:34158:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687418.322086:0:34158:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788687418.322088:0:34158:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687418.322092:0:34158:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.322095:0:34158:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687418.322098:0:34158:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.322100:0:34158:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.322103:0:34158:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.322106:0:34158:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.322108:0:34158:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.322111:0:34158:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1788687418.322117:0:34158:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000800:00000001:2.0:1788687418.322579:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.322599:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687418.322603:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.322606:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.322616:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.322632:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687418.322644:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.322649:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.322655:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.322660:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x6a9d2d3f53a80 00000400:00000200:2.0:1788687418.322666:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.322673:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x714d [1] + 224 00000800:00000001:2.0:1788687418.322682:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.322691:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.322695:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687418.322700:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687418.322712:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687418.322721:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0000 x1875572824554112/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687434 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687418.322740:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c97f0000 x1875572824554112/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687434 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687418.322764:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687418.322774:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.322778:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687418.322810:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687418.322815:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687418.322825:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687418.322827:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687418.322832:0:2368:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150108. 00000400:00000200:1.0:1788687418.322838:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcaa0 00000400:00000010:1.0:1788687418.322840:0:2368:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcaa0. 00000100:00000001:1.0:1788687418.322844:0:2368:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687418.322849:0:2368:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f0000 x1875572824554112/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687434 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687418.322860:0:2368:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f0000 x1875572824554112/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687434 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.322868:0:2368:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687418.322870:0:2368:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687418.322883:0:2368:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687418.322895:0:2368:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687418.322897:0:2368:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687418.322900:0:2368:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687418.322945:0:2368:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687418.322958:0:2368:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7538 time=187 v=5 (5 5 0 5) 00000100:00001000:1.0:1788687418.322962:0:2368:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687418.322965:0:2368:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687418.322967:0:2368:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.322970:0:2368:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687418.322975:0:2368:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.322979:0:2368:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687418.322981:0:2368:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967345 00000100:00000001:1.0:1788687418.322983:0:2368:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687418.322985:0:2368:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687418.322992:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f0000 x1875572824554112/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687434 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.323000:0:2368:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687418.323004:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687418.323008:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687418.323013:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f0000 x1875572824554112/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687434 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687418.323023:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824554112:192.168.203.144@tcp:103:ldlm_bl.0 00000080:00000001:2.0:1788687418.323026:0:34158:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000100:00000001:1.0:1788687418.323030:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788687418.323032:0:34158:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000100:00000001:1.0:1788687418.323034:0:2368:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1788687418.323037:0:34158:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000100:00000040:1.0:1788687418.323040:0:2368:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f0000 x1875572824554112/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687434 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1788687418.323042:0:34158:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788687418.323049:0:34158:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00000100:00000001:1.0:1788687418.323050:0:2368:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687418.323054:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687418.323056:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6854000. 00020000:00000001:2.0:1788687418.323057:0:34158:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788687418.323061:0:34158:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687418.323062:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00020000:00000001:2.0:1788687418.323064:0:34158:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00000020:00000001:1.0:1788687418.323066:0:2368:0:(genops.c:1217:class_import_put()) Process entered 00020000:00000001:2.0:1788687418.323067:0:34158:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788687418.323070:0:2368:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00020000:00000002:2.0:1788687418.323072:0:34158:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00000020:00000001:1.0:1788687418.323074:0:2368:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687418.323077:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c7f3cc00. 00020000:00000001:2.0:1788687418.323079:0:34158:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687418.323081:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00020000:00000002:2.0:1788687418.323083:0:34158:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 02000000:00000001:1.0:1788687418.323084:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687418.323087:0:2368:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f0000. 00020000:00000001:2.0:1788687418.323089:0:34158:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.323092:0:2368:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1788687418.323093:0:34158:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.323095:0:2368:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788687418.323097:0:34158:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000100:00000001:1.0:1788687418.323100:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687418.323103:0:34158:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1788687418.323107:0:34158:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000100:00000001:1.0:1788687418.323111:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1788687418.323113:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bb80 00000100:00000001:1.0:1788687418.323116:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788687418.323118:0:34158:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000100:00000001:1.0:1788687418.323120:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1788687418.323124:0:34158:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00000100:00000001:1.0:1788687418.323125:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687418.323130:0:34158:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000002:2.0:1788687418.323136:0:34158:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c3344300 addref 2/0 by ffff9b29c63a4f80. 00020000:00000002:2.0:1788687418.323138:0:34158:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c63a4f80 00000020:00000001:2.0:1788687418.323142:0:34158:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:2.0:1788687418.323147:0:34158:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1788687418.323151:0:34158:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1788687418.323156:0:34158:0:(lov_offset.c:253:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:2.0:1788687418.323161:0:34158:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687418.323163:0:34158:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:2.0:1788687418.323165:0:34158:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788687418.323169:0:34158:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788687418.323174:0:34158:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.323176:0:34158:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.323178:0:34158:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.323180:0:34158:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.323189:0:34158:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1788687418.323192:0:34158:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:2.0:1788687418.323227:0:34158:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1788687418.323230:0:34158:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x31:0x0] fffff53744a85b80 0 1 00000020:00000001:2.0:1788687418.323233:0:34158:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1788687418.323236:0:34158:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.323238:0:34158:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:2.0:1788687418.323244:0:34158:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9b29c40370e0. 00000020:00000001:2.0:1788687418.323249:0:34158:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1788687418.323251:0:34158:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1788687418.323255:0:34158:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1788687418.323258:0:34158:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1788687418.323261:0:34158:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687418.323262:0:34158:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000008:00000001:2.0:1788687418.323267:0:34158:0:(osc_cache.c:2505:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1788687418.323270:0:34158:0:(osc_cache.c:2528:osc_prep_async_page()) oap ffff9b29c4037150 folio fffff53744a85b80 pg:0 obj off 0 00000008:00000001:2.0:1788687418.323272:0:34158:0:(osc_cache.c:2529:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.323274:0:34158:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1788687418.323275:0:34158:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1788687418.323277:0:34158:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1788687418.323280:0:34158:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.323284:0:34158:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.323286:0:34158:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446633202417365216 : -110871292186400 : ffff9b29c40370e0) 00000020:00000001:2.0:1788687418.323289:0:34158:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446633202417365216 : -110871292186400 : ffff9b29c40370e0) 00000020:00000001:2.0:1788687418.323291:0:34158:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1788687418.323294:0:34158:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788687418.323296:0:34158:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633202620812272 : -110871088739344 : ffff9b29d023cbf0) 00000020:00000001:2.0:1788687418.323299:0:34158:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1788687418.323301:0:34158:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1788687418.323303:0:34158:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788687418.323309:0:34158:0:(cl_page.c:507:__cl_page_state_set()) page@00000000882aa06d[2 000000004b23fcfd 1 1 000000000176be41 0 0 0] 00000020:00000001:2.0:1788687418.323311:0:34158:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1788687418.323313:0:34158:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788687418.323314:0:34158:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:2.0:1788687418.323317:0:34158:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:2.0:1788687418.323318:0:34158:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:2.0:1788687418.323320:0:34158:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:2.0:1788687418.323322:0:34158:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788687418.323323:0:34158:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788687418.323325:0:34158:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788687418.323328:0:34158:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.323330:0:34158:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.323331:0:34158:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000080:00000001:2.0:1788687418.323336:0:34158:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788687418.323339:0:34158:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:2.0:1788687418.323341:0:34158:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.323344:0:34158:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:2.0:1788687418.323347:0:34158:0:(rw26.c:871:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:2.0:1788687418.323349:0:34158:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788687418.323350:0:34158:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633202620812272 : -110871088739344 : ffff9b29d023cbf0) 00000020:00000001:2.0:1788687418.323352:0:34158:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1788687418.323354:0:34158:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788687418.323361:0:34158:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1788687418.323364:0:34158:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788687418.323365:0:34158:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1788687418.323367:0:34158:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1788687418.323371:0:34158:0:(rw26.c:929:ll_write_end()) page@00000000882aa06d[3 000000004b23fcfd 2 1 000000000176be41 0 0 0] 00000080:00200000:2.0:1788687418.323374:0:34158:0:(rw26.c:929:ll_write_end()) vmpage @0000000050f9d166 17ffffc0001001 3:0 ffff9b29c40370e0 0 lru 00000080:00200000:2.0:1788687418.323383:0:34158:0:(rw26.c:929:ll_write_end()) osc-page@00000000d8320191 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000aed0a585 0000000029615dcd > 3< 0 0 > 4< 0 0 8 393216 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1788687418.323385:0:34158:0:(rw26.c:929:ll_write_end()) end page@00000000882aa06d 00000080:00200000:2.0:1788687418.323387:0:34158:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1788687418.323389:0:34158:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:2.0:1788687418.323393:0:34158:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1788687418.323395:0:34158:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:2.0:1788687418.323398:0:34158:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1788687418.323400:0:34158:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1788687418.323402:0:34158:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687418.323403:0:34158:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:2.0:1788687418.323405:0:34158:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1788687418.323408:0:34158:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1788687418.323411:0:34158:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:2.0:1788687418.323412:0:34158:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788687418.323413:0:34158:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:2.0:1788687418.323415:0:34158:0:(osc_cache.c:2550:osc_queue_async_io()) Process entered 00000008:00000020:2.0:1788687418.323419:0:34158:0:(osc_cache.c:2609:osc_queue_async_io()) obj ffff9b29c5dd5c00 ready 0|-|- wr 0|-|- rd 0|- oap ffff9b29c4037150 folio fffff53744a85b80 pg:0 added for cmd 2 00000008:00000001:2.0:1788687418.323423:0:34158:0:(osc_cache.c:1804:osc_enter_cache()) Process entered 00000008:00000020:2.0:1788687418.323426:0:34158:0:(osc_cache.c:1806:osc_enter_cache()) lustre-OST0000-osc-ffff9b29e019e800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:2.0:1788687418.323432:0:34158:0:(osc_cache.c:1815:osc_enter_cache()) lustre-OST0000-osc-ffff9b29e019e800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }forced sync i/o 00000008:00000001:2.0:1788687418.323436:0:34158:0:(osc_cache.c:1816:osc_enter_cache()) Process leaving via out (rc=18446744073709551494 : -122 : 0xffffffffffffff86) 00000008:00000001:2.0:1788687418.323440:0:34158:0:(osc_cache.c:1857:osc_enter_cache()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000001:2.0:1788687418.323442:0:34158:0:(osc_cache.c:2748:osc_queue_async_io()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:2.0:1788687418.323445:0:34158:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788687418.323448:0:34158:0:(cl_page.c:556:cl_batch_put()) page@00000000882aa06d[4 000000004b23fcfd 2 1 000000000176be41 0 0 0] 00000020:00000001:2.0:1788687418.323450:0:34158:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1788687418.323452:0:34158:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1788687418.323453:0:34158:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000020:2.0:1788687418.323457:0:34158:0:(osc_request.c:745:osc_update_next_shrink()) next time 3077 to shrink grant 00000008:00000040:2.0:1788687418.323460:0:34158:0:(osc_io.c:486:osc_io_commit_async()) 1 -122 00000008:00000001:2.0:1788687418.323461:0:34158:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:2.0:1788687418.323463:0:34158:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00020000:00000001:2.0:1788687418.323466:0:34158:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:2.0:1788687418.323468:0:34158:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000080:00000001:2.0:1788687418.323471:0:34158:0:(vvp_io.c:932:vvp_io_commit_sync()) Process entered 00000020:00000001:2.0:1788687418.323476:0:34158:0:(cl_page.c:1207:cl_page_clip()) page@00000000882aa06d[3 000000004b23fcfd 2 1 000000000176be41 0 0 0] 00000020:00000001:2.0:1788687418.323478:0:34158:0:(cl_page.c:1207:cl_page_clip()) 0 23 00000008:00000020:2.0:1788687418.323480:0:34158:0:(osc_page.c:179:osc_page_clip()) from 0, to 23 00000020:00000001:2.0:1788687418.323482:0:34158:0:(cl_io.c:1083:cl_2queue_init()) Process entered 00000020:00000001:2.0:1788687418.323484:0:34158:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788687418.323486:0:34158:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:2.0:1788687418.323487:0:34158:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788687418.323488:0:34158:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:2.0:1788687418.323490:0:34158:0:(cl_io.c:1086:cl_2queue_init()) Process leaving 00000020:00000001:2.0:1788687418.323491:0:34158:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:2.0:1788687418.323492:0:34158:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:2.0:1788687418.323494:0:34158:0:(cl_io.c:755:cl_io_submit_sync()) Process entered 00000020:00000001:2.0:1788687418.323496:0:34158:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788687418.323498:0:34158:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788687418.323500:0:34158:0:(cl_io.c:714:cl_io_submit_rw()) Process entered 00020000:00000001:2.0:1788687418.323503:0:34158:0:(lov_io.c:1647:lov_io_submit()) Process entered 00000020:00000001:2.0:1788687418.323504:0:34158:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788687418.323506:0:34158:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:2.0:1788687418.323507:0:34158:0:(cl_io.c:1083:cl_2queue_init()) Process entered 00000020:00000001:2.0:1788687418.323508:0:34158:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788687418.323510:0:34158:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:2.0:1788687418.323511:0:34158:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788687418.323512:0:34158:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:2.0:1788687418.323513:0:34158:0:(cl_io.c:1086:cl_2queue_init()) Process leaving 00000020:00000001:2.0:1788687418.323515:0:34158:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:2.0:1788687418.323516:0:34158:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00020000:00000001:2.0:1788687418.323518:0:34158:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687418.323519:0:34158:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:2.0:1788687418.323521:0:34158:0:(cl_io.c:714:cl_io_submit_rw()) Process entered 00000020:00000001:2.0:1788687418.323523:0:34158:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788687418.323524:0:34158:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633202620812272 : -110871088739344 : ffff9b29d023cbf0) 00000008:00400020:2.0:1788687418.323526:0:34158:0:(osc_io.c:128:osc_io_submit()) 1 1 00000020:00000001:2.0:1788687418.323687:0:34158:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:2.0:1788687418.323690:0:34158:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788687418.323692:0:34158:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788687418.323694:0:34158:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788687418.323696:0:34158:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788687418.323698:0:34158:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788687418.323702:0:34158:0:(cl_page.c:507:__cl_page_state_set()) page@00000000882aa06d[3 000000004b23fcfd 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788687418.323703:0:34158:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 3 00000020:00000001:2.0:1788687418.323705:0:34158:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788687418.323706:0:34158:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1788687418.323709:0:34158:0:(cl_page.c:1054:cl_page_prep()) page@00000000882aa06d[3 000000004b23fcfd 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788687418.323711:0:34158:0:(cl_page.c:1054:cl_page_prep()) 1 0 00000020:00000001:2.0:1788687418.323713:0:34158:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788687418.323714:0:34158:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1788687418.323716:0:34158:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:2.0:1788687418.323717:0:34158:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00000008:00000001:2.0:1788687418.323720:0:34158:0:(osc_cache.c:2971:osc_queue_sync_pages()) Process entered 00000008:00000010:2.0:1788687418.323726:0:34158:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9b29c58fe9c0. 00000008:00000020:2.0:1788687418.323732:0:34158:0:(osc_cache.c:1950:osc_update_pending()) obj ffff9b29c5dd5c00 ready 0|-|- wr 1|+|- rd 0|- update pending cmd 2 delta 1. 00000008:00000020:2.0:1788687418.323737:0:34158:0:(osc_cache.c:3085:osc_queue_sync_pages()) extent ffff9b29c58fe9c0@{[0 -> 0/0], [1|0|+|lockdone|wShu|ffff9b29c5dd5c00], [0|1|+|-|0000000000000000|256|0000000000000000]} allocate ext: write=1 00000008:00010000:2.0:1788687418.323743:0:34158:0:(osc_cache.c:3085:osc_queue_sync_pages()) ### no dlm lock: extent: ffff9b29c58fe9c0 00000008:00000020:2.0:1788687418.323747:0:34158:0:(osc_cache.c:2492:__osc_io_unplug()) Queue writeback work for client ffff9b29c9715568. 00000008:00000001:2.0:1788687418.323764:0:34158:0:(osc_cache.c:3089:osc_queue_sync_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.323767:0:34158:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000020:00000001:2.0:1788687418.323769:0:34158:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000020:00000001:2.0:1788687418.323772:0:34158:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788687418.323775:0:34158:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788687418.323777:0:34158:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.323779:0:34158:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.324097:0:34158:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000008:00000040:2.0:1788687418.324101:0:34158:0:(osc_io.c:240:osc_io_submit()) 0/1 0 00000020:00000001:2.0:1788687418.324103:0:34158:0:(cl_io.c:727:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.324105:0:34158:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:2.0:1788687418.324106:0:34158:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:2.0:1788687418.324107:0:34158:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:2.0:1788687418.324109:0:34158:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:2.0:1788687418.324110:0:34158:0:(cl_io.c:1120:cl_2queue_fini()) Process entered 00000020:00000001:2.0:1788687418.324113:0:34158:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1788687418.324114:0:34158:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:2.0:1788687418.324115:0:34158:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1788687418.324116:0:34158:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:2.0:1788687418.324117:0:34158:0:(cl_io.c:1123:cl_2queue_fini()) Process leaving 00000020:00000001:2.0:1788687418.324119:0:34158:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:2.0:1788687418.324120:0:34158:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:2.0:1788687418.324121:0:34158:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1788687418.324122:0:34158:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00020000:00000001:2.0:1788687418.324123:0:34158:0:(lov_io.c:1706:lov_io_submit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.324125:0:34158:0:(cl_io.c:727:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.324127:0:34158:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1788687418.324145:0:25144:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687418.324150:0:25144:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621087752 : -110871088463864 : ffff9b29d0280008) 00000020:00001000:2.0:1788687418.324152:0:25144:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280000 00000008:00000020:2.0:1788687418.324155:0:25144:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff9b29c9715568. 00000008:00000001:2.0:1788687418.324158:0:25144:0:(osc_cache.c:2412:osc_check_rpcs()) Process entered 00000008:00000001:2.0:1788687418.324160:0:25144:0:(osc_cache.c:2373:osc_next_obj()) Process entered 00000008:00000001:2.0:1788687418.324163:0:25144:0:(osc_cache.c:2379:osc_next_obj()) Process leaving (rc=18446633202448423936 : -110871261127680 : ffff9b29c5dd5c00) 00000008:00000020:2.0:1788687418.324166:0:25144:0:(osc_cache.c:2417:osc_check_rpcs()) obj ffff9b29c5dd5c00 ready 0|-|- wr 1|+|- rd 0|- 0 in flight 00000008:00000001:2.0:1788687418.324169:0:25144:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000020:2.0:1788687418.324171:0:25144:0:(osc_cache.c:1900:osc_makes_rpc()) high prio request forcing RPC 00000008:00000001:2.0:1788687418.324173:0:25144:0:(osc_cache.c:1901:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788687418.324175:0:25144:0:(osc_cache.c:2237:osc_send_write_rpc()) Process entered 00000008:00000001:2.0:1788687418.324178:0:25144:0:(osc_cache.c:2094:try_to_add_extent_for_io()) Process entered 00000008:00000020:2.0:1788687418.324181:0:25144:0:(osc_cache.c:2098:try_to_add_extent_for_io()) extent ffff9b29c58fe9c0@{[0 -> 0/0], [1|0|+|lockdone|wShu|ffff9b29c5dd5c00], [0|1|+|-|0000000000000000|256|0000000000000000]} trying to add this extent 00000008:00010000:2.0:1788687418.324186:0:25144:0:(osc_cache.c:2098:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9b29c58fe9c0 00000008:00000001:2.0:1788687418.324189:0:25144:0:(osc_cache.c:2147:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:2.0:1788687418.324193:0:25144:0:(osc_cache.c:1950:osc_update_pending()) obj ffff9b29c5dd5c00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:2.0:1788687418.324197:0:25144:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:2.0:1788687418.324201:0:25144:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9b29e019e800: cli: ffff9b29c9715568 unstable pages: 0, osc unstable pages: 0 00000008:00000010:2.0:1788687418.324209:0:25144:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 8 at ffff9b29c4d9afa0. 00000008:00000010:2.0:1788687418.324213:0:25144:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9b29c50d29c0. 00000020:00000001:2.0:1788687418.324217:0:25144:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1788687418.324219:0:25144:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1788687418.324221:0:25144:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1788687418.324224:0:25144:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788687418/1788687418 00000020:00000001:2.0:1788687418.324228:0:25144:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1788687418.324229:0:25144:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:2.0:1788687418.324233:0:25144:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:2.0:1788687418.324235:0:25144:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:2.0:1788687418.324238:0:25144:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687418.324248:0:25144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090600 count: 2 00010000:00000001:2.0:1788687418.324251:0:25144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687418.324259:0:25144:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788687418.324261:0:25144:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788687418.324268:0:25144:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687418.324274:0:25144:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687418.324279:0:25144:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687418.324290:0:25144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.324293:0:25144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788687418.324295:0:25144:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788687418.324298:0:25144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687418.324301:0:25144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687418.324304:0:25144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=4 00000020:00000001:2.0:1788687418.324306:0:25144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687418.324310:0:25144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00000008:00000001:2.0:1788687418.324312:0:25144:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687418.324314:0:25144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.324316:0:25144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1788687418.324317:0:25144:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:2.0:1788687418.324320:0:25144:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:2.0:1788687418.324326:0:25144:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42eb480. 00000020:00000040:2.0:1788687418.324330:0:25144:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:2.0:1788687418.324341:0:25144:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687418.324344:0:25144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687418.324346:0:25144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687418.324354:0:25144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c5d75000. 00000100:00000001:2.0:1788687418.324362:0:25144:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1788687418.324373:0:25144:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 23 00000008:00000020:2.0:1788687418.324378:0:25144:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9b29e019e800: dirty: 0 undirty: 485097472 dropped 0 grant: 393216 cl_lost_grant 0 00000008:00000001:2.0:1788687418.324385:0:25144:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:2.0:1788687418.324425:0:25144:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 8427 MB/s 00000008:00008000:2.0:1788687418.324433:0:25144:0:(osc_request.c:1346:osc_checksum_bulk()) page fffff53744a85b80 map ffff9b29d85933f8 index 0 flags 17ffffc0001001 count 3 priv ffff9b29c40370e0: off 0 00000008:00000001:2.0:1788687418.324445:0:25144:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:2.0:1788687418.324447:0:25144:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: b7b446ce (4) 00000008:00100000:2.0:1788687418.324452:0:25144:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9b29c42eb480 - object 0x240000400:67 offset 0<>23 00000008:00000001:2.0:1788687418.324455:0:25144:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.324457:0:25144:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:2.0:1788687418.324459:0:25144:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:2.0:1788687418.324460:0:25144:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:2.0:1788687418.324461:0:25144:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788687418/1788687418 00000020:00000001:2.0:1788687418.324463:0:25144:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:2.0:1788687418.324464:0:25144:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:2.0:1788687418.324467:0:25144:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:2.0:1788687418.324470:0:25144:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687418.324471:0:25144:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420200576 : -110871289351040 : ffff9b29c42eb480) 00000008:00000002:2.0:1788687418.324486:0:25144:0:(osc_request.c:2976:osc_build_rpc()) @@@ 1 pages, aa 000000001fa0dda7, now 0r/1w/0d in flight req@ffff9b29c42eb480 x1875572824554240/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 512/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000008:2.0:1788687418.324505:0:25144:0:(osc_request.c:2988:osc_build_rpc()) [0x200000404:0x31:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:2.0:1788687418.324514:0:25144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063ffc88c] to pc [ptlrpcd_01_00+0] req@ffff9b29c42eb480 x1875572824554240/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 512/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788687418.324565:0:25144:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:2.0:1788687418.324569:0:25144:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687418.324571:0:25144:0:(osc_cache.c:2286:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687418.324574:0:25144:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788687418.324575:0:25144:0:(osc_cache.c:1921:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687418.324577:0:25144:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788687418.324579:0:25144:0:(osc_cache.c:1894:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687418.324580:0:25144:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788687418.324582:0:25144:0:(osc_cache.c:1921:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687418.324585:0:25144:0:(osc_cache.c:2373:osc_next_obj()) Process entered 00000008:00000001:2.0:1788687418.324588:0:25144:0:(osc_cache.c:2403:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687418.324590:0:25144:0:(osc_cache.c:2476:osc_check_rpcs()) Process leaving 00000020:00001000:2.0:1788687418.324592:0:25144:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280000 00000100:00000001:3.0:1788687418.325254:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687418.325260:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687418.325264:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687418.325274:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42eb480 x1875572824554240/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 512/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.325290:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687418.325293:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687418.325298:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687418.325302:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687418.325305:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687418.325309:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824554240:192.168.203.144@tcp:4:uname.0 00000100:00000001:3.0:1788687418.325314:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687418.325322:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687418.325324:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687418.325327:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687418.325336:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c43bcc00. 02000000:00000001:3.0:1788687418.325339:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687418.325349:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687418.325354:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4948. 00000400:00000010:3.0:1788687418.325363:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0440. 00000100:00000200:3.0:1788687418.325371:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824554240, portal 4 00000100:00000001:3.0:1788687418.325374:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687418.325375:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420200576 : -110871289351040 : ffff9b29c42eb480) 00000100:00000040:3.0:1788687418.325383:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42eb480 x1875572824554240/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 512/448 e 0 to 0 dl 1788687434 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.325391:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687418.325394:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687418.325397:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0000. 00000100:00000200:3.0:1788687418.325401:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 6, xid 1875572824554240, offset 0 00000400:00000200:3.0:1788687418.325408:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687418.325419:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.325428:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687418.325435:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687418.325441:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687418.325444:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687418.325447:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687418.325452:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2585:2585:256:4294967295] 192.168.203.144@tcp LPNI seq info [2585:2585:8:4294967295] 00000400:00000200:3.0:1788687418.325457:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.325469:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687418.325476:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687418.325484:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a300. 00000800:00000200:3.0:1788687418.325501:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687418.325512:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687418.325517:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a300 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1788687418.325977:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687418.325984:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20626 usecs (21 jiffies) 00000400:00000200:3.0:1788687418.325989:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687418.325993:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296544352 00000100:00000001:3.0:1788687418.325997:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296548569 00000100:00000001:3.0:1788687418.325999:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296544352 00000100:00000001:3.0:1788687418.326002:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296548569 00000100:00000001:3.0:1788687418.326005:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687418.326008:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.326013:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.326016:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.326025:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687418.326028:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788687418.326031:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687418.326032:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687418.326034:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.326037:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.326053:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687418.326056:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687418.326242:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687418.326247:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a300. 00000400:00000200:2.0:1788687418.326255:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687418.326261:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687418.326269:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0000 00000400:00000010:2.0:1788687418.326271:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0000. 00000100:00000001:2.0:1788687418.326276:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687418.326282:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42eb480 x1875572824554240/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 512/448 e 0 to 0 dl 1788687434 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.326293:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687418.326298:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42eb480 x1875572824554240/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 512/448 e 0 to 0 dl 1788687434 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.326305:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.326308:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1788687418.379062:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687418.379071:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.379078:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687418.379079:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.379083:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687418.379085:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.379212:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788687418.379216:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687418.379219:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1788687418.411044:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.411069:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687418.411075:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.411078:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.411090:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.411100:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687418.411111:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.411117:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.411123:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.411128:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 448 into portal 4 MB=0x6a9d2d3f53b00 00000400:00000200:2.0:1788687418.411134:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.411142:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 448/448 into md 0x715d [1] + 224 00000800:00000001:2.0:1788687418.411151:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.411164:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.411168:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687418.411173:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687418.411182:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687418.411192:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42eb480 x1875572824554240/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 512/448 e 0 to 0 dl 1788687434 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687418.411205:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff9b29c42eb480 x1875572824554240/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 512/448 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.411226:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687418.411236:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.411239:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.411367:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687418.411372:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687418.411380:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687418.411382:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687418.411386:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4948. 00000400:00000200:3.0:1788687418.411392:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0440 00000400:00000010:3.0:1788687418.411396:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0440. 00000100:00000001:3.0:1788687418.411400:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687418.411405:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42eb480 x1875572824554240/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 512/448 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687418.411414:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42eb480 x1875572824554240/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 512/448 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.411421:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687418.411423:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.411426:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687418.411430:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687418.411433:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687418.411435:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687418.411439:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687418.411450:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec74a8 time=39 v=5 (5 0 0 0) 00000100:00001000:3.0:1788687418.411455:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687418.411458:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687418.411460:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.411462:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687418.411466:0:2369:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.411472:0:2369:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788687418.411474:0:2369:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: committing for last_committed 4294967346 gen 17 00000100:00000001:3.0:1788687418.411478:0:2369:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788687418.411481:0:2369:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:3.0:1788687418.411484:0:2369:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687418.411486:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687418.411491:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42eb480 x1875572824554240/t4294967346(4294967346) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 512/448 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RMQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.411500:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687418.411503:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687418.411505:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788687418.411509:0:2369:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:3.0:1788687418.411511:0:2369:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:3.0:1788687418.411517:0:2369:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:3.0:1788687418.411521:0:2369:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:3.0:1788687418.411526:0:2369:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9b29e019e800: setdq to remove for usr 0 00000001:04000000:3.0:1788687418.411528:0:2369:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9b29e019e800: setdq to remove for grp 0 00000001:04000000:3.0:1788687418.411530:0:2369:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9b29e019e800: setdq to remove for prj 0 00000001:00000001:3.0:1788687418.411533:0:2369:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788687418.411535:0:2369:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:3.0:1788687418.411539:0:2369:0:(osc_request.c:2091:check_write_checksum()) checksum b7b446ce confirmed 00000008:00000001:3.0:1788687418.411543:0:2369:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1788687418.411547:0:2369:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:3.0:1788687418.411549:0:2369:0:(osc_request.c:2586:brw_interpret()) request ffff9b29c42eb480 aa ffff9b29c42eb630 rc 0 00000020:00000001:3.0:1788687418.411557:0:2369:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000020:00000001:3.0:1788687418.411562:0:2369:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000020:00000001:3.0:1788687418.411564:0:2369:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788687418.411567:0:2369:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:3.0:1788687418.411570:0:2369:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788687418.411573:0:2369:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.411575:0:2369:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.411577:0:2369:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000008:00000010:3.0:1788687418.411580:0:2369:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9b29c50d29c0. 00000100:00000001:3.0:1788687418.411587:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.411590:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42eb480 x1875572824554240/t4294967346(4294967346) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 512/448 e 0 to 0 dl 1788687434 ref 2 fl Interpret:RMQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.411598:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687418.411602:0:2369:0:(osc_cache.c:905:osc_extent_finish()) Process entered 00000008:00000020:3.0:1788687418.411605:0:2369:0:(osc_cache.c:909:osc_extent_finish()) extent ffff9b29c58fe9c0@{[0 -> 0/0], [1|0|-|rpc|wShu|ffff9b29c5dd5c00], [0|1|+|-|0000000000000000|256|ffff9b29c63a27c0]} extent finished. 00000008:00010000:3.0:1788687418.411611:0:2369:0:(osc_cache.c:909:osc_extent_finish()) ### no dlm lock: extent: ffff9b29c58fe9c0 00000008:00000001:3.0:1788687418.411615:0:2369:0:(osc_cache.c:1431:osc_completion()) Process entered 00000020:00000001:3.0:1788687418.411618:0:2369:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:3.0:1788687418.411633:0:2369:0:(cl_page.c:1104:cl_page_complete()) page@00000000882aa06d[4 000000004b23fcfd 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788687418.411635:0:2369:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:3.0:1788687418.411637:0:2369:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1788687418.411639:0:2369:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1788687418.411642:0:2369:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788687418.411645:0:2369:0:(cl_page.c:507:__cl_page_state_set()) page@00000000882aa06d[4 000000004b23fcfd 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788687418.411647:0:2369:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1788687418.411649:0:2369:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1788687418.411653:0:2369:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1788687418.411657:0:2369:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000882aa06d[4 000000004b23fcfd 1 1 0000000000000000 0 0 0] 00000080:00008000:3.0:1788687418.411659:0:2369:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:3.0:1788687418.411661:0:2369:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1788687418.411664:0:2369:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788687418.411666:0:2369:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788687418.411678:0:2369:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788687418.411679:0:2369:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:3.0:1788687418.411681:0:2369:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788687418.411684:0:2369:0:(cl_page.c:556:cl_batch_put()) page@00000000882aa06d[4 000000004b23fcfd 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788687418.411685:0:2369:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:3.0:1788687418.411687:0:2369:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1788687418.411688:0:2369:0:(osc_cache.c:1475:osc_completion()) Process leaving 00000008:00000020:3.0:1788687418.411693:0:2369:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9b29c58fe9c0@{[0 -> 0/0], [1|0|-|inv|wShu|ffff9b29c5dd5c00], [0|0|-|-|0000000000000000|256|ffff9b29c63a27c0]} destroyed. 00000008:00010000:3.0:1788687418.411698:0:2369:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9b29c58fe9c0 00000008:00000010:3.0:1788687418.411704:0:2369:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9b29c58fe9c0. 00000008:00000001:3.0:1788687418.411708:0:2369:0:(osc_cache.c:956:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1788687418.411710:0:2369:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 8 at ffff9b29c4d9afa0. 00000008:00000020:3.0:1788687418.411719:0:2369:0:(osc_cache.c:2492:__osc_io_unplug()) Queue writeback work for client ffff9b29c9715568. 00000008:00000001:3.0:1788687418.411733:0:2369:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687418.411737:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42eb480 x1875572824554240/t4294967346(4294967346) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 512/448 e 0 to 0 dl 1788687434 ref 1 fl Interpret:RMQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687418.411747:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824554240:192.168.203.144@tcp:4:uname.0 00000100:00000001:3.0:1788687418.411752:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.411754:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.411757:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42eb480 x1875572824554240/t4294967346(4294967346) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 512/448 e 0 to 0 dl 1788687434 ref 1 fl Complete:RMQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.411764:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687418.411766:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687418.411770:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c43bcc00. 02000000:00000001:3.0:1788687418.411773:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687418.411776:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687418.411778:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:3.0:1788687418.411781:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687418.411784:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c5d75000. 02000000:00000001:3.0:1788687418.411788:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687418.411790:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687418.411792:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42eb480. 00000100:00000001:3.0:1788687418.411795:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687418.411797:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.411799:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.411807:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687418.411809:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.411811:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687418.411813:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.411826:0:26149:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788687418.411830:0:26149:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202764009480 : -110870945542136 : ffff9b29d8acd008) 00000020:00001000:3.0:1788687418.411833:0:26149:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d8acd000 00000008:00000020:3.0:1788687418.411836:0:26149:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff9b29c9715568. 00000008:00000001:3.0:1788687418.411838:0:26149:0:(osc_cache.c:2412:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1788687418.411841:0:26149:0:(osc_cache.c:2373:osc_next_obj()) Process entered 00000008:00000001:3.0:1788687418.411843:0:26149:0:(osc_cache.c:2403:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687418.411846:0:26149:0:(osc_cache.c:2476:osc_check_rpcs()) Process leaving 00000020:00001000:3.0:1788687418.411848:0:26149:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d8acd000 00000020:00000001:2.0:1788687418.412119:0:34158:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.412124:0:34158:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1788687418.412126:0:34158:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788687418.412128:0:34158:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633202620812272 : -110871088739344 : ffff9b29d023cbf0) 00000020:00000001:2.0:1788687418.412131:0:34158:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1788687418.412132:0:34158:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1788687418.412135:0:34158:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788687418.412139:0:34158:0:(cl_page.c:507:__cl_page_state_set()) page@00000000882aa06d[3 000000004b23fcfd 1 1 000000000176be41 0 0 0] 00000020:00000001:2.0:1788687418.412141:0:34158:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1788687418.412142:0:34158:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788687418.412143:0:34158:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000020:00000001:2.0:1788687418.412145:0:34158:0:(cl_io.c:788:cl_io_submit_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.412148:0:34158:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:2.0:1788687418.412149:0:34158:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:2.0:1788687418.412151:0:34158:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:2.0:1788687418.412152:0:34158:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:2.0:1788687418.412154:0:34158:0:(cl_io.c:1120:cl_2queue_fini()) Process entered 00000020:00000001:2.0:1788687418.412155:0:34158:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1788687418.412156:0:34158:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:2.0:1788687418.412157:0:34158:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1788687418.412159:0:34158:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:2.0:1788687418.412160:0:34158:0:(cl_io.c:1123:cl_2queue_fini()) Process leaving 00000020:00000001:2.0:1788687418.412161:0:34158:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1788687418.412163:0:34158:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788687418.412166:0:34158:0:(cl_page.c:556:cl_batch_put()) page@00000000882aa06d[3 000000004b23fcfd 2 1 000000000176be41 0 0 0] 00000020:00000001:2.0:1788687418.412168:0:34158:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1788687418.412169:0:34158:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1788687418.412170:0:34158:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000020:00000001:2.0:1788687418.412173:0:34158:0:(cl_page.c:1207:cl_page_clip()) page@00000000882aa06d[2 000000004b23fcfd 2 1 000000000176be41 0 0 0] 00000020:00000001:2.0:1788687418.412176:0:34158:0:(cl_page.c:1207:cl_page_clip()) 0 4096 00000008:00000020:2.0:1788687418.412178:0:34158:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:2.0:1788687418.412181:0:34158:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1788687418.412183:0:34158:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788687418.412184:0:34158:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788687418.412185:0:34158:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788687418.412188:0:34158:0:(cl_page.c:507:__cl_page_state_set()) page@00000000882aa06d[2 000000004b23fcfd 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788687418.412189:0:34158:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1788687418.412191:0:34158:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788687418.412192:0:34158:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1788687418.412193:0:34158:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788687418.412195:0:34158:0:(cl_page.c:556:cl_batch_put()) page@00000000882aa06d[2 000000004b23fcfd 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788687418.412196:0:34158:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:2.0:1788687418.412197:0:34158:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1788687418.412199:0:34158:0:(vvp_io.c:979:vvp_io_commit_sync()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1788687418.412203:0:34158:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788687418.412206:0:34158:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000002:2.0:1788687418.412211:0:34158:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000001:2.0:1788687418.412215:0:34158:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.412217:0:34158:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1788687418.412218:0:34158:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1788687418.412220:0:34158:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.412225:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bb80 00000080:00200000:2.0:1788687418.412227:0:34158:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:2.0:1788687418.412231:0:34158:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.412235:0:34158:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788687418.412237:0:34158:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687418.412239:0:34158:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788687418.412243:0:34158:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:2.0:1788687418.412245:0:34158:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000020:00000001:2.0:1788687418.412247:0:34158:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000020:00000001:2.0:1788687418.412249:0:34158:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788687418.412251:0:34158:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788687418.412252:0:34158:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.412254:0:34158:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.412256:0:34158:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000008:00000001:2.0:1788687418.412258:0:34158:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.412260:0:34158:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.412262:0:34158:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.412264:0:34158:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.412265:0:34158:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.412268:0:34158:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788687418.412269:0:34158:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1788687418.412271:0:34158:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788687418.412272:0:34158:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1788687418.412273:0:34158:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788687418.412274:0:34158:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.412276:0:34158:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.412279:0:34158:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788687418.412280:0:34158:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788687418.412283:0:34158:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788687418.412285:0:34158:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29c6839d58 (ffff9b29c97d4ea8/0) at cl_lock_release():245 00000020:00000001:2.0:1788687418.412288:0:34158:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788687418.412289:0:34158:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c6839d58 (ffff9b29c97d4ea8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788687418.412293:0:34158:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788687418.412296:0:34158:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687418.412298:0:34158:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:2.0:1788687418.412301:0:34158:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788687418.412302:0:34158:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5ca0230 (ffff9b29d02806c8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788687418.412305:0:34158:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788687418.412307:0:34158:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788687418.412311:0:34158:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687418.412315:0:34158:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687418.412319:0:34158:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=4 00000020:00000001:2.0:1788687418.412322:0:34158:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687418.412326:0:34158:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687418.412328:0:34158:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687418.412335:0:34158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687418.412346:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.412348:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687418.412350:0:34158:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687418.412354:0:34158:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687418.412357:0:34158:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687418.412369:0:34158:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687418.412372:0:34158:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687418.412375:0:34158:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687418.412379:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.412381:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687418.412383:0:34158:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.412387:0:34158:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687418.412389:0:34158:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.412391:0:34158:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.412394:0:34158:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.412396:0:34158:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687418.412397:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.412398:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687418.412399:0:34158:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.412400:0:34158:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788687418.412403:0:34158:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788687418.412405:0:34158:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687418.412406:0:34158:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687418.412407:0:34158:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687418.412409:0:34158:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788687418.412410:0:34158:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c6839d58 (ffff9b29c97d4ea8/0) at cl_lock_fini():72 00020000:00000001:2.0:1788687418.412413:0:34158:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788687418.412415:0:34158:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788687418.412416:0:34158:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5ca0230 (ffff9b29c97d4ea8/1) at cl_lock_fini():72 00000008:00000010:2.0:1788687418.412418:0:34158:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d1208130. 00000020:00000001:2.0:1788687418.412423:0:34158:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788687418.412425:0:34158:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5ca0200. 00020000:00000001:2.0:1788687418.412427:0:34158:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788687418.412428:0:34158:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788687418.412430:0:34158:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1788687418.412432:0:34158:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788687418.412433:0:34158:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687418.412435:0:34158:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788687418.412436:0:34158:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788687418.412437:0:34158:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.412439:0:34158:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.412441:0:34158:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788687418.412442:0:34158:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788687418.412444:0:34158:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1788687418.412446:0:34158:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:2.0:1788687418.412448:0:34158:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788687418.412450:0:34158:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788687418.412452:0:34158:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788687418.412454:0:34158:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687418.412455:0:34158:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788687418.412458:0:34158:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788687418.412460:0:34158:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.412462:0:34158:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.412463:0:34158:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788687418.412465:0:34158:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788687418.412467:0:34158:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788687418.412472:0:34158:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:2.0:1788687418.412476:0:34158:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:2.0:1788687418.412479:0:34158:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:2.0:1788687418.412481:0:34158:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788687418.412483:0:34158:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788687418.412485:0:34158:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788687418.412487:0:34158:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788687418.412488:0:34158:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788687418.412490:0:34158:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00020000:00000001:2.0:1788687418.412492:0:34158:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788687418.412494:0:34158:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788687418.412496:0:34158:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788687418.412498:0:34158:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788687418.412502:0:34158:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788687418.412503:0:34158:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1788687418.412504:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bc98 00000080:00200000:2.0:1788687418.412506:0:34158:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:2.0:1788687418.412511:0:34158:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788687418.412512:0:34158:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:2.0:1788687418.412514:0:34158:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:2.0:1788687418.412516:0:34158:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788687418.412520:0:34158:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788687418.412525:0:34158:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788687418.412528:0:34158:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1788687418.412529:0:34158:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788687418.412531:0:34158:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:2.0:1788687418.412534:0:34158:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[0]: s=23 (1) m=1788687418 a=0 c=1788687418 b=1 00020000:00000001:2.0:1788687418.412537:0:34158:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687418.412540:0:34158:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788687418 a=0 c=1788687418 b=1 00020000:00000001:2.0:1788687418.412543:0:34158:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.412545:0:34158:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.412546:0:34158:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000080:00200000:2.0:1788687418.412549:0:34158:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:2.0:1788687418.412551:0:34158:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1788687418.412555:0:34158:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:2.0:1788687418.412558:0:34158:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:2.0:1788687418.412560:0:34158:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4ea0 00000020:00000001:2.0:1788687418.412563:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bd88 00000080:00000008:2.0:1788687418.412565:0:34158:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:2.0:1788687418.412567:0:34158:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1788687418.412591:0:34158:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788687418.412593:0:34158:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000002:2.0:1788687418.412595:0:34158:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000001:2.0:1788687418.412597:0:34158:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.412606:0:34158:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788687418.412608:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bdf0 00000080:00200008:2.0:1788687418.412610:0:34158:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x31:0x0](ffff9b29d8593248), flags 102001 00000080:00000001:2.0:1788687418.412614:0:34158:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1788687418.412617:0:34158:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788687418.412619:0:34158:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788687418.412620:0:34158:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000002:2.0:1788687418.412635:0:34158:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c63a4f80 00020000:00000001:2.0:1788687418.412638:0:34158:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.412640:0:34158:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788687418.412649:0:34158:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687418.412653:0:34158:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687418.412660:0:34158:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:2.0:1788687418.412663:0:34158:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687418.412668:0:34158:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788687418.412670:0:34158:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x31:0x0]: 0 00000080:00000001:2.0:1788687418.412673:0:34158:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788687418.412675:0:34158:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788687418.412682:0:34158:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b29c5d74400. 00000080:00000001:2.0:1788687418.412684:0:34158:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788687418.412690:0:34158:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788687418.412694:0:34158:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788687418.412696:0:34158:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x31:0x0] 00000002:00000001:2.0:1788687418.412700:0:34158:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788687418.412702:0:34158:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b29e019e800: [0x200000404:0x31:0x0] file closed with intent: 200 00000100:00000010:2.0:1788687418.412709:0:34158:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8a80. 00000020:00000040:2.0:1788687418.412713:0:34158:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:2.0:1788687418.412718:0:34158:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687418.412722:0:34158:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687418.412727:0:34158:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687418.412737:0:34158:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c5d75000. 00000100:00000001:2.0:1788687418.412744:0:34158:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788687418.412760:0:34158:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b29c97f1c00 x1875572824553472/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687434 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788687418.412778:0:34158:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788687418.412784:0:34158:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c42e8a80 x1875572824554496/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788687418.412792:0:34158:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687418.412794:0:34158:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687418.412801:0:34158:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c6852c00. 00000100:00000001:2.0:1788687418.412803:0:34158:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202459421696 : -110871250129920 : ffff9b29c6852c00) 00000100:00000001:2.0:1788687418.412806:0:34158:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687418.412809:0:34158:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420189824 : -110871289361792 : ffff9b29c42e8a80) 00000100:00000001:2.0:1788687418.412813:0:34158:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687418.412818:0:34158:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.412820:0:34158:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687418.412822:0:34158:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687418.412827:0:34158:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8a80 x1875572824554496/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.412835:0:34158:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687418.412838:0:34158:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687418.412842:0:34158:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687418.412845:0:34158:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687418.412847:0:34158:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687418.412851:0:34158:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8a80 pname:cluuid:pid:xid:nid:opc:job uname:ce1d4174-c231-444b-b3ed-b722bc4901cb:34158:1875572824554496:192.168.203.144@tcp:35:uname.0 00000100:00000001:2.0:1788687418.412855:0:34158:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687418.412862:0:34158:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687418.412865:0:34158:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687418.412868:0:34158:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687418.412873:0:34158:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d7c00. 02000000:00000001:2.0:1788687418.412875:0:34158:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687418.412882:0:34158:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687418.412896:0:34158:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fdf20. 00000400:00000010:2.0:1788687418.412904:0:34158:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240220. 00000100:00000200:2.0:1788687418.412961:0:34158:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824554496, portal 10 00000100:00000001:2.0:1788687418.412965:0:34158:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687418.412966:0:34158:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420189824 : -110871289361792 : ffff9b29c42e8a80) 00000100:00000040:2.0:1788687418.412977:0:34158:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42e8a80 x1875572824554496/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687434 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.412986:0:34158:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687418.412988:0:34158:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687418.412992:0:34158:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02403b8. 00000100:00000200:2.0:1788687418.412995:0:34158:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824554496, offset 0 00000400:00000200:2.0:1788687418.413002:0:34158:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687418.413021:0:34158:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.413030:0:34158:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687418.413037:0:34158:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687418.413041:0:34158:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687418.413045:0:34158:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687418.413048:0:34158:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687418.413053:0:34158:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2586:2586:256:4294967295] 192.168.203.144@tcp LPNI seq info [2586:2586:8:4294967295] 00000400:00000200:2.0:1788687418.413058:0:34158:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.413069:0:34158:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687418.413075:0:34158:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687418.413082:0:34158:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3100. 00000800:00000200:2.0:1788687418.413089:0:34158:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687418.413097:0:34158:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687418.413103:0:34158:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788687418.413123:0:34158:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687418.413129:0:34158:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 819252 usecs (820 jiffies) 00000400:00000200:2.0:1788687418.413133:0:34158:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687418.413136:0:34158:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296545238 00000100:00000001:2.0:1788687418.413139:0:34158:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296548569 00000100:00000001:2.0:1788687418.413141:0:34158:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296545238 00000100:00000001:2.0:1788687418.413143:0:34158:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296548569 00000100:00000001:2.0:1788687418.413147:0:34158:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687418.413150:0:34158:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.413152:0:34158:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687418.413154:0:34158:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687418.413156:0:34158:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6852c00 going to sleep for 11 seconds 00000100:00000001:2.0:1788687418.413159:0:34158:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687418.413162:0:34158:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687418.413676:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687418.413683:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3100. 00000400:00000200:3.0:1788687418.413690:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687418.413697:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687418.413704:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02403b8 00000400:00000010:3.0:1788687418.413707:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02403b8. 00000100:00000001:3.0:1788687418.413717:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687418.413723:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8a80 x1875572824554496/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687434 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.413734:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.413737:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8a80 x1875572824554496/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687434 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.413744:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.413746:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687418.418684:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.418709:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687418.418717:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.418721:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.418731:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.418742:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687418.418753:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.418758:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.418765:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.418771:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f53c00 00000400:00000200:2.0:1788687418.418777:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.418785:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x716d [1] + 224 00000800:00000001:2.0:1788687418.418793:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.418819:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.418824:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687418.418828:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687418.418839:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687418.418851:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8a80 x1875572824554496/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687434 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687418.418863:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b29c42e8a80 x1875572824554496/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.418899:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687418.418947:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.418952:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687418.419083:0:34158:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687418.419093:0:34158:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687418.419095:0:34158:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687418.419099:0:34158:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fdf20. 00000400:00000200:0.0:1788687418.419104:0:34158:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240220 00000400:00000010:0.0:1788687418.419107:0:34158:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240220. 00000100:00000001:0.0:1788687418.419111:0:34158:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687418.419117:0:34158:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e8a80 x1875572824554496/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687418.419126:0:34158:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e8a80 x1875572824554496/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687418.419133:0:34158:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687418.419135:0:34158:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687418.419138:0:34158:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687418.419141:0:34158:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687418.419144:0:34158:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687418.419146:0:34158:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687418.419149:0:34158:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687418.419161:0:34158:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=40 v=5 (10 5 5 5) 00000100:00001000:0.0:1788687418.419165:0:34158:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687418.419168:0:34158:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687418.419170:0:34158:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.419174:0:34158:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687418.419179:0:34158:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687418.419183:0:34158:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687418.419185:0:34158:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788687418.419187:0:34158:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687418.419189:0:34158:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687418.419191:0:34158:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420189824 : -110871289361792 : ffff9b29c42e8a80) 00000100:00000001:0.0:1788687418.419194:0:34158:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687418.419196:0:34158:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1788687418.419198:0:34158:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687418.419201:0:34158:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687418.419206:0:34158:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e8a80 x1875572824554496/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687434 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687418.419214:0:34158:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687418.419217:0:34158:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687418.419220:0:34158:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687418.419224:0:34158:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e8a80 x1875572824554496/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687434 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687418.419237:0:34158:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e8a80 pname:cluuid:pid:xid:nid:opc:job uname:ce1d4174-c231-444b-b3ed-b722bc4901cb:34158:1875572824554496:192.168.203.144@tcp:35:uname.0 00000100:00000001:0.0:1788687418.419242:0:34158:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687418.419245:0:34158:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687418.419247:0:34158:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687418.419249:0:34158:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687418.419253:0:34158:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8a80 x1875572824554496/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687434 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687418.419260:0:34158:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687418.419262:0:34158:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c6852c00. 00000100:00000001:0.0:1788687418.419267:0:34158:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687418.419269:0:34158:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687418.419278:0:34158:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687418.419279:0:34158:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420189824 : -110871289361792 : ffff9b29c42e8a80) 00000002:00000001:0.0:1788687418.419283:0:34158:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687418.419286:0:34158:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687418.419293:0:34158:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c5d74400. 00000080:00000001:0.0:1788687418.419297:0:34158:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788687418.419301:0:34158:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788687418.419307:0:34158:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788687418.419313:0:34158:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b29c97f1c00 x1875572824553472/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687434 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788687418.419321:0:34158:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687418.419323:0:34158:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687418.419325:0:34158:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b29c4c6f340. 00000100:00000001:0.0:1788687418.419328:0:34158:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687418.419331:0:34158:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8a80 x1875572824554496/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687434 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687418.419337:0:34158:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.419339:0:34158:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687418.419344:0:34158:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29d0061540. 00000080:00000001:0.0:1788687418.419349:0:34158:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.419356:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bdf0 00000080:00000008:0.0:1788687418.419359:0:34158:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9b29d8593248), flags 102001, rc = 0 00000080:00000001:0.0:1788687418.419373:0:34158:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.419379:0:34158:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788687418.419381:0:34158:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4be00 00000080:00002000:0.0:1788687418.419383:0:34158:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9b29d8712870, parent ffff9b29d84cabd0, inode ffff9b29d8593248) hashed, 00000080:00000001:0.0:1788687418.419386:0:34158:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.484324:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bd08 00000080:00200008:2.0:1788687418.484338:0:34163:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788687418.484349:0:34163:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687418.484351:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bc80 00000080:00200000:2.0:1788687418.484353:0:34163:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687418.484361:0:34163:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c5d75c00. 00800000:00000002:2.0:1788687418.484369:0:34163:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687418.484375:0:34163:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687418.484381:0:34163:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687418.484384:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bba0 00800000:00000002:2.0:1788687418.484387:0:34163:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687418.484391:0:34163:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687418.484397:0:34163:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687418.484403:0:34163:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687418.484405:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4ba70 00000002:00010000:2.0:1788687418.484407:0:34163:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687418.484412:0:34163:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687418.484415:0:34163:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687418.484419:0:34163:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788687418.484428:0:34163:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687418.484431:0:34163:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687418.484433:0:34163:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687418.484436:0:34163:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788687418.484439:0:34163:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788687418.484446:0:34163:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42ea300. 00000020:00000040:2.0:1788687418.484451:0:34163:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:2.0:1788687418.484460:0:34163:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687418.484466:0:34163:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687418.484474:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.484476:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687418.484478:0:34163:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.484482:0:34163:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687418.484486:0:34163:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687418.484491:0:34163:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687418.484501:0:34163:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c63d7000. 00000100:00000001:2.0:1788687418.484510:0:34163:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.484517:0:34163:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687418.484519:0:34163:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.484521:0:34163:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687418.484522:0:34163:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.484524:0:34163:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687418.484531:0:34163:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202420196096 : -110871289355520 : ffff9b29c42ea300) 00010000:00000001:2.0:1788687418.484536:0:34163:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788687418.484539:0:34163:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788687418.484545:0:34163:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c6090a00. 00010000:00000010:2.0:1788687418.484550:0:34163:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5044380. 00010000:00000001:2.0:1788687418.484555:0:34163:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788687418.484559:0:34163:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29d13a9e00. 00000020:00000001:2.0:1788687418.484564:0:34163:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788687418.484567:0:34163:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29d13a9e00 with handle 0x230d04438e811f12 to hash 00000020:00000001:2.0:1788687418.484570:0:34163:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788687418.484571:0:34163:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687418.484575:0:34163:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687418.484580:0:34163:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687418.484583:0:34163:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687418.484588:0:34163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f12 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687418.484599:0:34163:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f12 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34163 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687418.484610:0:34163:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f12 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34163 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788687418.484616:0:34163:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687418.484618:0:34163:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687418.484627:0:34163:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c6852240. 00000100:00000001:2.0:1788687418.484629:0:34163:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202459419200 : -110871250132416 : ffff9b29c6852240) 00000100:00000001:2.0:1788687418.484631:0:34163:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687418.484633:0:34163:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420196096 : -110871289355520 : ffff9b29c42ea300) 00000100:00000001:2.0:1788687418.484638:0:34163:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687418.484644:0:34163:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.484647:0:34163:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687418.484649:0:34163:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687418.484663:0:34163:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42ea300 x1875572824554624/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.484673:0:34163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687418.484675:0:34163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687418.484679:0:34163:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687418.484752:0:34163:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687418.484756:0:34163:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687418.484761:0:34163:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42ea300 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34163:1875572824554624:192.168.203.144@tcp:101:lfs.0 00000100:00000001:2.0:1788687418.484766:0:34163:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687418.484773:0:34163:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687418.484776:0:34163:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687418.484779:0:34163:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687418.484785:0:34163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c6811800. 02000000:00000001:2.0:1788687418.484787:0:34163:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687418.484848:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687418.484854:0:34163:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd0b0. 00000400:00000010:2.0:1788687418.484863:0:34163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240880. 00000100:00000200:2.0:1788687418.484872:0:34163:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824554624, portal 10 00000100:00000001:2.0:1788687418.484874:0:34163:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687418.484876:0:34163:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420196096 : -110871289355520 : ffff9b29c42ea300) 00000100:00000040:2.0:1788687418.484883:0:34163:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42ea300 x1875572824554624/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687434 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.484902:0:34163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687418.484927:0:34163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687418.484930:0:34163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02404c8. 00000100:00000200:2.0:1788687418.484941:0:34163:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824554624, offset 0 00000400:00000200:2.0:1788687418.484950:0:34163:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687418.484960:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.484971:0:34163:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687418.484977:0:34163:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687418.484982:0:34163:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687418.484987:0:34163:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687418.484990:0:34163:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687418.484994:0:34163:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2587:2587:256:4294967295] 192.168.203.144@tcp LPNI seq info [2587:2587:8:4294967295] 00000400:00000200:2.0:1788687418.484999:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.485010:0:34163:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687418.485017:0:34163:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687418.485023:0:34163:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3300. 00000800:00000200:2.0:1788687418.485031:0:34163:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687418.485041:0:34163:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687418.485047:0:34163:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788687418.485293:0:34163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687418.485300:0:34163:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 818232 usecs (819 jiffies) 00000400:00000200:2.0:1788687418.485305:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687418.485309:0:34163:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296545309 00000100:00000001:2.0:1788687418.485313:0:34163:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296548569 00000100:00000001:2.0:1788687418.485316:0:34163:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296545309 00000100:00000001:2.0:1788687418.485318:0:34163:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296548569 00000100:00000001:2.0:1788687418.485321:0:34163:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687418.485324:0:34163:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.485327:0:34163:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687418.485329:0:34163:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687418.485333:0:34163:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6852240 going to sleep for 11 seconds 00000100:00000001:2.0:1788687418.485336:0:34163:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687418.485339:0:34163:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687418.485599:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687418.485606:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3300. 00000400:00000200:3.0:1788687418.485613:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687418.485620:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687418.485634:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02404c8 00000400:00000010:3.0:1788687418.485637:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02404c8. 00000100:00000001:3.0:1788687418.485642:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687418.485649:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42ea300 x1875572824554624/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687434 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.485661:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.485665:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42ea300 x1875572824554624/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687434 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.485672:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.485674:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687418.505617:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.505643:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687418.505649:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.505652:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.505664:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.505673:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687418.505684:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.505690:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.505696:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.505702:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f53c80 00000400:00000200:2.0:1788687418.505708:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.505715:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x717d [1] + 224 00000800:00000001:2.0:1788687418.505724:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.505734:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.505737:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687418.505742:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687418.505752:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687418.505765:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42ea300 x1875572824554624/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687434 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687418.505778:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c42ea300 x1875572824554624/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.505804:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687418.505815:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.505819:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687418.506034:0:34163:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687418.506044:0:34163:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687418.506046:0:34163:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687418.506051:0:34163:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd0b0. 00000400:00000200:0.0:1788687418.506057:0:34163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240880 00000400:00000010:0.0:1788687418.506060:0:34163:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240880. 00000100:00000001:0.0:1788687418.506064:0:34163:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687418.506070:0:34163:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42ea300 x1875572824554624/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687418.506082:0:34163:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42ea300 x1875572824554624/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687418.506089:0:34163:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687418.506091:0:34163:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687418.506094:0:34163:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687418.506099:0:34163:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687418.506102:0:34163:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687418.506105:0:34163:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687418.506108:0:34163:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687418.506120:0:34163:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=40 v=5 (5 5 103 103) 00000100:00001000:0.0:1788687418.506125:0:34163:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687418.506127:0:34163:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687418.506129:0:34163:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.506133:0:34163:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687418.506138:0:34163:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687418.506143:0:34163:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687418.506146:0:34163:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1788687418.506149:0:34163:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687418.506154:0:34163:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687418.506159:0:34163:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42ea300 x1875572824554624/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687418.506168:0:34163:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687418.506173:0:34163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687418.506176:0:34163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687418.506181:0:34163:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42ea300 x1875572824554624/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687434 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687418.506189:0:34163:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42ea300 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34163:1875572824554624:192.168.203.144@tcp:101:lfs.0 00000100:00000001:0.0:1788687418.506195:0:34163:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687418.506199:0:34163:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687418.506202:0:34163:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687418.506205:0:34163:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687418.506209:0:34163:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42ea300 x1875572824554624/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687434 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687418.506216:0:34163:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687418.506220:0:34163:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c6852240. 00000100:00000001:0.0:1788687418.506229:0:34163:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687418.506231:0:34163:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.506235:0:34163:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687418.506240:0:34163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.506242:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.506246:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=4 00000020:00000001:0.0:1788687418.506249:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:0.0:1788687418.506253:0:34163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000040:0.0:1788687418.506261:0:34163:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29d13a9e00, remote cookie: 0x59c08f76ab1d2d08, flags: 0x1001 00010000:00010000:0.0:1788687418.506268:0:34163:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f12 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d08 expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687418.506280:0:34163:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f12 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d08 expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687418.506292:0:34163:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788687418.506297:0:34163:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788687418.506300:0:34163:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788687418.506302:0:34163:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788687418.506304:0:34163:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788687418.506307:0:34163:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b29c6090a00) refcount = 1 00010000:00010000:0.0:1788687418.506311:0:34163:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f12 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d08 expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687418.506317:0:34163:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788687418.506321:0:34163:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788687418.506323:0:34163:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687418.506327:0:34163:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788687418.506330:0:34163:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687418.506333:0:34163:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f12 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d08 expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687418.506339:0:34163:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788687418.506341:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.506343:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.506344:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.506346:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.506347:0:34163:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687418.506353:0:34163:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788687418.506355:0:34163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.506356:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.506358:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:0.0:1788687418.506360:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:0.0:1788687418.506363:0:34163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:0.0:1788687418.506366:0:34163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.506367:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.506368:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=4 00000020:00000001:0.0:1788687418.506370:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:0.0:1788687418.506373:0:34163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:0.0:1788687418.506377:0:34163:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687418.506381:0:34163:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687418.506385:0:34163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f12 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d08 expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687418.506392:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.506394:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.506395:0:34163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.506396:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.506398:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=5 00000020:00000001:0.0:1788687418.506400:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:0.0:1788687418.506402:0:34163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:0.0:1788687418.506406:0:34163:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687418.506409:0:34163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f12 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d08 expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687418.506416:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.506417:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687418.506419:0:34163:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f12 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d08 expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687418.506426:0:34163:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687418.506427:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.506428:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.506429:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.506430:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788687418.506435:0:34163:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c42ea300 x1875572824554624/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687434 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788687418.506445:0:34163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.506446:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.506448:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:0.0:1788687418.506450:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:0.0:1788687418.506452:0:34163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:0.0:1788687418.506455:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.506456:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687418.506458:0:34163:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687418.506460:0:34163:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687418.506464:0:34163:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788687418.506466:0:34163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.506468:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.506469:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:0.0:1788687418.506471:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:0.0:1788687418.506473:0:34163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00000002:00010000:0.0:1788687418.506477:0:34163:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f12 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d08 expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687418.506485:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.506486:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.506489:0:34163:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687418.506490:0:34163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.506492:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.506493:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:0.0:1788687418.506495:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:0.0:1788687418.506498:0:34163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000040:0.0:1788687418.506505:0:34163:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 2 00010000:00000001:0.0:1788687418.506509:0:34163:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788687418.506513:0:34163:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788687418.506516:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.506518:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687418.506519:0:34163:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788687418.506523:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4b9f8 00000002:00002000:0.0:1788687418.506525:0:34163:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788687418.506529:0:34163:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687418.506533:0:34163:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687418.506537:0:34163:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687418.506542:0:34163:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788687418.506545:0:34163:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687418.506550:0:34163:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687418.506555:0:34163:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c5d75c00. 00000080:00000001:0.0:1788687418.506561:0:34163:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687418.506565:0:34163:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788687418.506573:0:34163:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788687418.506578:0:34163:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788687418.506587:0:34163:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b29c4c6f340. 00800000:00000001:0.0:1788687418.506589:0:34163:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633202430178112 : -110871279373504 : ffff9b29c4c6f340) 00800000:00000001:0.0:1788687418.506592:0:34163:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687418.506595:0:34163:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788687418.506598:0:34163:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788687418.506600:0:34163:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788687418.506603:0:34163:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788687418.506606:0:34163:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788687418.506608:0:34163:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.506613:0:34163:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788687418.506616:0:34163:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1788687418.506619:0:34163:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788687416 to 1788687418 00000080:00200000:0.0:1788687418.506625:0:34163:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788687418.506627:0:34163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.506629:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.506630:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:0.0:1788687418.506632:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:0.0:1788687418.506634:0:34163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:0.0:1788687418.506637:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.506638:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687418.506639:0:34163:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788687418.506642:0:34163:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788687418.506643:0:34163:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29c4c6f340 1 00800000:00000010:0.0:1788687418.506646:0:34163:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b29c4c6f340. 00800000:00000001:0.0:1788687418.506649:0:34163:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687418.506652:0:34163:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f12 00800000:00000001:0.0:1788687418.506656:0:34163:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687418.506658:0:34163:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687418.506659:0:34163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.506661:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.506662:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:0.0:1788687418.506664:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:0.0:1788687418.506666:0:34163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:0.0:1788687418.506669:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.506670:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687418.506672:0:34163:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687418.506673:0:34163:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.506676:0:34163:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687418.506679:0:34163:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687418.506683:0:34163:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f12 from it ffffaca081c4bcb8 00010000:00000001:0.0:1788687418.506685:0:34163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.506686:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.506688:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:0.0:1788687418.506690:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:0.0:1788687418.506692:0:34163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:0.0:1788687418.506694:0:34163:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687418.506697:0:34163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f12 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d08 expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687418.506704:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.506705:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.506707:0:34163:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687418.506710:0:34163:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687418.506714:0:34163:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f12 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d08 expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687418.506724:0:34163:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687418.506727:0:34163:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687418.506729:0:34163:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687418.506734:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.506735:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.506738:0:34163:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.506742:0:34163:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687418.506744:0:34163:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.506746:0:34163:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.506748:0:34163:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.506750:0:34163:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687418.506752:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.506753:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687418.506755:0:34163:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687418.506759:0:34163:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42ea300 x1875572824554624/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687434 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687418.506767:0:34163:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687418.506770:0:34163:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687418.506774:0:34163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c6811800. 02000000:00000001:0.0:1788687418.506778:0:34163:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687418.506781:0:34163:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687418.506783:0:34163:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687418.506785:0:34163:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687418.506788:0:34163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c63d7000. 02000000:00000001:0.0:1788687418.506792:0:34163:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687418.506794:0:34163:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687418.506796:0:34163:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42ea300. 00000100:00000001:0.0:1788687418.506800:0:34163:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687418.506802:0:34163:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687418.506807:0:34163:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.506813:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bd08 00000080:00000008:0.0:1788687418.506816:0:34163:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788687418.510476:0:34163:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.510546:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bd08 00000080:00200008:1.0:1788687418.510551:0:34163:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788687418.510559:0:34163:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687418.510561:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bc80 00000080:00200000:1.0:1788687418.510563:0:34163:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687418.510570:0:34163:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6855200. 00800000:00000002:1.0:1788687418.510577:0:34163:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687418.510594:0:34163:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687418.510600:0:34163:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687418.510602:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bba0 00800000:00000002:1.0:1788687418.510605:0:34163:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687418.510610:0:34163:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687418.510615:0:34163:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687418.510621:0:34163:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687418.510623:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4ba70 00000002:00010000:1.0:1788687418.510625:0:34163:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687418.510629:0:34163:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687418.510632:0:34163:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687418.510635:0:34163:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687418.510644:0:34163:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 2 00010000:00000001:1.0:1788687418.510648:0:34163:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687418.510654:0:34163:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687418.510659:0:34163:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687418.510664:0:34163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f12 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d08 expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788687418.510676:0:34163:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687418.510682:0:34163:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687418.510686:0:34163:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f12 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d08 expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788687418.510700:0:34163:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687418.510702:0:34163:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687418.510704:0:34163:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687418.510706:0:34163:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687418.510708:0:34163:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687418.510711:0:34163:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687418.510714:0:34163:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788687418.510716:0:34163:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687418.510720:0:34163:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6855200. 00000080:00000001:1.0:1788687418.510725:0:34163:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687418.510727:0:34163:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687418.510731:0:34163:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687418.510734:0:34163:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f12 00800000:00000001:1.0:1788687418.510738:0:34163:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687418.510741:0:34163:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687418.510743:0:34163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687418.510746:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687418.510749:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:1.0:1788687418.510751:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:1.0:1788687418.510754:0:34163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:1.0:1788687418.510758:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.510760:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687418.510762:0:34163:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687418.510764:0:34163:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687418.510766:0:34163:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f12 from it ffffaca081c4bcb8 00010000:00000001:1.0:1788687418.510768:0:34163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687418.510769:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687418.510770:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:1.0:1788687418.510772:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:1.0:1788687418.510774:0:34163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:1.0:1788687418.510777:0:34163:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687418.510781:0:34163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f12 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d08 expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687418.510787:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.510788:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.510801:0:34163:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687418.510804:0:34163:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687418.510807:0:34163:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f12 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d08 expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788687418.510815:0:34163:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687418.510819:0:34163:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687418.510822:0:34163:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687418.510827:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.510828:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.510830:0:34163:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.510834:0:34163:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687418.510836:0:34163:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.510838:0:34163:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.510841:0:34163:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.510843:0:34163:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687418.510844:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.510845:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687418.510849:0:34163:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687418.510851:0:34163:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687418.510854:0:34163:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.510860:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bd08 00000080:00000008:1.0:1788687418.510862:0:34163:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788687418.511059:0:34163:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687418.511062:0:34163:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687418.511063:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bb78 00000080:00200000:1.0:1788687418.511066:0:34163:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687418.511070:0:34163:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6855200. 00800000:00000002:1.0:1788687418.511073:0:34163:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687418.511075:0:34163:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687418.511077:0:34163:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687418.511079:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4ba98 00800000:00000002:1.0:1788687418.511081:0:34163:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687418.511084:0:34163:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687418.511086:0:34163:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687418.511090:0:34163:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687418.511091:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4b968 00000002:00010000:1.0:1788687418.511093:0:34163:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687418.511096:0:34163:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687418.511098:0:34163:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687418.511099:0:34163:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687418.511103:0:34163:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 2 00010000:00000001:1.0:1788687418.511106:0:34163:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687418.511109:0:34163:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687418.511111:0:34163:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687418.511451:0:34163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f12 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d08 expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788687418.511461:0:34163:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687418.511464:0:34163:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687418.511467:0:34163:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f12 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d08 expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788687418.511473:0:34163:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687418.511476:0:34163:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687418.511478:0:34163:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687418.511480:0:34163:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687418.511482:0:34163:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687418.511484:0:34163:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687418.511487:0:34163:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788687418.511489:0:34163:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687418.511492:0:34163:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6855200. 00000080:00000001:1.0:1788687418.511495:0:34163:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687418.511496:0:34163:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687418.511498:0:34163:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687418.511502:0:34163:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f12 00800000:00000001:1.0:1788687418.511506:0:34163:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687418.511507:0:34163:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687418.511509:0:34163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687418.511511:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687418.511513:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:1.0:1788687418.511515:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:1.0:1788687418.511518:0:34163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:1.0:1788687418.511521:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.511523:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687418.511524:0:34163:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687418.511526:0:34163:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687418.511528:0:34163:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f12 from it ffffaca081c4bbb0 00010000:00000001:1.0:1788687418.511530:0:34163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687418.511532:0:34163:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687418.511533:0:34163:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:1.0:1788687418.511535:0:34163:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:1.0:1788687418.511537:0:34163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:1.0:1788687418.511539:0:34163:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687418.511542:0:34163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f12 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d08 expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788687418.511548:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.511550:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.511551:0:34163:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687418.511553:0:34163:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687418.511556:0:34163:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f12 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d08 expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788687418.511563:0:34163:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687418.511565:0:34163:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687418.511567:0:34163:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687418.511569:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.511570:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.511572:0:34163:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.511632:0:34163:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687418.511635:0:34163:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.511638:0:34163:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.511641:0:34163:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.511644:0:34163:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687418.511646:0:34163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.511647:0:34163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687418.511649:0:34163:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687418.511651:0:34163:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687418.511654:0:34163:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 44 00000080:00000001:1.0:1788687418.511658:0:34163:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.511665:0:34163:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788687418.511667:0:34163:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788687418.511670:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bb78 00000080:00200008:1.0:1788687418.511672:0:34163:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 100000 00000080:00000010:1.0:1788687418.511678:0:34163:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29e1663900. 00000080:00000001:1.0:1788687418.511684:0:34163:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.511686:0:34163:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.511803:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.511806:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.511815:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.511818:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.511824:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.511829:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.511832:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.511834:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.511836:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.511842:0:34163:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:1.0:1788687418.511845:0:34163:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9b29e019e800: age 1868, max_age 1876 00000002:00000001:1.0:1788687418.511850:0:34163:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1788687418.511853:0:34163:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000010:1.0:1788687418.511860:0:34163:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99c00. 00000020:00000040:1.0:1788687418.511863:0:34163:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:1.0:1788687418.511868:0:34163:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687418.511871:0:34163:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687418.511874:0:34163:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687418.511882:0:34163:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c995e800. 00000100:00000001:1.0:1788687418.511903:0:34163:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.511948:0:34163:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687418.511951:0:34163:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687418.511960:0:34163:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c2e43f00. 00000100:00000001:1.0:1788687418.511963:0:34163:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202398543616 : -110871311008000 : ffff9b29c2e43f00) 00000100:00000001:1.0:1788687418.511967:0:34163:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687418.511969:0:34163:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000001:1.0:1788687418.511975:0:34163:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687418.511979:0:34163:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.511982:0:34163:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687418.511984:0:34163:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687418.511996:0:34163:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99c00 x1875572824554752/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.512006:0:34163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687418.512009:0:34163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687418.512013:0:34163:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687418.512015:0:34163:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687418.512018:0:34163:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687418.512023:0:34163:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99c00 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34163:1875572824554752:192.168.203.144@tcp:41:lfs.0 00000100:00000001:1.0:1788687418.512027:0:34163:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687418.512034:0:34163:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687418.512036:0:34163:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687418.512039:0:34163:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687418.512046:0:34163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6913c00. 02000000:00000001:1.0:1788687418.512048:0:34163:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687418.512057:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687418.512062:0:34163:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150108. 00000400:00000010:1.0:1788687418.512071:0:34163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcaa0. 00000100:00000200:1.0:1788687418.512082:0:34163:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824554752, portal 10 00000100:00000001:1.0:1788687418.512084:0:34163:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687418.512086:0:34163:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000040:1.0:1788687418.512094:0:34163:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b99c00 x1875572824554752/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687434 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.512108:0:34163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687418.512112:0:34163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687418.512115:0:34163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dca18. 00000100:00000200:1.0:1788687418.512119:0:34163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824554752, offset 0 00000400:00000200:1.0:1788687418.512127:0:34163:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687418.512138:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687418.512148:0:34163:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687418.512155:0:34163:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687418.512160:0:34163:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687418.512165:0:34163:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687418.512168:0:34163:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687418.512172:0:34163:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2588:2588:256:4294967295] 192.168.203.144@tcp LPNI seq info [2588:2588:8:4294967295] 00000400:00000200:1.0:1788687418.512177:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687418.512190:0:34163:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687418.512199:0:34163:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687418.512205:0:34163:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c995ee00. 00000800:00000200:1.0:1788687418.512215:0:34163:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687418.512226:0:34163:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687418.512232:0:34163:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c995ee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687418.512243:0:34163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687418.512249:0:34163:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 817237 usecs (818 jiffies) 00000400:00000200:1.0:1788687418.512252:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687418.512256:0:34163:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296545335 00000100:00000001:1.0:1788687418.512259:0:34163:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296548569 00000100:00000001:1.0:1788687418.512262:0:34163:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296545335 00000100:00000001:1.0:1788687418.512264:0:34163:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296548569 00000100:00000001:1.0:1788687418.512267:0:34163:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687418.512271:0:34163:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.512275:0:34163:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687418.512278:0:34163:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687418.512281:0:34163:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c2e43f00 going to sleep for 11 seconds 00000100:00000001:1.0:1788687418.512285:0:34163:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687418.512290:0:34163:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687418.512411:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687418.512418:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c995ee00. 00000400:00000200:3.0:1788687418.512425:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687418.512431:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687418.512439:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dca18 00000400:00000010:3.0:1788687418.512442:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dca18. 00000100:00000001:3.0:1788687418.512447:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687418.512452:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99c00 x1875572824554752/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687434 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687418.512463:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.512467:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99c00 x1875572824554752/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687434 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687418.512474:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.512476:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687418.515634:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.515657:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687418.515663:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.515665:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.515677:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.515686:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687418.515696:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.515701:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.515707:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.515713:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 10 MB=0x6a9d2d3f53d00 00000400:00000200:2.0:1788687418.515719:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.515726:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 368/368 into md 0x718d [1] + 224 00000800:00000001:2.0:1788687418.515735:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.515765:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.515769:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687418.515775:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687418.515786:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687418.515799:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99c00 x1875572824554752/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687434 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687418.515811:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b29c8b99c00 x1875572824554752/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.515868:0:34163:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687418.515897:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687418.515940:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.515944:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788687418.516686:0:34163:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687418.516690:0:34163:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687418.516694:0:34163:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150108. 00000400:00000200:1.0:1788687418.516702:0:34163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcaa0 00000400:00000010:1.0:1788687418.516705:0:34163:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcaa0. 00000100:00000001:1.0:1788687418.516709:0:34163:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687418.516719:0:34163:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99c00 x1875572824554752/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687418.516729:0:34163:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99c00 x1875572824554752/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.516735:0:34163:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687418.516738:0:34163:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687418.516741:0:34163:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687418.516746:0:34163:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687418.516750:0:34163:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687418.516752:0:34163:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687418.516755:0:34163:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687418.516769:0:34163:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=40 v=5 (5 5 103 103) 00000100:00001000:1.0:1788687418.516773:0:34163:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687418.516776:0:34163:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687418.516778:0:34163:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.516781:0:34163:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687418.516786:0:34163:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.516792:0:34163:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687418.516794:0:34163:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934597 00000100:00000001:1.0:1788687418.516797:0:34163:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687418.516801:0:34163:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687418.516806:0:34163:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99c00 x1875572824554752/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.516820:0:34163:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687418.516824:0:34163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687418.516826:0:34163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687418.516831:0:34163:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99c00 x1875572824554752/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687434 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687418.516838:0:34163:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99c00 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34163:1875572824554752:192.168.203.144@tcp:41:lfs.0 00000100:00000001:1.0:1788687418.516844:0:34163:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687418.516847:0:34163:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.516850:0:34163:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687418.516853:0:34163:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687418.516856:0:34163:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99c00 x1875572824554752/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687434 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.516863:0:34163:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687418.516867:0:34163:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c2e43f00. 00000100:00000001:1.0:1788687418.516871:0:34163:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687418.516872:0:34163:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687418.516881:0:34163:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1788687418.516883:0:34163:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687418.516896:0:34163:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b99c00 x1875572824554752/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687434 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.516903:0:34163:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687418.516925:0:34163:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687418.516930:0:34163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6913c00. 02000000:00000001:1.0:1788687418.516934:0:34163:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687418.516937:0:34163:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687418.516939:0:34163:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687418.516942:0:34163:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687418.516945:0:34163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c995e800. 02000000:00000001:1.0:1788687418.516949:0:34163:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687418.516952:0:34163:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687418.516954:0:34163:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b99c00. 00000100:00000001:1.0:1788687418.516959:0:34163:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687418.516960:0:34163:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788687418.516962:0:34163:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687418.516963:0:34163:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687418.516965:0:34163:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:1.0:1788687418.516967:0:34163:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9b29e019e800: update ffff9b29c9710458 cache blocks 17239/17271 objects 533017/533370 00800000:00000001:1.0:1788687418.516972:0:34163:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687418.516980:0:34163:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.516985:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687418.516989:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.516993:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.516998:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.517097:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.517101:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.517110:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.518023:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.518034:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.518040:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.518043:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.518048:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.518050:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.518056:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518058:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518061:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.518064:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.518068:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518070:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518079:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.518081:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.518085:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.518087:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.518089:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.518091:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.518092:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.518093:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.518095:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.518098:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518100:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518102:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.518104:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.518106:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518107:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518110:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.518111:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.518311:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.518312:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.518315:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.518317:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.518319:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.518321:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.518322:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.518325:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518326:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518328:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.518330:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.518333:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518335:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518340:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.518341:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.518344:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.518346:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.518348:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.518350:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.518352:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.518353:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.518354:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.518357:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518360:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518362:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.518364:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.518366:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518368:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518371:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.518373:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.518375:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.518377:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.518379:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.518381:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.518382:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.518384:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.518385:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.518388:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518389:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518391:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.518393:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.518395:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518397:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518400:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.518401:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.518404:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.518405:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.518407:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.518409:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.518410:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.518411:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.518412:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.518415:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518416:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518418:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.518420:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.518423:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518425:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518428:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.518429:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.518432:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.518433:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.518435:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.518437:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.518439:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.518440:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.518441:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.518443:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518445:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518446:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.518448:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.518450:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518452:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518527:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.518530:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.518533:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.518535:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.518539:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.518541:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.518542:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.518544:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.518545:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.518548:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518549:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518551:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.518553:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.518555:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518557:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518560:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.518562:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.518564:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.518565:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.518567:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.518569:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.518571:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.518572:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.518573:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.518575:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518576:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518578:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.518580:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.518582:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518583:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518586:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.518587:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.518590:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.518591:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.518593:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.518595:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.518597:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.518597:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.518599:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.518601:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518603:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518605:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.518606:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.518608:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518610:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518612:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.518614:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.518616:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.518617:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.518620:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.518622:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.518623:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.518624:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.518625:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.518628:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518629:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518631:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.518632:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.518635:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518636:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518638:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.518640:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.518642:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.518643:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.518645:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.518647:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.518649:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.518650:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.518651:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.518654:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518655:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518657:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.518659:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.518661:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518662:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518665:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.518666:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.518668:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.518669:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.518671:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.518673:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.518675:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.518676:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.518678:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.518680:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518682:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518683:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.518685:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.518687:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518688:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518691:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.518692:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.518694:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.518695:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.518697:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.518699:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.518701:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.518702:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.518703:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.518705:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518707:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518708:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.518710:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.518712:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518714:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518716:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.518717:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.518719:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.518720:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.518722:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.518724:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.518725:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.518727:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.518728:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.518732:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518734:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518736:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.518737:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.518739:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518741:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518744:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.518745:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.518747:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.518748:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.518750:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.518752:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.518753:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.518754:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.518755:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.518758:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518760:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518761:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.518763:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.518765:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518766:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518769:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.518770:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.518772:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.518773:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.518775:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.518777:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.518779:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.518780:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.518782:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.518784:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518786:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518788:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.518789:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.518792:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518794:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518797:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.518799:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.518801:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.518802:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.518804:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.518806:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.518808:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.518809:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.518811:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.518813:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518815:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518817:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.518819:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.518821:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518823:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518826:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.518827:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.518830:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.518831:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.518833:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.518835:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.518837:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.518838:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.518840:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.518842:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518844:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518845:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.518847:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.518849:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518851:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518853:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.518855:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.518857:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.518858:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.518860:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.518862:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.518864:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.518865:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.518866:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.518869:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518870:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518872:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.518874:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.518876:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518877:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.518880:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.518881:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.518883:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.518884:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.518897:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.518900:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.518901:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.518903:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.518904:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.519391:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.519395:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.519397:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.519399:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.519402:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.519404:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.519412:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.519413:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.519417:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.519419:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.519424:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.519427:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.519429:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.519431:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.519432:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.519435:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.519437:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.519438:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.519440:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.519442:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.519444:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.519446:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.519448:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.519451:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.519452:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520155:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520165:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520168:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520170:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520172:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520176:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520179:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520181:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520183:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520187:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520189:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520197:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520198:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520203:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520204:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520208:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520210:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520212:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520214:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520215:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520218:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520220:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520221:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520223:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520225:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520227:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520230:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520231:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520233:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520235:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520237:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520239:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520241:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520241:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520243:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520245:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520247:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520248:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520251:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520252:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520254:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520256:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520257:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520259:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520260:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520263:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520265:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520266:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520268:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520269:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520271:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520274:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520276:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520277:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520279:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520281:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520284:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520285:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520287:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520288:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520291:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520293:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520294:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520295:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520297:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520299:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520301:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520303:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520305:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520307:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520309:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520312:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520313:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520316:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520317:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520319:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520321:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520323:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520324:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520325:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520328:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520330:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520332:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520334:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520336:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520338:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520341:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520342:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520344:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520345:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520347:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520349:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520351:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520352:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520353:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520356:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520358:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520359:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520361:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520363:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520365:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520368:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520370:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520372:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520374:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520375:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520378:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520380:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520381:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520382:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520385:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520386:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520388:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520390:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520392:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520394:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520398:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520400:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520402:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520403:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520405:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520407:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520408:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520409:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520410:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520413:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520415:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520416:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520419:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520421:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520423:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520426:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520427:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520430:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520431:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520433:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520435:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520437:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520438:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520440:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520442:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520445:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520447:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520449:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520451:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520452:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520465:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520467:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520470:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520471:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520474:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520477:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520478:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520479:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520480:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520483:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520485:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520486:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520488:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520491:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520492:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520496:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520497:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520500:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520501:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520503:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520505:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520507:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520508:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520509:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520511:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520514:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520516:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520518:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520520:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520522:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520525:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520526:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520529:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520530:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520533:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520535:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520537:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520539:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520540:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520543:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520545:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520546:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520548:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520551:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520553:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520556:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520557:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520560:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520561:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520564:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520566:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520568:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520569:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520570:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520573:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520575:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520576:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520578:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520581:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520583:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520586:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520587:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520590:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520591:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520593:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520595:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520597:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520598:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520600:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520602:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520605:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520606:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520609:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520611:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520612:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520615:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520616:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520618:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520619:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520620:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520622:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520624:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520624:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520626:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520628:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520629:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520631:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520633:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520634:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520636:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520638:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520639:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520641:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520642:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520644:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520645:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520647:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520647:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520649:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520651:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520652:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520654:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520656:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520658:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520660:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520662:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520664:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520666:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520667:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520669:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520671:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520672:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520673:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520674:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520676:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520678:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520679:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520681:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520683:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520684:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520686:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520688:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520690:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520691:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520692:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520694:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520695:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520696:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520697:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520699:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520701:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520703:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520704:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520706:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520708:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520710:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520711:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520713:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520714:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520716:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520718:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520719:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520720:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520721:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520723:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520725:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520726:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520728:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520730:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520731:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520733:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520734:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520737:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520737:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520739:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520741:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520742:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520743:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520744:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520746:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520748:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520749:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520751:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520753:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520754:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520756:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520758:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520760:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520761:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520763:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520764:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520766:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520767:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520768:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520770:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520772:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520773:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520775:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520777:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520778:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520780:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520782:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520783:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520784:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520786:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520788:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520789:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520790:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520791:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520793:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520795:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520796:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520798:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520799:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520801:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520803:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520805:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520807:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520808:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520809:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520811:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520813:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520815:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520816:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520819:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520821:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520822:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520824:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520826:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520827:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520830:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520831:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520833:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520834:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520835:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520837:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520838:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520839:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520840:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520842:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520844:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520846:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520847:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520849:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520851:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520853:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520854:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520856:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520857:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520858:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520860:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520862:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520862:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520864:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520866:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520868:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520870:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520872:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520874:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520876:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520878:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520879:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520881:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520882:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520884:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520895:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520897:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520898:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520899:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520901:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520903:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520904:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520933:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520935:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520937:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520940:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520942:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520945:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520946:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520948:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520950:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520952:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520953:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520954:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520957:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520959:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520960:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520962:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520965:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520966:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520969:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520970:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520973:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520974:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520976:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.520978:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.520979:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.520980:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.520981:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.520983:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520984:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520986:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.520988:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.520990:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520991:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.520993:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.520995:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.520997:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.520997:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.520999:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.521001:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.521002:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.521003:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.521004:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.521006:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521008:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521010:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.521011:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.521013:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521015:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521017:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.521019:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.521021:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.521022:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.521024:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.521026:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.521028:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.521028:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.521030:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.521032:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521033:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521035:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.521037:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.521038:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521040:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521042:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.521043:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.521045:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.521046:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.521048:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.521049:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.521051:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.521052:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.521053:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.521055:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521056:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521058:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.521060:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.521061:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521063:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521065:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.521066:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.521068:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.521069:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.521072:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.521074:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.521075:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.521076:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.521077:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.521080:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521081:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521083:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.521085:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.521087:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521088:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521091:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.521092:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.521094:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.521095:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.521096:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.521098:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.521099:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.521100:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.521101:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.521103:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521105:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521107:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.521109:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.521110:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521112:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521114:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.521115:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.521117:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.521118:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.521120:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.521122:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.521123:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.521124:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.521126:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.521128:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521130:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521131:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.521133:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.521135:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521137:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521140:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.521141:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.521144:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.521145:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.521148:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.521150:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.521152:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.521152:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.521154:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.521156:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521158:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521160:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.521163:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.521165:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521167:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521169:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.521171:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.521173:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.521174:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.521176:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.521178:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.521179:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.521181:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.521182:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.521184:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521187:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521188:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.521190:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.521192:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521194:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521196:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.521197:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.521200:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.521201:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.521203:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.521205:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.521207:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.521208:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.521209:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.521211:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521213:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521214:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.521217:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.521219:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521221:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521223:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.521225:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.521227:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.521228:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.521230:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.521232:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.521233:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.521234:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.521236:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.521238:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521240:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521242:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.521243:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.521246:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521247:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521250:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.521252:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.521254:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.521255:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.521257:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.521259:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.521260:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.521261:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.521262:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.521265:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521266:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521268:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.521270:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.521272:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521274:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521276:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.521278:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.521280:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.521281:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.521283:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.521285:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.521286:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.521287:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.521288:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.521291:0:34163:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521293:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521295:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.521297:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.521299:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521300:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.521303:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.521305:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.521307:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.521308:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.521310:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.521313:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.521314:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687418.521315:0:34163:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687418.521316:0:34163:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00800000:00000001:1.0:1788687418.521319:0:34163:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788687418.521321:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788687418.521323:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1788687418.521324:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.521326:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788687418.521328:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788687418.521332:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.521333:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.521336:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.521337:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.521339:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.521342:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.521344:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687418.521348:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687418.521350:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00020000:00000001:1.0:1788687418.521359:0:34163:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1788687418.521362:0:34163:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff9b29e019e800: age 1868, max_age 1876 00000008:00000001:1.0:1788687418.521366:0:34163:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1788687418.521371:0:34163:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000010:1.0:1788687418.521380:0:34163:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99c00. 00000020:00000040:1.0:1788687418.521385:0:34163:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=4 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687418.521390:0:34163:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687418.521391:0:34163:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687418.521394:0:34163:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788687418.521397:0:34163:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687418.521402:0:34163:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687418.521411:0:34163:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687418.521420:0:34163:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c995e800. 00000100:00000001:1.0:1788687418.521429:0:34163:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.521434:0:34163:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687418.521436:0:34163:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687418.521447:0:34163:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c2e43f00. 00000100:00000001:1.0:1788687418.521449:0:34163:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202398543616 : -110871311008000 : ffff9b29c2e43f00) 00000100:00000001:1.0:1788687418.521452:0:34163:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687418.521453:0:34163:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000001:1.0:1788687418.521460:0:34163:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687418.521465:0:34163:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.521468:0:34163:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687418.521470:0:34163:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687418.521484:0:34163:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99c00 x1875572824554880/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.521493:0:34163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687418.521496:0:34163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687418.521500:0:34163:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687418.521503:0:34163:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687418.521506:0:34163:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687418.521510:0:34163:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99c00 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34163:1875572824554880:192.168.203.144@tcp:13:lfs.0 00000100:00000001:1.0:1788687418.521514:0:34163:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687418.521520:0:34163:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687418.521523:0:34163:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687418.521526:0:34163:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687418.521531:0:34163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6913c00. 02000000:00000001:1.0:1788687418.521533:0:34163:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687418.521543:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687418.521549:0:34163:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150108. 00000400:00000010:1.0:1788687418.521559:0:34163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcaa0. 00000100:00000200:1.0:1788687418.521569:0:34163:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824554880, portal 4 00000100:00000001:1.0:1788687418.521571:0:34163:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687418.521572:0:34163:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496412672 : -110871213138944 : ffff9b29c8b99c00) 00000100:00000040:1.0:1788687418.521581:0:34163:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b99c00 x1875572824554880/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687434 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.521590:0:34163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687418.521594:0:34163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687418.521596:0:34163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcdd0. 00000100:00000200:1.0:1788687418.521600:0:34163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875572824554880, offset 0 00000400:00000200:1.0:1788687418.521608:0:34163:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687418.521619:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687418.521627:0:34163:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687418.521634:0:34163:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687418.521639:0:34163:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687418.521644:0:34163:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687418.521647:0:34163:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687418.521650:0:34163:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2589:2589:256:4294967295] 192.168.203.144@tcp LPNI seq info [2589:2589:8:4294967295] 00000400:00000200:1.0:1788687418.521655:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687418.521667:0:34163:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687418.521674:0:34163:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687418.521680:0:34163:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c995ea00. 00000800:00000200:1.0:1788687418.521687:0:34163:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687418.521698:0:34163:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687418.521703:0:34163:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c995ea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687418.521732:0:34163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687418.521737:0:34163:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 21012 usecs (22 jiffies) 00000400:00000200:1.0:1788687418.521740:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687418.521744:0:34163:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296544548 00000100:00000001:1.0:1788687418.521747:0:34163:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296548569 00000100:00000001:1.0:1788687418.521750:0:34163:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296544548 00000100:00000001:1.0:1788687418.521752:0:34163:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296548569 00000100:00000001:1.0:1788687418.521754:0:34163:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687418.521757:0:34163:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.521760:0:34163:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687418.521762:0:34163:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687418.521765:0:34163:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c2e43f00 going to sleep for 11 seconds 00000100:00000001:1.0:1788687418.521768:0:34163:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687418.521771:0:34163:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687418.522995:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687418.523003:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c995ea00. 00000400:00000200:3.0:1788687418.523011:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687418.523020:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687418.523028:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcdd0 00000400:00000010:3.0:1788687418.523032:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcdd0. 00000100:00000001:3.0:1788687418.523038:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687418.523046:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99c00 x1875572824554880/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687434 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687418.523059:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.523064:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99c00 x1875572824554880/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687434 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687418.523072:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.523073:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687418.528900:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.528958:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687418.528964:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.528967:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687418.528979:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.528990:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687418.529001:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.529007:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.529013:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.529019:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 4 MB=0x6a9d2d3f53d80 00000400:00000200:3.0:1788687418.529025:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.529033:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 368/368 into md 0x7195 [1] + 224 00000800:00000001:3.0:1788687418.529043:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.529050:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687418.529054:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687418.529060:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687418.529069:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687418.529081:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99c00 x1875572824554880/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687434 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687418.529093:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b29c8b99c00 x1875572824554880/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687418.529117:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687418.529128:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.529132:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687418.529372:0:34163:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687418.529383:0:34163:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687418.529385:0:34163:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687418.529389:0:34163:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150108. 00000400:00000200:2.0:1788687418.529396:0:34163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcaa0 00000400:00000010:2.0:1788687418.529399:0:34163:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcaa0. 00000100:00000001:2.0:1788687418.529402:0:34163:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687418.529408:0:34163:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99c00 x1875572824554880/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687418.529416:0:34163:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99c00 x1875572824554880/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687418.529422:0:34163:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687418.529425:0:34163:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687418.529428:0:34163:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687418.529432:0:34163:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687418.529435:0:34163:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687418.529438:0:34163:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687418.529441:0:34163:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687418.529454:0:34163:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec74f0 time=37 v=5 (5 0 0 0) 00000100:00001000:2.0:1788687418.529459:0:34163:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687418.529462:0:34163:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687418.529464:0:34163:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.529468:0:34163:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687418.529474:0:34163:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.529478:0:34163:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687418.529481:0:34163:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967346 00000100:00000001:2.0:1788687418.529483:0:34163:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687418.529486:0:34163:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687418.529491:0:34163:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99c00 x1875572824554880/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687418.529498:0:34163:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687418.529502:0:34163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687418.529504:0:34163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687418.529509:0:34163:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99c00 x1875572824554880/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687434 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687418.529516:0:34163:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99c00 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34163:1875572824554880:192.168.203.144@tcp:13:lfs.0 00000100:00000001:2.0:1788687418.529521:0:34163:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687418.529524:0:34163:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.529527:0:34163:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687418.529530:0:34163:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687418.529534:0:34163:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99c00 x1875572824554880/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687434 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687418.529541:0:34163:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687418.529544:0:34163:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c2e43f00. 00000100:00000001:2.0:1788687418.529548:0:34163:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687418.529549:0:34163:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687418.529557:0:34163:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:2.0:1788687418.529559:0:34163:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687418.529562:0:34163:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b99c00 x1875572824554880/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687434 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687418.529568:0:34163:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687418.529571:0:34163:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687418.529575:0:34163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6913c00. 02000000:00000001:2.0:1788687418.529579:0:34163:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687418.529583:0:34163:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687418.529586:0:34163:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:2.0:1788687418.529588:0:34163:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687418.529592:0:34163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c995e800. 02000000:00000001:2.0:1788687418.529596:0:34163:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687418.529598:0:34163:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687418.529600:0:34163:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b99c00. 00000100:00000001:2.0:1788687418.529604:0:34163:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687418.529605:0:34163:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:2.0:1788687418.529609:0:34163:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff9b29e019e800: update ffff9b29c9715198 cache blocks 3678/3683 objects 117792/118192 00020000:00000001:2.0:1788687418.529615:0:34163:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.529620:0:34163:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.530613:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687418.530620:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:2.0:1788687418.530694:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.530697:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687418.530994:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687418.530998:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:3.0:1788687418.531009:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687418.531013:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687418.531021:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687418.531026:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687418.531029:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687418.531033:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687418.531035:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687418.531043:0:34163:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:3.0:1788687418.531046:0:34163:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff9b29e019e800: age 1868, max_age 1876 00000008:00000001:3.0:1788687418.531050:0:34163:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:3.0:1788687418.531053:0:34163:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000010:3.0:1788687418.531061:0:34163:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb7b80. 00000020:00000040:3.0:1788687418.531065:0:34163:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=4 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:3.0:1788687418.531069:0:34163:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687418.531071:0:34163:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:3.0:1788687418.531075:0:34163:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788687418.531077:0:34163:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687418.531081:0:34163:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687418.531087:0:34163:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687418.531095:0:34163:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c415ab00. 00000100:00000001:3.0:1788687418.531103:0:34163:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.531107:0:34163:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687418.531109:0:34163:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687418.531117:0:34163:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c97a6e40. 00000100:00000001:3.0:1788687418.531120:0:34163:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202509049408 : -110871200502208 : ffff9b29c97a6e40) 00000100:00000001:3.0:1788687418.531122:0:34163:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687418.531124:0:34163:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496535424 : -110871213016192 : ffff9b29c8bb7b80) 00000100:00000001:3.0:1788687418.531129:0:34163:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687418.531134:0:34163:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.531137:0:34163:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687418.531138:0:34163:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687418.531147:0:34163:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb7b80 x1875572824555008/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687418.531156:0:34163:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687418.531158:0:34163:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687418.531162:0:34163:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687418.531165:0:34163:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687418.531167:0:34163:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687418.531170:0:34163:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb7b80 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34163:1875572824555008:192.168.203.144@tcp:13:lfs.0 00000100:00000001:3.0:1788687418.531175:0:34163:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687418.531181:0:34163:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687418.531183:0:34163:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687418.531186:0:34163:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687418.531190:0:34163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c43bfc00. 02000000:00000001:3.0:1788687418.531192:0:34163:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687418.531199:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687418.531203:0:34163:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4948. 00000400:00000010:3.0:1788687418.531211:0:34163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0440. 00000100:00000200:3.0:1788687418.531218:0:34163:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824555008, portal 4 00000100:00000001:3.0:1788687418.531220:0:34163:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687418.531221:0:34163:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496535424 : -110871213016192 : ffff9b29c8bb7b80) 00000100:00000040:3.0:1788687418.531227:0:34163:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb7b80 x1875572824555008/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687434 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687418.531235:0:34163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687418.531238:0:34163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687418.531241:0:34163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0cc0. 00000100:00000200:3.0:1788687418.531243:0:34163:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875572824555008, offset 0 00000400:00000200:3.0:1788687418.531250:0:34163:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687418.531260:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.531278:0:34163:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687418.531286:0:34163:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687418.531290:0:34163:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687418.531295:0:34163:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687418.531298:0:34163:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687418.531303:0:34163:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2590:2590:256:4294967295] 192.168.203.144@tcp LPNI seq info [2590:2590:8:4294967295] 00000400:00000200:3.0:1788687418.531308:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.531318:0:34163:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687418.531325:0:34163:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687418.531331:0:34163:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ac00. 00000800:00000200:3.0:1788687418.531340:0:34163:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687418.531351:0:34163:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687418.531356:0:34163:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ac00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687418.531372:0:34163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687418.531378:0:34163:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 246658 usecs (247 jiffies) 00000400:00000200:3.0:1788687418.531381:0:34163:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687418.531385:0:34163:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296544783 00000800:00000200:3.0:1788687418.531504:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687418.531509:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ac00. 00000400:00000200:3.0:1788687418.531515:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687418.531521:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687418.531528:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0cc0 00000400:00000010:3.0:1788687418.531531:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0cc0. 00000100:00000001:3.0:1788687418.531537:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687418.531541:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb7b80 x1875572824555008/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687434 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687418.531550:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.531554:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb7b80 x1875572824555008/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687434 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687418.531559:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.531561:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788687418.531579:0:34163:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296548569 00000100:00000001:3.0:1788687418.531583:0:34163:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296544783 00000100:00000001:3.0:1788687418.531585:0:34163:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296548569 00000100:00000001:3.0:1788687418.531588:0:34163:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687418.531591:0:34163:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.531594:0:34163:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687418.531596:0:34163:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687418.531599:0:34163:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c97a6e40 going to sleep for 11 seconds 00000100:00000001:3.0:1788687418.531602:0:34163:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687418.531605:0:34163:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687418.542037:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.545548:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687418.545562:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.545572:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687418.545585:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.545596:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687418.545612:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.545617:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.545901:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.545976:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 4 MB=0x6a9d2d3f53e00 00000400:00000200:3.0:1788687418.545983:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.545991:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 368/368 into md 0x719d [1] + 224 00000800:00000001:3.0:1788687418.546003:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.546020:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687418.546025:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687418.546032:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687418.546045:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687418.546060:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb7b80 x1875572824555008/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687434 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687418.546074:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b29c8bb7b80 x1875572824555008/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687418.546099:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687418.546117:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.546122:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687418.551233:0:34163:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687418.551255:0:34163:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687418.551259:0:34163:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687418.551265:0:34163:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4948. 00000400:00000200:1.0:1788687418.551282:0:34163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0440 00000400:00000010:1.0:1788687418.551285:0:34163:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0440. 00000100:00000001:1.0:1788687418.551293:0:34163:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687418.551313:0:34163:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb7b80 x1875572824555008/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687418.551327:0:34163:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb7b80 x1875572824555008/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.551336:0:34163:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687418.551339:0:34163:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687418.551343:0:34163:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687418.551348:0:34163:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687418.551351:0:34163:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687418.551354:0:34163:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687418.551358:0:34163:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687418.551372:0:34163:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec04a8 time=37 v=5 (5 0 0 0) 00000100:00001000:1.0:1788687418.551378:0:34163:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687418.551381:0:34163:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687418.551383:0:34163:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.551387:0:34163:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687418.551393:0:34163:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.551399:0:34163:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687418.551402:0:34163:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788687418.551405:0:34163:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687418.551408:0:34163:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687418.551414:0:34163:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb7b80 x1875572824555008/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.551427:0:34163:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687418.551432:0:34163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687418.551435:0:34163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687418.551439:0:34163:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb7b80 x1875572824555008/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687434 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687418.551448:0:34163:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb7b80 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34163:1875572824555008:192.168.203.144@tcp:13:lfs.0 00000100:00000001:1.0:1788687418.551453:0:34163:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687418.551468:0:34163:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.551471:0:34163:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687418.551474:0:34163:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687418.551477:0:34163:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb7b80 x1875572824555008/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687434 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.551484:0:34163:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687418.551488:0:34163:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c97a6e40. 00000100:00000001:1.0:1788687418.551493:0:34163:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687418.551495:0:34163:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687418.551504:0:34163:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1788687418.551506:0:34163:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687418.551509:0:34163:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb7b80 x1875572824555008/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687434 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.551515:0:34163:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687418.551519:0:34163:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687418.551523:0:34163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c43bfc00. 02000000:00000001:1.0:1788687418.551527:0:34163:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687418.551530:0:34163:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687418.551533:0:34163:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687418.551536:0:34163:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687418.551539:0:34163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c415ab00. 02000000:00000001:1.0:1788687418.551543:0:34163:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687418.551546:0:34163:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687418.551548:0:34163:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb7b80. 00000100:00000001:1.0:1788687418.551552:0:34163:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687418.551554:0:34163:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1788687418.551559:0:34163:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff9b29e019e800: update ffff9b29c6350458 cache blocks 3679/3683 objects 117792/118187 00020000:00000001:1.0:1788687418.551563:0:34163:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687418.551571:0:34163:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.551575:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687418.551578:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:1.0:1788687418.551591:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.551595:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.551689:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.551692:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.551702:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.551705:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.551716:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.551723:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.551726:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687418.551731:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687418.551734:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00020000:00000001:1.0:1788687418.551738:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.551741:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.551744:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.551747:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.551749:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.551751:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.551757:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.551759:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.551762:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.551763:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.551767:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.551771:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.551773:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687418.551774:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687418.551775:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00020000:00000001:1.0:1788687418.551778:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.551780:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.551783:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.551785:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.551787:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.551790:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.551793:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.551795:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.551798:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.551799:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.551802:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.551804:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.551805:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687418.551807:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687418.551808:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00020000:00000001:1.0:1788687418.551811:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.551813:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.551815:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.551818:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.551820:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.551822:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.551825:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.551826:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.551829:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.551830:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.551833:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.551835:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.551836:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687418.551837:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687418.551839:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00020000:00000001:1.0:1788687418.551841:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.551843:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.551845:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.551847:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.551850:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.551852:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.551855:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.551856:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.551858:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.551860:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.551862:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.551864:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.551865:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687418.551867:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687418.551868:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00020000:00000001:1.0:1788687418.551870:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.551872:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.551873:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.551876:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.551878:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.551879:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.551882:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.551884:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.551896:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.551898:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.551901:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.551903:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.551905:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687418.551959:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687418.551960:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00020000:00000001:1.0:1788687418.551964:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.551965:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.551968:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.551970:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.551973:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.551975:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.551979:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687418.551982:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:1.0:1788687418.551984:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687418.551985:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687418.551988:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912000. 00000020:00000001:1.0:1788687418.551991:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.551993:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788687418.551994:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788687418.551995:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912000 uarg=0000000000000000 00020000:00000001:1.0:1788687418.551998:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.552000:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.552002:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687418.552007:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912000. 00000080:00000001:1.0:1788687418.552010:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687418.552012:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552373:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.552377:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.552382:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.552384:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.552390:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.552393:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.552395:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.552397:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.552398:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.552402:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552405:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552407:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.552410:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.552416:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552418:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552423:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.552425:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.552428:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.552429:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.552431:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.552434:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.552436:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.552437:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.552438:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.552441:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552443:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552445:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.552447:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.552450:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552452:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552456:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.552458:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.552460:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.552461:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.552464:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.552466:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.552468:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.552469:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.552471:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.552473:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552475:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552477:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.552479:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.552483:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552485:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552489:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.552490:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.552493:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.552494:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.552497:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.552499:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.552500:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.552502:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.552503:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.552506:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552507:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552509:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.552511:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.552514:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552515:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552519:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.552520:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.552523:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.552524:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.552526:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.552529:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.552530:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.552531:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.552532:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.552535:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552537:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552539:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.552541:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.552543:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552545:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552547:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.552549:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.552552:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.552553:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.552555:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.552557:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.552559:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.552560:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.552562:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.552564:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552566:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552568:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.552570:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.552572:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552574:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552577:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.552579:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.552582:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.552583:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.552585:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.552588:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.552590:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.552591:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.552592:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.552595:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552597:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552598:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.552600:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.552603:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552604:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552607:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.552609:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.552612:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.552613:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.552615:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.552618:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.552619:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.552620:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.552632:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.552636:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552638:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552640:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.552642:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.552644:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552646:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552650:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.552651:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.552653:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.552654:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.552657:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.552658:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.552660:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.552661:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.552662:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.552665:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552667:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552668:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.552670:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.552672:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552673:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552676:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.552677:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.552680:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.552681:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.552683:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.552686:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.552687:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.552689:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.552691:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.552693:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552696:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552698:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.552700:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.552703:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552705:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552708:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.552709:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.552711:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.552712:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.552715:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.552717:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.552718:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.552719:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.552720:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.552722:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552724:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552726:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.552728:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.552730:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552731:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552734:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.552736:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.552738:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.552739:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.552741:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.552743:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.552744:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.552745:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.552746:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.552749:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552751:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552753:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.552755:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.552757:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552758:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552761:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.552762:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.552765:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.552766:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.552768:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.552770:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.552772:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.552773:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.552774:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.552777:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552779:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552780:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.552782:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.552785:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552786:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552789:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.552791:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.552794:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.552795:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.552797:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.552799:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.552801:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.552802:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.552804:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.552967:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552970:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552973:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.552975:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.552979:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552981:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.552987:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.552988:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.552992:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.552993:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.552996:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.552999:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.553001:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.553002:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.553004:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.553007:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553009:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553010:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.553013:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.553015:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553017:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553020:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.553021:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.553024:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.553025:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.553028:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.553030:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.553031:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.553033:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.553034:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.553037:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553039:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553041:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.553043:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.553045:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553047:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553050:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.553052:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.553055:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.553056:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.553058:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.553060:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.553062:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.553063:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.553064:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.553066:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553068:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553070:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.553072:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.553074:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553076:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553079:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.553081:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.553084:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.553085:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.553086:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.553088:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.553090:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.553091:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.553092:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.553095:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553097:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553099:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.553101:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.553103:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553104:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553107:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.553108:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.553110:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.553111:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.553113:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.553115:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.553117:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.553118:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.553119:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.553122:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553124:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553125:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.553127:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.553129:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553131:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553133:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.553135:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.553137:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.553138:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.553140:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.553143:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.553144:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.553145:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.553147:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.553149:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553150:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553152:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.553154:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.553156:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553157:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553159:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.553160:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.553163:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.553164:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.553165:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.553168:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.553169:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.553171:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.553172:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.553175:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553176:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553178:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.553180:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.553182:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553183:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553186:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.553187:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.553189:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.553191:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.553192:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.553195:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.553196:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.553197:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.553198:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.553200:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553202:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553204:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.553206:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.553208:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553210:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553213:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.553214:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.553217:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.553218:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.553220:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.553222:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.553224:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.553225:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.553226:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.553229:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553232:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553234:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.553236:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.553238:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553240:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553243:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.553244:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.553246:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.553247:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.553250:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.553252:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.553254:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.553255:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.553257:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.553259:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553261:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553263:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.553265:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.553267:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553336:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553342:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.553344:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.553348:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.553353:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.553356:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.553359:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.553360:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.553362:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.553363:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.553366:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553368:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553369:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.553371:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.553374:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553376:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553380:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.553381:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.553383:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.553384:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.553386:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.553389:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.553390:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.553391:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.553393:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.553395:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553397:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553399:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.553401:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.553403:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553405:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553408:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.553410:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.553413:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.553414:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.553416:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.553418:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.553419:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.553420:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.553422:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.553424:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553425:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553427:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.553429:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.553430:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553432:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553434:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.553436:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.553438:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.553439:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.553441:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.553442:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.553444:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.553445:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.553446:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.553448:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553450:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553451:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.553453:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.553455:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553457:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553460:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.553461:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.553463:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.553464:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.553466:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.553468:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.553470:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.553471:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.553472:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.553474:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553476:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553478:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.553479:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.553481:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553483:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553485:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.553486:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.553488:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.553489:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.553492:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.553494:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.553495:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.553497:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.553498:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.553500:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553501:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553503:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.553505:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.553507:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553509:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553512:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.553513:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.553515:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.553516:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.553518:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.553520:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.553521:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.553522:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.553524:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.553526:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553528:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553529:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.553531:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.553533:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553534:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553536:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.553538:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.553540:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.553541:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.553543:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.553545:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.553546:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.553547:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.553549:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.553551:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553552:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553554:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.553556:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.553558:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553559:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553562:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.553563:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.553565:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.553567:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.553569:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.553571:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.553572:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.553573:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.553574:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.553576:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553578:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553579:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.553581:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.553582:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553584:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553586:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.553587:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.553589:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.553590:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.553592:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.553594:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.553596:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.553597:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.553598:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.553600:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553603:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553605:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.553606:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.553608:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553610:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553612:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.553614:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.553616:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.553617:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.553619:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.553691:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.553693:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.553695:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.553697:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.553700:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553702:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553704:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.553706:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.553709:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553711:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553716:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.553718:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.553721:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.553722:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.553725:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.553727:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.553729:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.553730:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.553732:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.553734:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553736:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553738:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.553740:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.553744:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553745:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553749:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.553750:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.553753:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.553754:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.553757:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.553759:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.553761:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.553762:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.553763:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.553766:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553768:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553769:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.553772:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.553774:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553776:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553780:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.553781:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.553784:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.553785:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.553788:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.553790:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.553792:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.553793:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.553794:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.553797:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553799:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553800:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.553802:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.553805:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553882:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.553897:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.553899:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.553903:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.553904:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.554026:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.554029:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.554031:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.554033:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.554034:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.554038:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554040:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554041:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.554044:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.554047:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554049:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554054:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.554055:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.554059:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.554060:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.554062:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.554064:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.554066:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.554067:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.554069:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.554071:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554073:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554075:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.554077:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.554080:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554081:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554085:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.554086:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.554089:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.554091:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.554094:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.554096:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.554098:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.554099:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.554100:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.554103:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554105:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554106:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.554108:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.554111:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554113:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554117:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.554118:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.554121:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.554122:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.554125:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.554127:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.554129:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.554130:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.554132:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.554134:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554136:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554138:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.554141:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.554143:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554144:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554148:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.554149:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.554152:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.554153:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.554156:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.554158:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.554160:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.554162:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.554163:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.554166:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554168:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554170:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.554172:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.554175:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554176:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554180:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.554182:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.554184:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.554186:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.554188:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.554191:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.554192:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.554194:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.554195:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.554197:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554200:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554202:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.554204:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.554206:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554208:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554211:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.554213:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.554216:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.554217:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.554219:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.554222:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.554224:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.554225:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.554226:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.554229:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554231:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554233:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.554235:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.554238:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554239:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554242:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.554244:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.554247:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.554248:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.554250:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.554252:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.554254:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.554255:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.554880:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.554898:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554900:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554903:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.554936:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.554941:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554943:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554950:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.554952:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.554957:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.554959:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.554963:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.554966:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.554968:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.554969:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.554971:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.554974:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554976:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554978:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.554980:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.554983:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554984:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.554988:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.554989:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.554992:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.554993:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.554995:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.554998:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.554999:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.555000:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.555002:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.555004:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555006:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555008:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.555010:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.555012:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555014:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555017:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.555018:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.555021:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.555022:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.555024:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.555026:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.555028:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.555029:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.555030:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.555032:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555034:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555035:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.555037:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.555040:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555041:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555044:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.555046:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.555049:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.555050:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.555052:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.555054:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.555056:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.555057:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.555058:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.555061:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555063:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555064:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.555067:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.555069:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555071:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555074:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.555076:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.555078:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.555079:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.555082:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.555084:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.555086:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.555087:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.555089:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.555092:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555094:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555095:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.555098:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.555100:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555101:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555105:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.555106:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.555109:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.555110:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.555113:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.555116:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.555117:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.555118:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.555120:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.555123:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555125:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555127:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.555129:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.555132:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555133:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555137:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.555138:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.555141:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.555142:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.555145:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.555147:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.555149:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.555150:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.555151:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.555154:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555156:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555158:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.555160:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.555162:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555164:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555167:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.555168:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.555171:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.555172:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.555175:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.555177:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.555179:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.555181:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.555182:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.555185:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555187:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555188:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.555190:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.555193:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555195:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555198:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.555200:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.555202:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.555204:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.555206:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.555209:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.555210:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.555211:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.555213:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.555215:0:34163:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555217:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555219:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687418.555221:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.555223:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555225:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687418.555228:0:34163:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687418.555229:0:34163:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffeffd88db0 00000080:00000001:0.0:1788687418.555232:0:34163:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687418.555233:0:34163:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687418.555235:0:34163:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a03400. 00000020:00000001:0.0:1788687418.555238:0:34163:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.555239:0:34163:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687418.555240:0:34163:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687418.555242:0:34163:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a03400 uarg=0000000000000000 00020000:00000001:0.0:1788687418.555245:0:34163:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788687418.555248:0:34163:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788687418.555250:0:34163:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1788687418.555252:0:34163:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a03400. 00000080:00000001:0.0:1788687418.555254:0:34163:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788687418.555256:0:34163:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788687418.555896:0:34163:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788687418.555900:0:34163:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788687418.555904:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bdd0 00000080:00200008:0.0:1788687418.556024:0:34163:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 100000 00000080:00400000:0.0:1788687418.556030:0:34163:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1788687418.556034:0:34163:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29e1663900. 00000080:00000001:0.0:1788687418.556041:0:34163:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788687418.556044:0:34163:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bdd0 00000080:00000008:0.0:1788687418.556046:0:34163:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 100000, rc = 0 00000080:00000001:0.0:1788687418.556049:0:34163:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.556050:0:34163:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687418.585339:0:34164:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687418.585349:0:34164:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687418.585352:0:34164:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788687418.585356:0:34164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23bc0 00000080:00200000:3.0:1788687418.585362:0:34164:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:3.0:1788687418.585375:0:34164:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29cb116e00. 00800000:00000002:3.0:1788687418.585385:0:34164:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687418.585390:0:34164:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687418.585398:0:34164:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687418.585400:0:34164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23ae0 00800000:00000002:3.0:1788687418.585404:0:34164:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687418.585408:0:34164:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788687418.585413:0:34164:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788687418.585419:0:34164:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687418.585422:0:34164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d239b0 00000002:00010000:3.0:1788687418.585424:0:34164:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788687418.585429:0:34164:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687418.585432:0:34164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687418.585436:0:34164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687418.585445:0:34164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 2 00010000:00000001:3.0:1788687418.585449:0:34164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687418.585456:0:34164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687418.585461:0:34164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687418.585467:0:34164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f12 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d08 expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788687418.585479:0:34164:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687418.585486:0:34164:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687418.585490:0:34164:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f12 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d08 expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:3.0:1788687418.585497:0:34164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687418.585500:0:34164:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687418.585502:0:34164:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687418.585505:0:34164:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687418.585507:0:34164:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687418.585509:0:34164:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788687418.585512:0:34164:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788687418.585515:0:34164:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687418.585520:0:34164:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29cb116e00. 00000080:00000001:3.0:1788687418.585527:0:34164:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687418.585529:0:34164:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687418.585532:0:34164:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:3.0:1788687418.585537:0:34164:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f12 00800000:00000001:3.0:1788687418.585541:0:34164:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687418.585543:0:34164:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687418.585545:0:34164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.585548:0:34164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.585551:0:34164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:3.0:1788687418.585554:0:34164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:3.0:1788687418.585557:0:34164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:3.0:1788687418.585561:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.585563:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687418.585564:0:34164:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687418.585566:0:34164:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687418.585568:0:34164:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f12 from it ffffaca081d23bf8 00010000:00000001:3.0:1788687418.585571:0:34164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.585573:0:34164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.585574:0:34164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:3.0:1788687418.585576:0:34164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:3.0:1788687418.585579:0:34164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:3.0:1788687418.585581:0:34164:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687418.585585:0:34164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f12 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d08 expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788687418.585592:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.585593:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687418.585595:0:34164:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687418.585597:0:34164:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687418.585599:0:34164:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f12 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d08 expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788687418.585607:0:34164:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687418.585611:0:34164:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687418.585614:0:34164:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687418.585618:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.585620:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687418.585822:0:34164:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.585828:0:34164:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687418.585831:0:34164:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.585833:0:34164:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.585836:0:34164:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.585839:0:34164:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687418.585841:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.585842:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687418.585847:0:34164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788687418.585848:0:34164:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687418.585851:0:34164:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788687418.585858:0:34164:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687418.585867:0:34164:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788687418.585870:0:34164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23b58 00000080:00002000:3.0:1788687418.585872:0:34164:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9b29d8712870) flags 0x48000e refc 0 00000080:00000001:3.0:1788687418.585874:0:34164:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.585876:0:34164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23bc8 00000080:00200000:3.0:1788687418.585878:0:34164:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:3.0:1788687418.585894:0:34164:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788687418.585897:0:34164:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9b29d8593248), inode mode 81a4 mask 52 00000080:00000001:3.0:1788687418.585900:0:34164:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687418.585947:0:34164:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788687418.585950:0:34164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23b98 00000080:00200008:3.0:1788687418.585952:0:34164:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x31:0x0](ffff9b29d8593248), flags 102101 00000080:00000010:3.0:1788687418.585960:0:34164:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29c5316c80. 00000080:00000001:3.0:1788687418.585967:0:34164:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1788687418.585971:0:34164:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29cb116e00. 00800000:00000002:3.0:1788687418.585975:0:34164:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687418.585979:0:34164:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687418.585981:0:34164:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687418.585982:0:34164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23a48 00800000:00000002:3.0:1788687418.585984:0:34164:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000404:0x31:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687418.585988:0:34164:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:3.0:1788687418.585992:0:34164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d239c8 00800000:00000002:3.0:1788687418.585994:0:34164:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1788687418.585999:0:34164:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687418.586000:0:34164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23900 00000002:00010000:3.0:1788687418.586002:0:34164:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:3.0:1788687418.586006:0:34164:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788687418.586010:0:34164:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788687418.586013:0:34164:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788687418.586019:0:34164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:3.0:1788687418.586021:0:34164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687418.586024:0:34164:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788687418.586028:0:34164:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.586030:0:34164:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687418.586032:0:34164:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687418.586034:0:34164:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788687418.586037:0:34164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 2 00010000:00000001:3.0:1788687418.586039:0:34164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687418.586040:0:34164:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788687418.586043:0:34164:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788687418.586046:0:34164:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f12 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d2d08 expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:3.0:1788687418.586055:0:34164:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788687418.586060:0:34164:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788687418.586062:0:34164:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788687418.586064:0:34164:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788687418.586067:0:34164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687418.586069:0:34164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687418.586071:0:34164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 3 00010000:00000001:3.0:1788687418.586074:0:34164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687418.586076:0:34164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687418.586078:0:34164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687418.586079:0:34164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687418.586080:0:34164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 3 00010000:00000001:3.0:1788687418.586083:0:34164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687418.586085:0:34164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687418.586087:0:34164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687418.586088:0:34164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687418.586090:0:34164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090a00 count: 3 00010000:00000001:3.0:1788687418.586092:0:34164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687418.586094:0:34164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687418.586096:0:34164:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788687418.586099:0:34164:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b29d8594200, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788687418.586104:0:34164:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788687418.586106:0:34164:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788687418.586108:0:34164:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788687418.586110:0:34164:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.586114:0:34164:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788687418.586118:0:34164:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788687418.586120:0:34164:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788687418.586122:0:34164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687418.586124:0:34164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788687418.586127:0:34164:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29d13a9e00 with handle 0x230d04438e811f12 from hash 00010000:00000001:3.0:1788687418.586130:0:34164:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788687418.586132:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.586133:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687418.586135:0:34164:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788687418.586138:0:34164:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788687418.586139:0:34164:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788687418.586142:0:34164:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788687418.586144:0:34164:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687418.586146:0:34164:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788687418.586151:0:34164:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb5c00. 00000020:00000040:3.0:1788687418.586156:0:34164:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:3.0:1788687418.586163:0:34164:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788687418.586165:0:34164:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.586168:0:34164:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788687418.586173:0:34164:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687418.586175:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.586177:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687418.586178:0:34164:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.586182:0:34164:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687418.586184:0:34164:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687418.586187:0:34164:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687418.586196:0:34164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c43be800. 00000100:00000001:3.0:1788687418.586205:0:34164:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.586210:0:34164:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687418.586213:0:34164:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788687418.586217:0:34164:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f12 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2d08 expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1788687418.586224:0:34164:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788687418.586226:0:34164:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788687418.586228:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788687418.586231:0:34164:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f12 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2d08 expref: -99 pid: 34163 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:3.0:1788687418.586239:0:34164:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c6090a00 count: 0 00010000:00000010:3.0:1788687418.586245:0:34164:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5044380. 00010000:00000001:3.0:1788687418.586258:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687418.586260:0:34164:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.586262:0:34164:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687418.586264:0:34164:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.586748:0:34164:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687418.586761:0:34164:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633202496527360 : -110871213024256 : ffff9b29c8bb5c00) 00010000:00000001:3.0:1788687418.586766:0:34164:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788687418.586769:0:34164:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788687418.586776:0:34164:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c5c62b00. 00010000:00000010:3.0:1788687418.586781:0:34164:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c3056180. 00010000:00000001:3.0:1788687418.586787:0:34164:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788687418.586791:0:34164:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c3147c00. 00000020:00000001:3.0:1788687418.586795:0:34164:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788687418.586797:0:34164:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c3147c00 with handle 0x230d04438e811f19 to hash 00000020:00000001:3.0:1788687418.586800:0:34164:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788687418.586802:0:34164:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:3.0:1788687418.586807:0:34164:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:3.0:1788687418.586811:0:34164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687418.586814:0:34164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687418.586820:0:34164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147c00/0x230d04438e811f19 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34164 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687418.586829:0:34164:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147c00/0x230d04438e811f19 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34164 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788687418.586844:0:34164:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788687418.586860:0:34164:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8bb5c00 x1875572824555264/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788687418.586871:0:34164:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147c00/0x230d04438e811f19 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34164 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788687418.586878:0:34164:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687418.586880:0:34164:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687418.586898:0:34164:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c97a6840. 00000100:00000001:3.0:1788687418.586901:0:34164:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202509047872 : -110871200503744 : ffff9b29c97a6840) 00000100:00000001:3.0:1788687418.586904:0:34164:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687418.586962:0:34164:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496527360 : -110871213024256 : ffff9b29c8bb5c00) 00000100:00000001:3.0:1788687418.586969:0:34164:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687418.586974:0:34164:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.586977:0:34164:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687418.586979:0:34164:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687418.586984:0:34164:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb5c00 x1875572824555264/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.586993:0:34164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687418.586996:0:34164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687418.587001:0:34164:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687418.587004:0:34164:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687418.587007:0:34164:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687418.587011:0:34164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb5c00 pname:cluuid:pid:xid:nid:opc:job bash:ce1d4174-c231-444b-b3ed-b722bc4901cb:34164:1875572824555264:192.168.203.144@tcp:101:bash.0 00000100:00000001:3.0:1788687418.587017:0:34164:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687418.587024:0:34164:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687418.587027:0:34164:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687418.587030:0:34164:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687418.587107:0:34164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b29c6980000. 02000000:00000001:3.0:1788687418.587110:0:34164:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687418.587120:0:34164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687418.587125:0:34164:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4420. 00000400:00000010:3.0:1788687418.587134:0:34164:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b29c43bf400. 00000100:00000200:3.0:1788687418.587143:0:34164:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875572824555264, portal 10 00000100:00000001:3.0:1788687418.587145:0:34164:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687418.587146:0:34164:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496527360 : -110871213024256 : ffff9b29c8bb5c00) 00000100:00000040:3.0:1788687418.587153:0:34164:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb5c00 x1875572824555264/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687434 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.587162:0:34164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687418.587166:0:34164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687418.587170:0:34164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0cc0. 00000100:00000200:3.0:1788687418.587173:0:34164:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875572824555264, offset 0 00000400:00000200:3.0:1788687418.587181:0:34164:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687418.587192:0:34164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.587201:0:34164:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687418.587208:0:34164:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687418.587212:0:34164:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687418.587217:0:34164:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687418.587221:0:34164:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687418.587225:0:34164:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2591:2591:256:4294967295] 192.168.203.144@tcp LPNI seq info [2591:2591:8:4294967295] 00000400:00000200:3.0:1788687418.587230:0:34164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.587243:0:34164:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687418.587251:0:34164:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687418.587256:0:34164:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ac00. 00000800:00000200:3.0:1788687418.587265:0:34164:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687418.587478:0:34164:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687418.587485:0:34164:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ac00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788687418.587502:0:34164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687418.587507:0:34164:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 816220 usecs (817 jiffies) 00000400:00000200:3.0:1788687418.587511:0:34164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687418.587514:0:34164:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296545408 00000100:00000001:3.0:1788687418.587518:0:34164:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296548569 00000100:00000001:3.0:1788687418.587520:0:34164:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296545408 00000100:00000001:3.0:1788687418.587523:0:34164:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296548569 00000100:00000001:3.0:1788687418.587526:0:34164:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687418.587529:0:34164:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.587532:0:34164:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687418.587535:0:34164:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687418.587538:0:34164:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c97a6840 going to sleep for 11 seconds 00000100:00000001:3.0:1788687418.587542:0:34164:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687418.587545:0:34164:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687418.592261:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687418.592286:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ac00. 00000400:00000200:2.0:1788687418.592299:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687418.592310:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687418.592321:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0cc0 00000400:00000010:2.0:1788687418.592324:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0cc0. 00000100:00000001:2.0:1788687418.592332:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687418.592343:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb5c00 x1875572824555264/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687434 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.592358:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687418.592362:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb5c00 x1875572824555264/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687434 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.592370:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.592372:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687418.593045:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.593063:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687418.593067:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.593070:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.593079:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.593087:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687418.593161:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.593167:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.593173:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.593178:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x6a9d2d3f53f00 00000400:00000200:2.0:1788687418.593185:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.593192:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x71ad [32] + 224 00000800:00000001:2.0:1788687418.593201:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.594768:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.594782:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687418.594793:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687418.594805:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687418.595396:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb5c00 x1875572824555264/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687434 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687418.595410:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b29c8bb5c00 x1875572824555264/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.595429:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687418.595443:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.595451:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.595577:0:34164:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687418.595589:0:34164:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687418.595591:0:34164:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687418.595596:0:34164:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4420. 00000400:00000200:3.0:1788687418.595602:0:34164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c43bf400 00000400:00000010:3.0:1788687418.595605:0:34164:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b29c43bf400. 00000100:00000001:3.0:1788687418.595609:0:34164:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687418.595615:0:34164:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb5c00 x1875572824555264/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687418.595682:0:34164:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb5c00 x1875572824555264/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.595689:0:34164:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687418.595692:0:34164:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.595695:0:34164:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687418.595700:0:34164:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687418.595703:0:34164:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687418.595707:0:34164:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687418.595710:0:34164:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687418.595721:0:34164:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=40 v=5 (5 5 103 103) 00000100:00001000:3.0:1788687418.595726:0:34164:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687418.595729:0:34164:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687418.595731:0:34164:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.595734:0:34164:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687418.595739:0:34164:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.595742:0:34164:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788687418.595745:0:34164:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788687418.595746:0:34164:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788687418.595790:0:34164:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687418.595793:0:34164:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496527360 : -110871213024256 : ffff9b29c8bb5c00) 00000100:00000001:3.0:1788687418.595798:0:34164:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687418.595801:0:34164:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1788687418.595803:0:34164:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687418.595860:0:34164:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687418.595867:0:34164:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb5c00 x1875572824555264/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687434 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.595876:0:34164:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687418.595880:0:34164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687418.595883:0:34164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687418.595896:0:34164:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb5c00 x1875572824555264/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687434 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687418.595966:0:34164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb5c00 pname:cluuid:pid:xid:nid:opc:job bash:ce1d4174-c231-444b-b3ed-b722bc4901cb:34164:1875572824555264:192.168.203.144@tcp:101:bash.0 00000100:00000001:3.0:1788687418.595974:0:34164:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.595977:0:34164:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.595980:0:34164:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687418.595983:0:34164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.595987:0:34164:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb5c00 x1875572824555264/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687434 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.595997:0:34164:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687418.596001:0:34164:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c97a6840. 00000100:00000001:3.0:1788687418.596005:0:34164:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687418.596006:0:34164:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.596010:0:34164:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788687418.596015:0:34164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.596018:0:34164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.596022:0:34164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147c00 refcount=4 00000020:00000001:3.0:1788687418.596025:0:34164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:3.0:1788687418.596028:0:34164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000040:3.0:1788687418.596036:0:34164:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c3147c00, remote cookie: 0x59c08f76ab1d2d16, flags: 0x1001 00010000:00010000:3.0:1788687418.596042:0:34164:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147c00/0x230d04438e811f19 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d16 expref: -99 pid: 34164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788687418.596051:0:34164:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788687418.596054:0:34164:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1788687418.596062:0:34164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:3.0:1788687418.596065:0:34164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1788687418.596069:0:34164:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c5c62b00 count: 0 00010000:00000010:3.0:1788687418.596076:0:34164:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c3056180. 00010000:00000001:3.0:1788687418.596085:0:34164:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687418.596088:0:34164:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147c00/0x230d04438e811f19 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d16 expref: -99 pid: 34164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687418.596165:0:34164:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147c00/0x230d04438e811f19 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d16 expref: -99 pid: 34164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687418.596172:0:34164:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788687418.596177:0:34164:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788687418.596180:0:34164:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788687418.596182:0:34164:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788687418.596184:0:34164:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788687418.596187:0:34164:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff9b29c64dea00) refcount = 2 00010000:00000040:3.0:1788687418.596190:0:34164:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788687418.596193:0:34164:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788687418.596200:0:34164:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147c00/0x230d04438e811f19 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d16 expref: -99 pid: 34164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687418.596206:0:34164:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788687418.596211:0:34164:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788687418.596212:0:34164:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687418.596216:0:34164:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788687418.596218:0:34164:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687418.596222:0:34164:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147c00/0x230d04438e811f19 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d16 expref: -99 pid: 34164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687418.596227:0:34164:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788687418.596229:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.596230:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687418.596231:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.596233:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687418.596235:0:34164:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687418.596240:0:34164:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788687418.596243:0:34164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.596245:0:34164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.596246:0:34164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147c00 refcount=3 00000020:00000001:3.0:1788687418.596248:0:34164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:3.0:1788687418.596250:0:34164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:3.0:1788687418.596252:0:34164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.596254:0:34164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.596255:0:34164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147c00 refcount=4 00000020:00000001:3.0:1788687418.596257:0:34164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:3.0:1788687418.596259:0:34164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:3.0:1788687418.596262:0:34164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687418.596266:0:34164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687418.596341:0:34164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147c00/0x230d04438e811f19 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d16 expref: -99 pid: 34164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687418.596349:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.596350:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687418.596352:0:34164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.596354:0:34164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.596355:0:34164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147c00 refcount=5 00000020:00000001:3.0:1788687418.596358:0:34164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:3.0:1788687418.596360:0:34164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:3.0:1788687418.596362:0:34164:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687418.596365:0:34164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147c00/0x230d04438e811f19 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d16 expref: -99 pid: 34164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687418.596371:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.596372:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788687418.596375:0:34164:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147c00/0x230d04438e811f19 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d16 expref: -99 pid: 34164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687418.596382:0:34164:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687418.596383:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.596384:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687418.596385:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.596386:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788687418.596393:0:34164:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x2b, status=0 req@ffff9b29c8bb5c00 x1875572824555264/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687434 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788687418.596403:0:34164:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788687418.596407:0:34164:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c8bb5c00 x1875572824555264/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687434 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788687418.596414:0:34164:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.596421:0:34164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.596422:0:34164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.596424:0:34164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147c00 refcount=3 00000020:00000001:3.0:1788687418.596426:0:34164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:3.0:1788687418.596428:0:34164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00000002:00010000:3.0:1788687418.596432:0:34164:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147c00/0x230d04438e811f19 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d16 expref: -99 pid: 34164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788687418.596447:0:34164:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b29c975c880. 00010000:00000001:3.0:1788687418.596450:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.596451:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687418.596453:0:34164:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687418.596455:0:34164:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687418.596459:0:34164:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788687418.596461:0:34164:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687418.596463:0:34164:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496527360 : -110871213024256 : ffff9b29c8bb5c00) 00010000:00000001:3.0:1788687418.596465:0:34164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.596466:0:34164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.596467:0:34164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147c00 refcount=3 00000020:00000001:3.0:1788687418.596469:0:34164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:3.0:1788687418.596471:0:34164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00000002:00010000:3.0:1788687418.596474:0:34164:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147c00/0x230d04438e811f19 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d16 expref: -99 pid: 34164 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687418.596481:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.596482:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687418.596484:0:34164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788687418.596485:0:34164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.596486:0:34164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.596487:0:34164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147c00 refcount=3 00000020:00000001:3.0:1788687418.596489:0:34164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:3.0:1788687418.596491:0:34164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000040:3.0:1788687418.596495:0:34164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 3 00010000:00000001:3.0:1788687418.596497:0:34164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687418.596501:0:34164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687418.596504:0:34164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687418.596508:0:34164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788687418.596516:0:34164:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687418.596522:0:34164:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687418.596525:0:34164:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788687418.596532:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.596533:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687418.596534:0:34164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.596536:0:34164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.596537:0:34164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147c00 refcount=3 00000020:00000001:3.0:1788687418.596539:0:34164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:3.0:1788687418.596541:0:34164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:3.0:1788687418.596543:0:34164:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1788687418.596546:0:34164:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147c00/0x230d04438e811f19 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d16 expref: -99 pid: 34164 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687418.596552:0:34164:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687418.596554:0:34164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147c00/0x230d04438e811f19 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x59c08f76ab1d2d16 expref: -99 pid: 34164 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687418.596559:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.596560:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788687418.596562:0:34164:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147c00/0x230d04438e811f19 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x59c08f76ab1d2d16 expref: -99 pid: 34164 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687418.596568:0:34164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687418.596570:0:34164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.596573:0:34164:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788687418.596578:0:34164:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b29c97a6840. 00010000:00000001:3.0:1788687418.596582:0:34164:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788687418.596707:0:34164:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1788687418.596711:0:34164:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.596713:0:34164:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.596715:0:34164:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687418.596716:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.596717:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687418.596719:0:34164:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788687418.596723:0:34164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23888 00000002:00002000:3.0:1788687418.596726:0:34164:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=0x80002b: rc = 0 00000002:00000001:3.0:1788687418.596729:0:34164:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687418.596733:0:34164:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687418.596736:0:34164:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788687418.596740:0:34164:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788687418.596744:0:34164:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788687418.596748:0:34164:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687418.596752:0:34164:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29cb116e00. 00000080:00000001:3.0:1788687418.596758:0:34164:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788687418.596765:0:34164:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788687418.596769:0:34164:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:3.0:1788687418.596773:0:34164:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788687418.596778:0:34164:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202764009480 : -110870945542136 : ffff9b29d8acd008) 00000020:00001000:3.0:1788687418.596781:0:34164:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d8acd000 00000020:00000001:3.0:1788687418.596784:0:34164:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788687418.596789:0:34164:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788687418.596792:0:34164:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788687418.596799:0:34164:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c97ab5a0. 00020000:00000010:3.0:1788687418.596804:0:34164:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29d82de400. 00020000:00000010:3.0:1788687418.596820:0:34164:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c97ab240. 00020000:00000001:3.0:1788687418.596823:0:34164:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202509066816 : -110871200484800 : ffff9b29c97ab240) 00020000:00000002:3.0:1788687418.596827:0:34164:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c97ab240, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788687418.596832:0:34164:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788687418.596836:0:34164:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29d82de400: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000002:3.0:1788687418.596841:0:34164:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29c524f0f8) owner ffff9b29c6888000 00020000:00000001:3.0:1788687418.596845:0:34164:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788687418.596847:0:34164:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29c524f0f8) owner ffff9b29c6888000 00020000:00000010:3.0:1788687418.596853:0:34164:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29d82de400. 00020000:00000010:3.0:1788687418.596856:0:34164:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c97ab5a0. 00020000:00000010:3.0:1788687418.596859:0:34164:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c97ab240. 00020000:00000002:3.0:1788687418.596861:0:34164:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788687418.596863:0:34164:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.596865:0:34164:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788687418.596868:0:34164:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d8acd000 00000080:00000001:3.0:1788687418.596874:0:34164:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:3.0:1788687418.596877:0:34164:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:3.0:1788687418.596882:0:34164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.596884:0:34164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.596895:0:34164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=3 00000020:00000001:3.0:1788687418.596898:0:34164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:3.0:1788687418.596900:0:34164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00000080:00000001:3.0:1788687418.596904:0:34164:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788687418.596936:0:34164:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788687418.596938:0:34164:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202764009480 : -110870945542136 : ffff9b29d8acd008) 00000020:00001000:3.0:1788687418.596940:0:34164:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d8acd000 00000020:00000001:3.0:1788687418.596942:0:34164:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788687418.596943:0:34164:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788687418.596944:0:34164:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788687418.596947:0:34164:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c97ab240. 00020000:00000010:3.0:1788687418.596949:0:34164:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29d82de400. 00020000:00000010:3.0:1788687418.596952:0:34164:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c97ab5a0. 00020000:00000001:3.0:1788687418.596953:0:34164:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202509067680 : -110871200483936 : ffff9b29c97ab5a0) 00020000:00000002:3.0:1788687418.596955:0:34164:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c97ab5a0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788687418.596959:0:34164:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788687418.596963:0:34164:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29d82de400: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000002:3.0:1788687418.596965:0:34164:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29c524f0f8) owner ffff9b29c6888000 00020000:00000001:3.0:1788687418.596968:0:34164:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788687418.596970:0:34164:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29c524f0f8) owner ffff9b29c6888000 00020000:00000010:3.0:1788687418.596973:0:34164:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29d82de400. 00020000:00000010:3.0:1788687418.596975:0:34164:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c97ab240. 00020000:00000010:3.0:1788687418.596977:0:34164:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c97ab5a0. 00020000:00000002:3.0:1788687418.596979:0:34164:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788687418.596981:0:34164:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.596983:0:34164:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.596986:0:34164:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788687418.596990:0:34164:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c6888000 00020000:00000002:3.0:1788687418.596993:0:34164:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c3344300 addref 2/0 by ffff9b29c6888000. 00020000:00000002:3.0:1788687418.596996:0:34164:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c6888000 00020000:00000001:3.0:1788687418.596999:0:34164:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788687418.597001:0:34164:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788687418.597002:0:34164:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788687418.597004:0:34164:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788687418.597006:0:34164:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788687418.597009:0:34164:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x31:0x0]: layout version change: 0 -> 0 00000020:00001000:3.0:1788687418.597011:0:34164:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d8acd000 00000080:00000001:3.0:1788687418.597014:0:34164:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.597016:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.597017:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788687418.597019:0:34164:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788687418.597022:0:34164:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788687418.597024:0:34164:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687418.597027:0:34164:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9b29d8593248) for lock 0x230d04438e811efd 00800000:00000001:3.0:1788687418.597031:0:34164:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687418.597033:0:34164:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687418.597034:0:34164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.597035:0:34164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.597037:0:34164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=3 00000020:00000001:3.0:1788687418.597038:0:34164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:3.0:1788687418.597041:0:34164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:3.0:1788687418.597044:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.597045:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687418.597047:0:34164:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687418.597049:0:34164:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.597052:0:34164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.597059:0:34164:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb5c00 x1875572824555264/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687434 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.597066:0:34164:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687418.597070:0:34164:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811efd from it ffffaca081d23bf0 00010000:00000001:3.0:1788687418.597071:0:34164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.597073:0:34164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.597074:0:34164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=3 00000020:00000001:3.0:1788687418.597076:0:34164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:3.0:1788687418.597078:0:34164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:3.0:1788687418.597081:0:34164:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687418.597084:0:34164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788687418.597203:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.597205:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687418.597207:0:34164:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687418.597210:0:34164:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687418.597213:0:34164:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788687418.597222:0:34164:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687418.597225:0:34164:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687418.597227:0:34164:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687418.597232:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.597233:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687418.597235:0:34164:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.597239:0:34164:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687418.597240:0:34164:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.597243:0:34164:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.597246:0:34164:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.597248:0:34164:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687418.597250:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.597251:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788687418.597255:0:34164:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788687418.597261:0:34164:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b29c975c500. 00000080:00000001:3.0:1788687418.597265:0:34164:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788687418.597341:0:34164:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788687418.597346:0:34164:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788687418.597352:0:34164:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b29c31d7cc0. 00000002:00100000:3.0:1788687418.597359:0:34164:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c8bb5c00 x1875572824555264/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687434 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788687418.597366:0:34164:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687418.597368:0:34164:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788687418.597372:0:34164:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788687418.597376:0:34164:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687418.597380:0:34164:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1788687418.597382:0:34164:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788687418.597384:0:34164:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687418.597387:0:34164:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788687418.597389:0:34164:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687418.597392:0:34164:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788687418.597394:0:34164:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687418.597397:0:34164:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788687418.597399:0:34164:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687418.597401:0:34164:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687418.597406:0:34164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.597409:0:34164:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb5c00 x1875572824555264/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687434 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788687418.597416:0:34164:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687418.597420:0:34164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b29c6980000. 02000000:00000001:3.0:1788687418.597466:0:34164:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788687418.597468:0:34164:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.597471:0:34164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23b98 00000080:00000008:3.0:1788687418.597474:0:34164:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9b29d8593248), flags 102101, rc = 0 00020000:00000001:3.0:1788687418.597587:0:34164:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788687418.597591:0:34164:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c6888000 00020000:00000002:3.0:1788687418.597596:0:34164:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c6888000 00020000:00000001:3.0:1788687418.597599:0:34164:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.600941:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687418.600951:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687418.600957:0:15944:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788687418.600963:0:15944:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788687418.600966:0:15944:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788687418.600974:0:15944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147c00/0x230d04438e811f19 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x59c08f76ab1d2d16 expref: -99 pid: 34164 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687418.600989:0:15944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29c3147c00 already unused, calling callback (ffffffffc1baf630) 00000080:00000001:1.0:1788687418.600993:0:15944:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788687418.600998:0:15944:0:(ldlm_request.c:1731:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147c00/0x230d04438e811f19 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x59c08f76ab1d2d16 expref: -99 pid: 34164 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687418.601007:0:15944:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788687418.601010:0:15944:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788687418.601014:0:15944:0:(ldlm_request.c:1741:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147c00/0x230d04438e811f19 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x59c08f76ab1d2d16 expref: -99 pid: 34164 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687418.601026:0:15944:0:(ldlm_request.c:1742:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788687418.601030:0:15944:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788687418.601032:0:15944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687418.601035:0:15944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687418.601038:0:15944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147c00 refcount=3 00000020:00000001:1.0:1788687418.601041:0:15944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:1.0:1788687418.601044:0:15944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:1.0:1788687418.601047:0:15944:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687418.601050:0:15944:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147c00/0x230d04438e811f19 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d2d16 expref: -99 pid: 34164 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788687418.601058:0:15944:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788687418.601063:0:15944:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788687418.601066:0:15944:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788687418.601069:0:15944:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:1.0:1788687418.601074:0:15944:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687418.601078:0:15944:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687418.601086:0:15944:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 3 00010000:00000001:1.0:1788687418.601089:0:15944:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687418.601095:0:15944:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788687418.601100:0:15944:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788687418.601103:0:15944:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687418.601111:0:15944:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687418.601115:0:15944:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788687418.601122:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.601124:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687418.601126:0:15944:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1788687418.601128:0:15944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687418.601129:0:15944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687418.601131:0:15944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=2 00000020:00000001:1.0:1788687418.601134:0:15944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:1.0:1788687418.601136:0:15944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:1.0:1788687418.601138:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.601139:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687418.601141:0:15944:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687418.601144:0:15944:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788687418.601146:0:15944:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.601149:0:15944:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687418.601153:0:15944:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687418.601154:0:15944:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687418.601157:0:15944:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687418.601160:0:15944:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788687418.601163:0:15944:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c3147c00 with handle 0x230d04438e811f19 from hash 00010000:00000001:1.0:1788687418.601165:0:15944:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687418.601166:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.601167:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.601168:0:15944:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687418.601172:0:15944:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687418.601174:0:15944:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788687418.601181:0:15944:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687418.601186:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.601187:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.601188:0:15944:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.601190:0:15944:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687418.601193:0:15944:0:(ldlm_request.c:1526:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788687418.601206:0:15944:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9bb80. 00000020:00000040:1.0:1788687418.601211:0:15944:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:1.0:1788687418.601218:0:15944:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687418.601220:0:15944:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687418.601223:0:15944:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687418.601236:0:15944:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c6854400. 00000100:00000001:1.0:1788687418.601246:0:15944:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.601249:0:15944:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788687418.601258:0:15944:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147c00/0x230d04438e811f19 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2d16 expref: -99 pid: 34164 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687418.601799:0:15944:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788687418.601801:0:15944:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687418.601877:0:15944:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687418.601893:0:15944:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687418.601984:0:15944:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014b7f32c] to pc [ptlrpcd_00_00+0] req@ffff9b29c8b9bb80 x1875572824555392/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788687418.602018:0:15944:0:(ldlm_request.c:1594:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687418.602022:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.602024:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.602026:0:15944:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.602029:0:15944:0:(ldlm_request.c:1833:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.602032:0:15944:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687418.602036:0:15944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147c00/0x230d04438e811f19 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2d16 expref: -99 pid: 34164 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687418.602045:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687418.602048:0:15944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147c00/0x230d04438e811f19 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2d16 expref: -99 pid: 34164 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:1.0:1788687418.602057:0:15944:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29c975c880. 00010000:00000001:1.0:1788687418.602065:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.602067:0:15944:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788687418.602070:0:15944:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b29c97a6840. 00010000:00000001:1.0:1788687418.602074:0:15944:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.602078:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687418.602080:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687418.602083:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788687418.602085:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687418.602086:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687418.602088:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788687418.602091:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687418.602093:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687418.602095:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788687418.602109:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788687418.602114:0:2368:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788687418.602117:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687418.602125:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687418.602128:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687418.602131:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687418.602133:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687418.602136:0:2368:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687418.602143:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9bb80 x1875572824555392/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.602153:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687418.602155:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687418.602161:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687418.602165:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687418.602168:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687418.602172:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824555392:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788687418.602177:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687418.602184:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687418.602187:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687418.602190:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687418.602198:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6854200. 02000000:00000001:1.0:1788687418.602200:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687418.602210:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687418.602215:0:2368:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e01502c0. 00000400:00000010:1.0:1788687418.602223:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dce58. 00000100:00000200:1.0:1788687418.602232:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824555392, portal 18 00000100:00000001:1.0:1788687418.602234:0:2368:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687418.602236:0:2368:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496420736 : -110871213130880 : ffff9b29c8b9bb80) 00000100:00000040:1.0:1788687418.602243:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9bb80 x1875572824555392/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687434 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.602252:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687418.602256:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687418.602259:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc550. 00000100:00000200:1.0:1788687418.602263:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875572824555392, offset 0 00000400:00000200:1.0:1788687418.602734:0:2368:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687418.602746:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687418.602757:0:2368:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687418.602763:0:2368:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687418.602768:0:2368:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687418.602772:0:2368:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687418.602775:0:2368:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687418.602779:0:2368:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2592:2592:256:4294967295] 192.168.203.144@tcp LPNI seq info [2592:2592:8:4294967295] 00000400:00000200:1.0:1788687418.602784:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687418.602797:0:2368:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687418.603389:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687418.603399:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c995e500. 00000800:00000200:1.0:1788687418.603410:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687418.603420:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687418.603426:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c995e500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788687418.603437:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687418.603444:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 815211 usecs (816 jiffies) 00000400:00000200:1.0:1788687418.603449:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687418.603453:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296545423 00000100:00000001:1.0:1788687418.603457:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296548569 00000100:00000001:1.0:1788687418.603460:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296545423 00000100:00000001:1.0:1788687418.603462:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296548569 00000100:00000001:1.0:1788687418.603465:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687418.603469:0:2368:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.603475:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.603479:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687418.603959:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687418.603963:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687418.606735:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687418.606750:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c995e500. 00000400:00000200:2.0:1788687418.606761:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687418.606772:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687418.606781:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc550 00000400:00000010:2.0:1788687418.606785:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc550. 00000100:00000001:2.0:1788687418.606791:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687418.606800:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9bb80 x1875572824555392/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687434 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687418.606825:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687418.606829:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9bb80 x1875572824555392/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687434 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687418.606843:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.606845:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1788687418.607651:0:34164:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090a00. 00010000:00000010:3.1:1788687418.607662:0:34164:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9e00. 00000020:00000001:3.0:1788687418.608829:0:34164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23d28 00000080:00200008:3.0:1788687418.608838:0:34164:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff9b29d8593248), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788687418.608848:0:34164:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788687418.608850:0:34164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23ca0 00000080:00200000:3.0:1788687418.608853:0:34164:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9b29d8593248),name=recon 00000080:00000010:3.0:1788687418.608863:0:34164:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6941a00. 00800000:00000002:3.0:1788687418.608870:0:34164:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687418.608878:0:34164:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687418.608898:0:34164:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687418.608901:0:34164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23bc0 00800000:00000002:3.0:1788687418.608905:0:34164:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687418.608935:0:34164:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788687418.608942:0:34164:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:3.0:1788687418.608948:0:34164:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687418.608951:0:34164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23a90 00000002:00010000:3.0:1788687418.608953:0:34164:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788687418.608958:0:34164:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687418.608960:0:34164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687418.608964:0:34164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687418.608972:0:34164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:3.0:1788687418.608976:0:34164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687418.608981:0:34164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687418.608986:0:34164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687418.608992:0:34164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788687418.609004:0:34164:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687418.609011:0:34164:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687418.609015:0:34164:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788687418.609022:0:34164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687418.609025:0:34164:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687418.609027:0:34164:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687418.609029:0:34164:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687418.609031:0:34164:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687418.609034:0:34164:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788687418.609036:0:34164:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788687418.609040:0:34164:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687418.609043:0:34164:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6941a00. 00000080:00000001:3.0:1788687418.609051:0:34164:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687418.609053:0:34164:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687418.609056:0:34164:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff9b29d8593248) 00000080:00010000:3.0:1788687418.609061:0:34164:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9b29d8593248) for lock 0x230d04438e811efd 00800000:00000001:3.0:1788687418.609065:0:34164:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687418.609068:0:34164:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687418.609070:0:34164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.609073:0:34164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.609076:0:34164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=3 00000020:00000001:3.0:1788687418.609078:0:34164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:3.0:1788687418.609082:0:34164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:3.0:1788687418.609085:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.609087:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687418.609088:0:34164:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687418.609090:0:34164:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687418.609092:0:34164:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811efd from it ffffaca081d23cd8 00010000:00000001:3.0:1788687418.609095:0:34164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.609097:0:34164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.609098:0:34164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=3 00000020:00000001:3.0:1788687418.609100:0:34164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:3.0:1788687418.609102:0:34164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:3.0:1788687418.609104:0:34164:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687418.609107:0:34164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788687418.609113:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.609115:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687418.609116:0:34164:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687418.609119:0:34164:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687418.609122:0:34164:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788687418.609130:0:34164:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687418.609134:0:34164:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687418.609136:0:34164:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687418.609141:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.609142:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687418.609144:0:34164:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.609148:0:34164:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687418.609151:0:34164:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.609153:0:34164:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.609155:0:34164:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.609158:0:34164:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687418.609159:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.609160:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687418.609163:0:34164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788687418.609165:0:34164:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687418.609169:0:34164:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1788687418.609172:0:34164:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788687418.609174:0:34164:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687418.609177:0:34164:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788687418.609179:0:34164:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687418.609181:0:34164:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788687418.609185:0:34164:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1788687418.609187:0:34164:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788687418.609192:0:34164:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202764009480 : -110870945542136 : ffff9b29d8acd008) 00000020:00001000:3.0:1788687418.609195:0:34164:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d8acd000 00000020:00000001:3.0:1788687418.609201:0:34164:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:3.0:1788687418.609205:0:34164:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788687418.609207:0:34164:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788687418.609209:0:34164:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1788687418.609212:0:34164:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788687418.609214:0:34164:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788687418.609217:0:34164:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788687418.609219:0:34164:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687418.609222:0:34164:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788687418.609228:0:34164:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff9b29c7f292e0 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1788687418.609231:0:34164:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c6888000 00020000:00000001:3.0:1788687418.609235:0:34164:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788687418.609237:0:34164:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788687418.609240:0:34164:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788687418.609242:0:34164:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687418.609244:0:34164:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788687418.609247:0:34164:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788687418.609248:0:34164:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.609250:0:34164:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788687418.609252:0:34164:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788687418.609253:0:34164:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788687418.609255:0:34164:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c6888000 00000020:00000001:3.0:1788687418.609257:0:34164:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788687418.609260:0:34164:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788687418.609261:0:34164:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:3.0:1788687418.609264:0:34164:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788687418.609266:0:34164:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788687418.609269:0:34164:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788687418.609272:0:34164:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788687418.609278:0:34164:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788687418.609285:0:34164:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c3056180. 00020000:00000002:3.0:1788687418.609288:0:34164:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788687418.609291:0:34164:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788687418.609294:0:34164:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788687418.609296:0:34164:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788687418.609297:0:34164:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788687418.609299:0:34164:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202764011208 : -110870945540408 : ffff9b29d8acd6c8) 00000020:00001000:3.0:1788687418.609301:0:34164:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d8acd6c0 00000020:00000001:3.0:1788687418.609303:0:34164:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea530 -> ffff9b29c97ead00 00000020:00000001:3.0:1788687418.609305:0:34164:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788687418.609309:0:34164:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788687418.609311:0:34164:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788687418.609312:0:34164:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687418.609315:0:34164:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687418.609317:0:34164:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202620341776 : -110871089209840 : ffff9b29d01c9e10) 00000020:00000001:3.0:1788687418.609319:0:34164:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788687418.609325:0:34164:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29c5661300. 00000008:00010000:3.0:1788687418.609329:0:34164:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788687418.609333:0:34164:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788687418.609334:0:34164:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788687418.609336:0:34164:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c30561b0, osc lock ffff9b29c5661300, flags 0x400001002 00000020:00000001:3.0:1788687418.609339:0:34164:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687418.609341:0:34164:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687418.609345:0:34164:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202400715136 : -110871308836480 : ffff9b29c3056180) 00000020:00000001:3.0:1788687418.609347:0:34164:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788687418.609348:0:34164:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788687418.609350:0:34164:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.609352:0:34164:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.609355:0:34164:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788687418.609357:0:34164:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788687418.609359:0:34164:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788687418.609361:0:34164:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788687418.609363:0:34164:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788687418.609364:0:34164:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202620341776 : -110871089209840 : ffff9b29d01c9e10) 00000020:00000001:3.0:1788687418.609367:0:34164:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788687418.609370:0:34164:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788687418.609372:0:34164:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788687418.609377:0:34164:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788687418.609380:0:34164:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788687418.609381:0:34164:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788687418.609383:0:34164:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788687418.609385:0:34164:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788687418.609386:0:34164:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788687418.609389:0:34164:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788687418.609392:0:34164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687418.609396:0:34164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090600 count: 2 00010000:00000001:3.0:1788687418.609399:0:34164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687418.609405:0:34164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687418.609409:0:34164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687418.609414:0:34164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788687418.609425:0:34164:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687418.609428:0:34164:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687418.609431:0:34164:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788687418.609438:0:34164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.609440:0:34164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.609442:0:34164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:3.0:1788687418.609443:0:34164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:3.0:1788687418.609446:0:34164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00000008:00000001:3.0:1788687418.609449:0:34164:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788687418.609452:0:34164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.609453:0:34164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.609454:0:34164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=4 00000020:00000001:3.0:1788687418.609456:0:34164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:3.0:1788687418.609459:0:34164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00000020:00000001:3.0:1788687418.609462:0:34164:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788687418.609464:0:34164:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788687418.609466:0:34164:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788687418.609468:0:34164:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.609469:0:34164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.609470:0:34164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.609471:0:34164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=5 00000020:00000001:3.0:1788687418.609473:0:34164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:3.0:1788687418.609475:0:34164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:3.0:1788687418.609477:0:34164:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687418.609479:0:34164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788687418.609486:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.609487:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687418.609488:0:34164:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687418.609489:0:34164:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687418.609492:0:34164:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788687418.609498:0:34164:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687418.609500:0:34164:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687418.609501:0:34164:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687418.609503:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.609504:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687418.609505:0:34164:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.609507:0:34164:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687418.609509:0:34164:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.609510:0:34164:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.609512:0:34164:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.609514:0:34164:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687418.609515:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.609516:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687418.609517:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.609518:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788687418.609519:0:34164:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687418.609522:0:34164:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.609523:0:34164:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687418.609525:0:34164:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.609527:0:34164:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.609528:0:34164:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788687418.609530:0:34164:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788687418.609532:0:34164:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788687418.609533:0:34164:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1788687418.609535:0:34164:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.609537:0:34164:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687418.609542:0:34164:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788687418.609544:0:34164:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:3.0:1788687418.609546:0:34164:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:3.0:1788687418.609548:0:34164:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788687418.609552:0:34164:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788687418.609555:0:34164:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788687418 a=0 c=1788687418 b=1 00020000:00000001:3.0:1788687418.609559:0:34164:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.609561:0:34164:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.609562:0:34164:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000080:00200000:3.0:1788687418.609565:0:34164:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:3.0:1788687418.609568:0:34164:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788687418.609570:0:34164:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788687418.609571:0:34164:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29c7f29280 (ffff9b29d8acd008/0) at cl_lock_release():245 00000020:00000001:3.0:1788687418.609574:0:34164:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788687418.609575:0:34164:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c7f29280 (ffff9b29d8acd008/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788687418.609578:0:34164:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788687418.609580:0:34164:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788687418.609581:0:34164:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202620341776 : -110871089209840 : ffff9b29d01c9e10) 00000020:00000001:3.0:1788687418.609583:0:34164:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788687418.609584:0:34164:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c30561b0 (ffff9b29d8acd6c8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788687418.609587:0:34164:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788687418.609588:0:34164:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788687418.609590:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.609591:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788687418.609593:0:34164:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788687418.609595:0:34164:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788687418.609596:0:34164:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788687418.609597:0:34164:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788687418.609598:0:34164:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788687418.609600:0:34164:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c7f29280 (ffff9b29d8acd008/0) at cl_lock_fini():72 00020000:00000001:3.0:1788687418.609602:0:34164:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788687418.609603:0:34164:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788687418.609605:0:34164:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c30561b0 (ffff9b29d8acd008/1) at cl_lock_fini():72 00000008:00000010:3.0:1788687418.609608:0:34164:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29c5661300. 00000020:00000001:3.0:1788687418.609611:0:34164:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788687418.609613:0:34164:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c3056180. 00020000:00000001:3.0:1788687418.609616:0:34164:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788687418.609617:0:34164:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788687418.609618:0:34164:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788687418.609620:0:34164:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.609622:0:34164:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788687418.609624:0:34164:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788687418.609627:0:34164:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788687418.609628:0:34164:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788687418.609629:0:34164:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788687418.609631:0:34164:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d8acd6c0 00020000:00000001:3.0:1788687418.609634:0:34164:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788687418.609637:0:34164:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788687418.609639:0:34164:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788687418.609642:0:34164:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788687418.609645:0:34164:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788687418.609647:0:34164:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687418.609649:0:34164:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788687418.609651:0:34164:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788687418.609652:0:34164:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788687418.609653:0:34164:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d8acd000 00000001:00000001:3.0:1788687418.609656:0:34164:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.609662:0:34164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23d28 00000080:00000008:3.0:1788687418.609664:0:34164:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9b29d8593248), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788687418.609729:0:34164:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:3.0:1788687418.609732:0:34164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23d88 00000080:00200008:3.0:1788687418.609734:0:34164:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 0, count: 23 00000080:00000002:3.0:1788687418.609737:0:34164:0:(file.c:2656:do_file_write_iter()) inode ffff9b29d8593248 need_sync_to_oss [0x200000404:0x31:0x0] 00000080:00000001:3.0:1788687418.609740:0:34164:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1788687418.609742:0:34164:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687418.609744:0:34164:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1788687418.609748:0:34164:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.609750:0:34164:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788687418.609752:0:34164:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202764009480 : -110870945542136 : ffff9b29d8acd008) 00000020:00001000:3.0:1788687418.609754:0:34164:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d8acd000 00000080:00000001:3.0:1788687418.609757:0:34164:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1788687418.609759:0:34164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23c98 00000080:00200000:3.0:1788687418.609761:0:34164:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:3.0:1788687418.609768:0:34164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23c30 00000080:00200000:3.0:1788687418.609770:0:34164:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:3.0:1788687418.609772:0:34164:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788687418.609774:0:34164:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:3.0:1788687418.609776:0:34164:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:3.0:1788687418.609778:0:34164:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788687418.609780:0:34164:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788687418.609782:0:34164:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788687418 a=0 c=1788687418 b=1 00020000:00000001:3.0:1788687418.609785:0:34164:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.609786:0:34164:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.609788:0:34164:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000080:00200000:3.0:1788687418.609790:0:34164:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:3.0:1788687418.609792:0:34164:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788687418.609794:0:34164:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1788687418.609820:0:34164:0:(cl_io.c:214:cl_io_rw_init()) header@000000000c6843e8[0x110, 2, [0x200000404:0x31:0x0] hash] 00000020:00200000:3.0:1788687418.609822:0:34164:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:3.0:1788687418.609824:0:34164:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:3.0:1788687418.609826:0:34164:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788687418.609827:0:34164:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788687418.609829:0:34164:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788687418.609831:0:34164:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788687418.609833:0:34164:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1788687418.609835:0:34164:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687418.609841:0:34164:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687418.609843:0:34164:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788687418.609844:0:34164:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687418.609845:0:34164:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788687418.609847:0:34164:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff9b29c7f292e0 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1788687418.609850:0:34164:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c6888000 00020000:00000001:3.0:1788687418.609853:0:34164:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788687418.609854:0:34164:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788687418.609855:0:34164:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788687418.609857:0:34164:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1788687418.609858:0:34164:0:(lov_io.c:860:lov_io_slice_init()) 23 46 00020000:00000001:3.0:1788687418.609861:0:34164:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1788687418.609862:0:34164:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788687418.609863:0:34164:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.609864:0:34164:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788687418.609866:0:34164:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788687418.609867:0:34164:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788687418.609868:0:34164:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c6888000 00000020:00000001:3.0:1788687418.609870:0:34164:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.609871:0:34164:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788687418.609874:0:34164:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:3.0:1788687418.609876:0:34164:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:3.0:1788687418.609879:0:34164:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.609883:0:34164:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788687418.609893:0:34164:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788687418.609897:0:34164:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1788687418.609898:0:34164:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1788687418.609900:0:34164:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:3.0:1788687418.609904:0:34164:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788687418.609937:0:34164:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788687418.609940:0:34164:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788687418.609943:0:34164:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788687418.609944:0:34164:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788687418.609945:0:34164:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788687418.609947:0:34164:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202764011208 : -110870945540408 : ffff9b29d8acd6c8) 00000020:00001000:3.0:1788687418.609949:0:34164:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d8acd6c0 00000020:00000001:3.0:1788687418.609951:0:34164:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea530 -> ffff9b29c97ead00 00000020:00000001:3.0:1788687418.609952:0:34164:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788687418.609954:0:34164:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788687418.609955:0:34164:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788687418.609956:0:34164:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687418.609958:0:34164:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687418.609959:0:34164:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202620341776 : -110871089209840 : ffff9b29d01c9e10) 00000020:00000001:3.0:1788687418.609962:0:34164:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1788687418.609965:0:34164:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1788687418.609968:0:34164:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.609970:0:34164:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687418.609972:0:34164:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687418.609974:0:34164:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.609975:0:34164:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.609977:0:34164:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1788687418.609980:0:34164:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1788687418.609982:0:34164:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1788687418.609986:0:34164:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1788687418.609988:0:34164:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687418.609991:0:34164:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687418.609993:0:34164:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1788687418.609995:0:34164:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:3.0:1788687418.609997:0:34164:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1788687418.609998:0:34164:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1788687418.610000:0:34164:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610001:0:34164:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687418.610003:0:34164:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687418.610006:0:34164:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687418.610007:0:34164:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687418.610009:0:34164:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788687418.610011:0:34164:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788687418.610012:0:34164:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788687418.610015:0:34164:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788687418.610016:0:34164:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610018:0:34164:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687418.610020:0:34164:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687418.610021:0:34164:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610023:0:34164:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788687418.610024:0:34164:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788687418.610025:0:34164:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788687418.610027:0:34164:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788687418.610028:0:34164:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788687418.610030:0:34164:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788687418.610035:0:34164:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c3056180. 00020000:00000002:3.0:1788687418.610037:0:34164:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788687418.610039:0:34164:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788687418.610041:0:34164:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788687418.610042:0:34164:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202620341776 : -110871089209840 : ffff9b29d01c9e10) 00000020:00000001:3.0:1788687418.610043:0:34164:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788687418.610046:0:34164:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29c5661300. 00000008:00010000:3.0:1788687418.610048:0:34164:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1788687418.610049:0:34164:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788687418.610051:0:34164:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788687418.610053:0:34164:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c30561b0, osc lock ffff9b29c5661300, flags 0x0 00000020:00000001:3.0:1788687418.610055:0:34164:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687418.610057:0:34164:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687418.610059:0:34164:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202400715136 : -110871308836480 : ffff9b29c3056180) 00000020:00000001:3.0:1788687418.610061:0:34164:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788687418.610062:0:34164:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788687418.610063:0:34164:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610065:0:34164:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610066:0:34164:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788687418.610067:0:34164:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788687418.610069:0:34164:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788687418.610070:0:34164:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202620341776 : -110871089209840 : ffff9b29d01c9e10) 00000020:00000001:3.0:1788687418.610071:0:34164:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788687418.610073:0:34164:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788687418.610075:0:34164:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1788687418.610077:0:34164:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610079:0:34164:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788687418.610081:0:34164:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788687418.610083:0:34164:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788687418.610084:0:34164:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788687418.610085:0:34164:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788687418.610086:0:34164:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788687418.610088:0:34164:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788687418.610089:0:34164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687418.610093:0:34164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090600 count: 2 00010000:00000001:3.0:1788687418.610095:0:34164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687418.610098:0:34164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687418.610100:0:34164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687418.610104:0:34164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788687418.610113:0:34164:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687418.610115:0:34164:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687418.610118:0:34164:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788687418.610126:0:34164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.610128:0:34164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.610129:0:34164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:3.0:1788687418.610131:0:34164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:3.0:1788687418.610133:0:34164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00000008:00000001:3.0:1788687418.610136:0:34164:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788687418.610137:0:34164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.610138:0:34164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.610139:0:34164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=4 00000020:00000001:3.0:1788687418.610141:0:34164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:3.0:1788687418.610143:0:34164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:3.0:1788687418.610145:0:34164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.610146:0:34164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.610147:0:34164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=5 00000020:00000001:3.0:1788687418.610148:0:34164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:3.0:1788687418.610151:0:34164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:3.0:1788687418.610153:0:34164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687418.610154:0:34164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687418.610157:0:34164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788687418.610164:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.610165:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788687418.610167:0:34164:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.610168:0:34164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.610169:0:34164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.610170:0:34164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=6 00000020:00000001:3.0:1788687418.610172:0:34164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:3.0:1788687418.610174:0:34164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:3.0:1788687418.610176:0:34164:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687418.610179:0:34164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788687418.610184:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.610185:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788687418.610188:0:34164:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788687418.610195:0:34164:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687418.610196:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.610197:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687418.610198:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.610199:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788687418.610200:0:34164:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687418.610202:0:34164:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610203:0:34164:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687418.610205:0:34164:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610207:0:34164:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610209:0:34164:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610210:0:34164:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610212:0:34164:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610214:0:34164:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1788687418.610217:0:34164:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:3.0:1788687418.610221:0:34164:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788687418.610223:0:34164:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:3.0:1788687418.610225:0:34164:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:3.0:1788687418.610226:0:34164:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788687418.610228:0:34164:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788687418.610229:0:34164:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788687418 a=0 c=1788687418 b=1 00020000:00000001:3.0:1788687418.610232:0:34164:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610234:0:34164:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610235:0:34164:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000080:00200000:3.0:1788687418.610237:0:34164:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:3.0:1788687418.610239:0:34164:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788687418.610241:0:34164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23b80 00000080:00200000:3.0:1788687418.610243:0:34164:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:3.0:1788687418.610246:0:34164:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1788687418.610248:0:34164:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c6888000 00020000:00000002:3.0:1788687418.610251:0:34164:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c3344300 addref 2/0 by ffff9b29c6888000. 00020000:00000002:3.0:1788687418.610253:0:34164:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c6888000 00000020:00000001:3.0:1788687418.610256:0:34164:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:3.0:1788687418.610260:0:34164:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1788687418.610262:0:34164:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1788687418.610264:0:34164:0:(lov_offset.c:253:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:3.0:1788687418.610267:0:34164:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788687418.610268:0:34164:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202620341776 : -110871089209840 : ffff9b29d01c9e10) 00000020:00000001:3.0:1788687418.610270:0:34164:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1788687418.610272:0:34164:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1788687418.610275:0:34164:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610278:0:34164:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687418.610279:0:34164:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610281:0:34164:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687418.610288:0:34164:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:3.0:1788687418.610290:0:34164:0:(rw26.c:676:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000020:00000001:3.0:1788687418.610296:0:34164:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:3.0:1788687418.610298:0:34164:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x31:0x0] fffff53744a85b80 ffff9b29c40370e0 1 00000020:00000001:3.0:1788687418.610301:0:34164:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1788687418.610304:0:34164:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446633202417365216 : -110871292186400 : ffff9b29c40370e0) 00000020:00000001:3.0:1788687418.610306:0:34164:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446633202417365216 : -110871292186400 : ffff9b29c40370e0) 00000020:00000001:3.0:1788687418.610308:0:34164:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:3.0:1788687418.610311:0:34164:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788687418.610312:0:34164:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633202483368672 : -110871226182944 : ffff9b29c7f292e0) 00000020:00000001:3.0:1788687418.610315:0:34164:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1788687418.610316:0:34164:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1788687418.610318:0:34164:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788687418.610322:0:34164:0:(cl_page.c:507:__cl_page_state_set()) page@00000000882aa06d[2 000000004b23fcfd 1 1 00000000f7909a56 0 0 0] 00000020:00000001:3.0:1788687418.610324:0:34164:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1788687418.610325:0:34164:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788687418.610326:0:34164:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:3.0:1788687418.610328:0:34164:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:3.0:1788687418.610329:0:34164:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687418.610333:0:34164:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:3.0:1788687418.610335:0:34164:0:(rw26.c:871:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:3.0:1788687418.610337:0:34164:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788687418.610338:0:34164:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633202483368672 : -110871226182944 : ffff9b29c7f292e0) 00000020:00000001:3.0:1788687418.610340:0:34164:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1788687418.610341:0:34164:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788687418.610345:0:34164:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:3.0:1788687418.610347:0:34164:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788687418.610348:0:34164:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1788687418.610349:0:34164:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1788687418.610353:0:34164:0:(rw26.c:929:ll_write_end()) page@00000000882aa06d[3 000000004b23fcfd 2 1 00000000f7909a56 0 0 0] 00000080:00200000:3.0:1788687418.610356:0:34164:0:(rw26.c:929:ll_write_end()) vmpage @0000000050f9d166 17ffffc0001029 2:0 ffff9b29c40370e0 0 lru 00000080:00200000:3.0:1788687418.610364:0:34164:0:(rw26.c:929:ll_write_end()) osc-page@00000000d8320191 0: 1< 2 - - > 2< 0 0 23 0x4 0x4000a | 00000000aed0a585 0000000029615dcd > 3< 0 0 > 4< 0 0 8 3801088 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1788687418.610366:0:34164:0:(rw26.c:929:ll_write_end()) end page@00000000882aa06d 00000080:00200000:3.0:1788687418.610368:0:34164:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:3.0:1788687418.610370:0:34164:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:3.0:1788687418.610375:0:34164:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1788687418.610377:0:34164:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:3.0:1788687418.610380:0:34164:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:3.0:1788687418.610383:0:34164:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:3.0:1788687418.610385:0:34164:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788687418.610386:0:34164:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202620341776 : -110871089209840 : ffff9b29d01c9e10) 00000020:00000001:3.0:1788687418.610388:0:34164:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1788687418.610390:0:34164:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1788687418.610393:0:34164:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:3.0:1788687418.610395:0:34164:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788687418.610396:0:34164:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:3.0:1788687418.610398:0:34164:0:(osc_cache.c:2550:osc_queue_async_io()) Process entered 00000008:00000020:3.0:1788687418.610403:0:34164:0:(osc_cache.c:2609:osc_queue_async_io()) obj ffff9b29c5dd5c00 ready 0|-|- wr 0|-|- rd 0|- oap ffff9b29c4037150 folio fffff53744a85b80 pg:0 added for cmd 2 00000008:00000001:3.0:1788687418.610408:0:34164:0:(osc_cache.c:1804:osc_enter_cache()) Process entered 00000008:00000020:3.0:1788687418.610410:0:34164:0:(osc_cache.c:1806:osc_enter_cache()) lustre-OST0000-osc-ffff9b29e019e800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:1703936 00000008:00000020:3.0:1788687418.610416:0:34164:0:(osc_cache.c:1706:osc_enter_cache_try()) lustre-OST0000-osc-ffff9b29e019e800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:1703936 00000008:00000020:3.0:1788687418.610421:0:34164:0:(osc_cache.c:1504:osc_consume_write_grant()) using 4096 grant credits for brw ffff9b29c4037188 page fffff53744a85b80 00000008:00000020:3.0:1788687418.610425:0:34164:0:(osc_cache.c:1838:osc_enter_cache()) lustre-OST0000-osc-ffff9b29e019e800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }granted from cache 00000008:00000001:3.0:1788687418.610430:0:34164:0:(osc_cache.c:1854:osc_enter_cache()) Process leaving 00000008:00000001:3.0:1788687418.610431:0:34164:0:(osc_cache.c:1857:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687418.610434:0:34164:0:(osc_cache.c:708:osc_extent_find()) Process entered 00000008:00000010:3.0:1788687418.610439:0:34164:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9b29e0153b40. 00000008:00000020:3.0:1788687418.610444:0:34164:0:(osc_cache.c:1333:__osc_extent_tree_dump()) Dump object ffff9b29c5dd5c00 extents at osc_extent_find:841, mppr: 256. 00000008:00000020:3.0:1788687418.610451:0:34164:0:(osc_cache.c:1950:osc_update_pending()) obj ffff9b29c5dd5c00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:3.0:1788687418.610457:0:34164:0:(osc_cache.c:859:osc_extent_find()) extent ffff9b29e0153b40@{[0 -> 255/255], [3|1|-|active|wi|ffff9b29c5dd5c00], [1703936|0|-|-|ffff9b29c5cc4e00|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:3.0:1788687418.610463:0:34164:0:(osc_cache.c:859:osc_extent_find()) ### extent: 0000000098e4fbed ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1788687418.610470:0:34164:0:(osc_cache.c:876:osc_extent_find()) Process leaving 00000008:00000001:3.0:1788687418.610474:0:34164:0:(osc_cache.c:2748:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687418.610477:0:34164:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687418.610479:0:34164:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:3.0:1788687418.610481:0:34164:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000008:00000002:3.0:1788687418.610483:0:34164:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:3.0:1788687418.610485:0:34164:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000020:00000001:3.0:1788687418.610487:0:34164:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788687418.610489:0:34164:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:3.0:1788687418.610492:0:34164:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788687418.610494:0:34164:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610496:0:34164:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610497:0:34164:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000008:00000001:3.0:1788687418.610499:0:34164:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:3.0:1788687418.610500:0:34164:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:3.0:1788687418.610502:0:34164:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788687418.610506:0:34164:0:(cl_page.c:556:cl_batch_put()) page@00000000882aa06d[4 000000004b23fcfd 2 1 00000000f7909a56 0 0 0] 00000020:00000001:3.0:1788687418.610508:0:34164:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:3.0:1788687418.610509:0:34164:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1788687418.610510:0:34164:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:3.0:1788687418.610513:0:34164:0:(osc_request.c:745:osc_update_next_shrink()) next time 3077 to shrink grant 00000080:00000001:3.0:1788687418.610515:0:34164:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:3.0:1788687418.610517:0:34164:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:3.0:1788687418.610525:0:34164:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9b29d85933f8, count 1, dirtied 1 00000080:00000001:3.0:1788687418.610527:0:34164:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:3.0:1788687418.610528:0:34164:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1788687418.610530:0:34164:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788687418.610531:0:34164:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788687418.610533:0:34164:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788687418.610535:0:34164:0:(cl_page.c:507:__cl_page_state_set()) page@00000000882aa06d[3 000000004b23fcfd 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788687418.610536:0:34164:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1788687418.610538:0:34164:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788687418.610539:0:34164:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1788687418.610540:0:34164:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788687418.610542:0:34164:0:(cl_page.c:556:cl_batch_put()) page@00000000882aa06d[3 000000004b23fcfd 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788687418.610544:0:34164:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:3.0:1788687418.610545:0:34164:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:3.0:1788687418.610546:0:34164:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:3.0:1788687418.610547:0:34164:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:3.0:1788687418.610549:0:34164:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610551:0:34164:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687418.610552:0:34164:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610554:0:34164:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788687418.610556:0:34164:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:3.0:1788687418.610559:0:34164:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1788687418.610561:0:34164:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1788687418.610562:0:34164:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610564:0:34164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23b80 00000080:00200000:3.0:1788687418.610566:0:34164:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:3.0:1788687418.610568:0:34164:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687418.610571:0:34164:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788687418.610572:0:34164:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788687418.610573:0:34164:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788687418.610575:0:34164:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:3.0:1788687418.610577:0:34164:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000020:00000001:3.0:1788687418.610579:0:34164:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000020:00000001:3.0:1788687418.610580:0:34164:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1788687418.610582:0:34164:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788687418.610583:0:34164:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610585:0:34164:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610586:0:34164:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000008:00000001:3.0:1788687418.610588:0:34164:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610590:0:34164:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687418.610592:0:34164:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687418.610593:0:34164:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610594:0:34164:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610596:0:34164:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788687418.610598:0:34164:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1788687418.610599:0:34164:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788687418.610600:0:34164:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:3.0:1788687418.610603:0:34164:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:3.0:1788687418.610606:0:34164:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1788687418.610610:0:34164:0:(osc_cache.c:1950:osc_update_pending()) obj ffff9b29c5dd5c00 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:3.0:1788687418.610616:0:34164:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788687418.610619:0:34164:0:(osc_cache.c:1935:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687418.610621:0:34164:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788687418.610622:0:34164:0:(osc_cache.c:1921:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687418.610624:0:34164:0:(osc_cache.c:675:osc_extent_release()) Process leaving 00000020:00000001:3.0:1788687418.610626:0:34164:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788687418.610627:0:34164:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687418.610629:0:34164:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610631:0:34164:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788687418.610633:0:34164:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788687418.610635:0:34164:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788687418.610637:0:34164:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29d8aca5d8 (ffff9b29d8acd008/0) at cl_lock_release():245 00000020:00000001:3.0:1788687418.610640:0:34164:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788687418.610641:0:34164:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29d8aca5d8 (ffff9b29d8acd008/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788687418.610644:0:34164:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788687418.610645:0:34164:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788687418.610646:0:34164:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202620341776 : -110871089209840 : ffff9b29d01c9e10) 00000020:00000001:3.0:1788687418.610648:0:34164:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788687418.610649:0:34164:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c30561b0 (ffff9b29d8acd6c8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788687418.610652:0:34164:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788687418.610653:0:34164:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788687418.610654:0:34164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687418.610656:0:34164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687418.610657:0:34164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=5 00000020:00000001:3.0:1788687418.610659:0:34164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:3.0:1788687418.610661:0:34164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:3.0:1788687418.610663:0:34164:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687418.610665:0:34164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788687418.610673:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.610674:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687418.610675:0:34164:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687418.610678:0:34164:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687418.610681:0:34164:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788687418.610689:0:34164:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687418.610692:0:34164:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687418.610694:0:34164:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687418.610698:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.610699:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687418.610700:0:34164:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.610703:0:34164:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687418.610705:0:34164:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.610707:0:34164:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.610711:0:34164:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.610713:0:34164:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687418.610714:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.610715:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687418.610716:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687418.610717:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788687418.610718:0:34164:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788687418.610720:0:34164:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788687418.610721:0:34164:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788687418.610722:0:34164:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788687418.610723:0:34164:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788687418.610725:0:34164:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29d8aca5d8 (ffff9b29d8acd008/0) at cl_lock_fini():72 00020000:00000001:3.0:1788687418.610727:0:34164:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788687418.610728:0:34164:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788687418.610729:0:34164:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c30561b0 (ffff9b29d8acd008/1) at cl_lock_fini():72 00000008:00000010:3.0:1788687418.610732:0:34164:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29c5661300. 00000020:00000001:3.0:1788687418.610735:0:34164:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788687418.610737:0:34164:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c3056180. 00020000:00000001:3.0:1788687418.610740:0:34164:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788687418.610740:0:34164:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788687418.610742:0:34164:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1788687418.610744:0:34164:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788687418.610745:0:34164:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788687418.610746:0:34164:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788687418.610747:0:34164:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788687418.610749:0:34164:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687418.610750:0:34164:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687418.610752:0:34164:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788687418.610753:0:34164:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788687418.610755:0:34164:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1788687418.610757:0:34164:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:3.0:1788687418.610759:0:34164:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788687418.610760:0:34164:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788687418.610762:0:34164:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788687418.610763:0:34164:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788687418.610764:0:34164:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788687418.610767:0:34164:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788687418.610768:0:34164:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687418.610770:0:34164:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687418.610771:0:34164:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788687418.610773:0:34164:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788687418.610775:0:34164:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788687418.610778:0:34164:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:3.0:1788687418.610781:0:34164:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:3.0:1788687418.610783:0:34164:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:3.0:1788687418.610785:0:34164:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788687418.610787:0:34164:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788687418.610788:0:34164:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788687418.610789:0:34164:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788687418.610791:0:34164:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788687418.610793:0:34164:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d8acd6c0 00020000:00000001:3.0:1788687418.610795:0:34164:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788687418.610797:0:34164:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788687418.610798:0:34164:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788687418.610800:0:34164:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788687418.610802:0:34164:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788687418.610803:0:34164:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1788687418.610805:0:34164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23c98 00000080:00200000:3.0:1788687418.610807:0:34164:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:3.0:1788687418.610810:0:34164:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788687418.610811:0:34164:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:3.0:1788687418.610813:0:34164:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:3.0:1788687418.610815:0:34164:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788687418.610817:0:34164:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788687418.610820:0:34164:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788687418.610822:0:34164:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:3.0:1788687418.610824:0:34164:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788687418.610825:0:34164:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:3.0:1788687418.610828:0:34164:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[0]: s=46 (1) m=1788687418 a=0 c=1788687418 b=1 00020000:00000001:3.0:1788687418.610831:0:34164:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788687418.610833:0:34164:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788687418 a=0 c=1788687418 b=1 00020000:00000001:3.0:1788687418.610836:0:34164:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610838:0:34164:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.610840:0:34164:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000080:00200000:3.0:1788687418.610841:0:34164:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1788687418.610843:0:34164:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:3.0:1788687418.610846:0:34164:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:3.0:1788687418.610849:0:34164:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:3.0:1788687418.610851:0:34164:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d8acd000 00000020:00000001:3.0:1788687418.610855:0:34164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23d88 00000080:00000008:3.0:1788687418.610858:0:34164:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:3.0:1788687418.610861:0:34164:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:3.0:1788687418.610877:0:34164:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788687418.610879:0:34164:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c6888000 00020000:00000002:3.0:1788687418.610883:0:34164:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c6888000 00020000:00000001:3.0:1788687418.612731:0:34164:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687418.612965:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.612984:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687418.612987:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.612990:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.613002:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.613012:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687418.613024:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.613030:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.613037:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.613042:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x6a9d2d3f53f80 00000400:00000200:2.0:1788687418.613048:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.613056:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x71bd [1] + 224 00000800:00000001:2.0:1788687418.613066:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.613074:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.613078:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687418.613083:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687418.613236:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687418.613249:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9bb80 x1875572824555392/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687434 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687418.613261:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b9bb80 x1875572824555392/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687434 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687418.613324:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687418.613330:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687418.613348:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687418.613360:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.613365:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687418.613483:0:34164:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788687418.613487:0:34164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23df0 00000080:00200008:3.0:1788687418.613490:0:34164:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x31:0x0](ffff9b29d8593248), flags 102001 00000080:00000001:3.0:1788687418.613495:0:34164:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1788687418.613499:0:34164:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:3.0:1788687418.613502:0:34164:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788687418.613506:0:34164:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c6888000 00020000:00000002:3.0:1788687418.613511:0:34164:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c6888000 00020000:00000001:3.0:1788687418.613513:0:34164:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687418.613516:0:34164:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1788687418.613526:0:34164:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687418.613530:0:34164:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687418.613539:0:34164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:3.0:1788687418.613543:0:34164:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687418.613550:0:34164:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788687418.613552:0:34164:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x31:0x0]: 0 00000080:00000001:3.0:1788687418.613555:0:34164:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788687418.613557:0:34164:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788687418.613564:0:34164:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b29c6941a00. 00000080:00000001:3.0:1788687418.613566:0:34164:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788687418.613575:0:34164:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788687418.613580:0:34164:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1788687418.613582:0:34164:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x31:0x0] 00000002:00000001:3.0:1788687418.613587:0:34164:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788687418.613589:0:34164:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b29e019e800: [0x200000404:0x31:0x0] file closed with intent: 200 00000100:00000010:3.0:1788687418.613596:0:34164:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb6680. 00000020:00000040:3.0:1788687418.613601:0:34164:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:3.0:1788687418.613608:0:34164:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687418.613613:0:34164:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687418.613618:0:34164:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687418.613636:0:34164:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c6940600. 00000100:00000001:3.0:1788687418.613645:0:34164:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788687418.613661:0:34164:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b29c8bb5c00 x1875572824555264/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687434 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788687418.613672:0:34164:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788687418.613678:0:34164:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8bb6680 x1875572824555648/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788687418.613685:0:34164:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687418.613687:0:34164:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687418.613695:0:34164:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c97a6840. 00000100:00000001:3.0:1788687418.613697:0:34164:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202509047872 : -110871200503744 : ffff9b29c97a6840) 00000100:00000001:3.0:1788687418.613700:0:34164:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687418.613701:0:34164:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496530048 : -110871213021568 : ffff9b29c8bb6680) 00000100:00000001:3.0:1788687418.613706:0:34164:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687418.613711:0:34164:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.613714:0:34164:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687418.613716:0:34164:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687418.613720:0:34164:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6680 x1875572824555648/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.613728:0:34164:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687418.613730:0:34164:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687418.613734:0:34164:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687418.613737:0:34164:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687418.613740:0:34164:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687418.613744:0:34164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6680 pname:cluuid:pid:xid:nid:opc:job uname:ce1d4174-c231-444b-b3ed-b722bc4901cb:34164:1875572824555648:192.168.203.144@tcp:35:uname.0 00000100:00000001:3.0:1788687418.613749:0:34164:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687418.613754:0:34164:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687418.613757:0:34164:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687418.613760:0:34164:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687418.613765:0:34164:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c43bf400. 02000000:00000001:3.0:1788687418.613767:0:34164:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687418.613773:0:34164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687418.613777:0:34164:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4420. 00000400:00000010:3.0:1788687418.613784:0:34164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0dd0. 00000100:00000200:3.0:1788687418.613792:0:34164:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824555648, portal 10 00000100:00000001:3.0:1788687418.613794:0:34164:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687418.613795:0:34164:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496530048 : -110871213021568 : ffff9b29c8bb6680) 00000100:00000040:3.0:1788687418.613802:0:34164:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb6680 x1875572824555648/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687434 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.613822:0:34164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687418.613825:0:34164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687418.613828:0:34164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0880. 00000100:00000200:3.0:1788687418.613831:0:34164:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824555648, offset 0 00000400:00000200:3.0:1788687418.613838:0:34164:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687418.613846:0:34164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.613853:0:34164:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687418.613859:0:34164:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687418.613864:0:34164:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687418.613868:0:34164:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687418.613871:0:34164:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687418.613874:0:34164:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2593:2593:256:4294967295] 192.168.203.144@tcp LPNI seq info [2593:2593:8:4294967295] 00000400:00000200:3.0:1788687418.613879:0:34164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.613897:0:34164:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687418.613903:0:34164:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687418.613929:0:34164:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a700. 00000800:00000200:3.0:1788687418.613938:0:34164:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687418.613947:0:34164:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687418.613952:0:34164:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788687418.613969:0:34164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687418.613974:0:34164:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 815211 usecs (816 jiffies) 00000400:00000200:3.0:1788687418.613978:0:34164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687418.613981:0:34164:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296545434 00000100:00000001:3.0:1788687418.613986:0:34164:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296548569 00000100:00000001:3.0:1788687418.613989:0:34164:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296545434 00000100:00000001:3.0:1788687418.613991:0:34164:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296548569 00000100:00000001:3.0:1788687418.613994:0:34164:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687418.613997:0:34164:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.613999:0:34164:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687418.614002:0:34164:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687418.614005:0:34164:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c97a6840 going to sleep for 11 seconds 00000100:00000001:3.0:1788687418.614007:0:34164:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687418.614009:0:34164:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687418.614363:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687418.614369:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a700. 00000400:00000200:2.0:1788687418.614374:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687418.614380:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687418.614385:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0880 00000400:00000010:2.0:1788687418.614388:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0880. 00000100:00000001:2.0:1788687418.614393:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687418.614397:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6680 x1875572824555648/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687434 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.614406:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687418.614409:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb6680 x1875572824555648/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687434 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.614416:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.614418:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000001:0.0:1788687418.615699:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687418.615707:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687418.615713:0:2368:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e01502c0. 00000400:00000200:0.0:1788687418.615723:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dce58 00000400:00000010:0.0:1788687418.615727:0:2368:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dce58. 00000100:00000001:0.0:1788687418.615733:0:2368:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687418.615748:0:2368:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9bb80 x1875572824555392/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687434 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687418.615761:0:2368:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9bb80 x1875572824555392/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687434 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687418.615770:0:2368:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687418.615772:0:2368:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687418.615775:0:2368:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687418.615780:0:2368:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687418.615784:0:2368:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687418.615787:0:2368:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687418.615790:0:2368:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687418.615801:0:2368:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7d38 time=189 v=5 (5 5 5 5) 00000100:00001000:0.0:1788687418.615805:0:2368:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687418.615808:0:2368:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687418.615810:0:2368:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.615813:0:2368:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687418.615818:0:2368:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687418.615823:0:2368:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687418.615825:0:2368:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1788687418.615828:0:2368:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687418.615832:0:2368:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687418.615837:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9bb80 x1875572824555392/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687434 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687418.615845:0:2368:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687418.615849:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687418.615852:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687418.615857:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9bb80 x1875572824555392/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687434 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687418.615865:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824555392:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788687418.615871:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687418.615874:0:2368:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687418.615878:0:2368:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9bb80 x1875572824555392/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687434 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687418.615900:0:2368:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687418.615903:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687418.615930:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6854200. 02000000:00000001:0.0:1788687418.615935:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687418.615939:0:2368:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687418.615941:0:2368:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687418.615945:0:2368:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687418.615949:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c6854400. 02000000:00000001:0.0:1788687418.615953:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687418.615955:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687418.615958:0:2368:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9bb80. 00000100:00000001:0.0:1788687418.615962:0:2368:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687418.615964:0:2368:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1788687418.616154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147c00. 00000100:00000001:0.0:1788687418.616198:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687418.616212:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687418.616215:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687418.616218:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687418.616221:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788687418.616369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62b00. 00000800:00000001:2.0:1788687418.618513:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.618534:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687418.618539:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.618541:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.618553:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.618562:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687418.618572:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.618578:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.618584:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.618589:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f54080 00000400:00000200:2.0:1788687418.618595:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.618602:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x71c5 [1] + 224 00000800:00000001:2.0:1788687418.618611:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.618617:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.618685:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687418.618691:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687418.618701:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687418.618712:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6680 x1875572824555648/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687434 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687418.618724:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b29c8bb6680 x1875572824555648/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.618743:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687418.618753:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.618757:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.618816:0:34164:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687418.618825:0:34164:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687418.618827:0:34164:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687418.618831:0:34164:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4420. 00000400:00000200:3.0:1788687418.618837:0:34164:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0dd0 00000400:00000010:3.0:1788687418.618840:0:34164:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0dd0. 00000100:00000001:3.0:1788687418.618844:0:34164:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687418.618849:0:34164:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb6680 x1875572824555648/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687418.618857:0:34164:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb6680 x1875572824555648/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.618864:0:34164:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687418.618867:0:34164:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.618869:0:34164:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687418.618873:0:34164:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687418.618875:0:34164:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687418.618878:0:34164:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687418.618881:0:34164:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687418.618901:0:34164:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=40 v=5 (10 5 5 5) 00000100:00001000:3.0:1788687418.618943:0:34164:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687418.618947:0:34164:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687418.618949:0:34164:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687418.618952:0:34164:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687418.618956:0:34164:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.618960:0:34164:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788687418.618963:0:34164:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788687418.618965:0:34164:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788687418.618969:0:34164:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687418.618971:0:34164:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496530048 : -110871213021568 : ffff9b29c8bb6680) 00000100:00000001:3.0:1788687418.618975:0:34164:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687418.618977:0:34164:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1788687418.618979:0:34164:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687418.618982:0:34164:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687418.618987:0:34164:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb6680 x1875572824555648/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687434 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.618994:0:34164:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687418.618997:0:34164:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687418.618999:0:34164:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687418.619003:0:34164:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6680 x1875572824555648/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687434 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687418.619012:0:34164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb6680 pname:cluuid:pid:xid:nid:opc:job uname:ce1d4174-c231-444b-b3ed-b722bc4901cb:34164:1875572824555648:192.168.203.144@tcp:35:uname.0 00000100:00000001:3.0:1788687418.619018:0:34164:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.619021:0:34164:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.619023:0:34164:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687418.619026:0:34164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.619029:0:34164:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb6680 x1875572824555648/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687434 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.619036:0:34164:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687418.619039:0:34164:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c97a6840. 00000100:00000001:3.0:1788687418.619043:0:34164:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687418.619045:0:34164:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.619054:0:34164:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687418.619056:0:34164:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496530048 : -110871213021568 : ffff9b29c8bb6680) 00000002:00000001:3.0:1788687418.619059:0:34164:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687418.619063:0:34164:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788687418.619070:0:34164:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6941a00. 00000080:00000001:3.0:1788687418.619078:0:34164:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788687418.619082:0:34164:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788687418.619088:0:34164:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788687418.619173:0:34164:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b29c8bb5c00 x1875572824555264/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687434 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.619183:0:34164:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687418.619184:0:34164:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496527360 : -110871213024256 : ffff9b29c8bb5c00) 00000100:00000001:3.0:1788687418.619187:0:34164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.619190:0:34164:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb5c00 x1875572824555264/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687434 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.619197:0:34164:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.619199:0:34164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.619201:0:34164:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb6680 x1875572824555648/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687434 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.619208:0:34164:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.619210:0:34164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.619213:0:34164:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb5c00 x1875572824555264/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687434 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.619219:0:34164:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788687418.619224:0:34164:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687418.619226:0:34164:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687418.619229:0:34164:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687418.619233:0:34164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c43be800. 02000000:00000001:3.0:1788687418.619237:0:34164:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687418.619240:0:34164:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687418.619242:0:34164:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb5c00. 00000100:00000001:3.0:1788687418.619246:0:34164:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687418.619247:0:34164:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687418.619248:0:34164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.619251:0:34164:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6680 x1875572824555648/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687434 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.619257:0:34164:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687418.619260:0:34164:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9b29c31d7cc0. 00000002:00000001:3.0:1788687418.619264:0:34164:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687418.619265:0:34164:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788687418.619340:0:34164:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b29c975c500. 00000100:00000001:3.0:1788687418.619345:0:34164:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.619349:0:34164:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb6680 x1875572824555648/t8589934603(8589934603) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687434 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.619355:0:34164:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687418.619358:0:34164:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687418.619361:0:34164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c43bf400. 02000000:00000001:3.0:1788687418.619364:0:34164:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687418.619366:0:34164:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687418.619367:0:34164:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687418.619369:0:34164:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687418.619371:0:34164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c6940600. 02000000:00000001:3.0:1788687418.619376:0:34164:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687418.619377:0:34164:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687418.619378:0:34164:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6680. 00000100:00000001:3.0:1788687418.619381:0:34164:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687418.619382:0:34164:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687418.619386:0:34164:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788687418.619391:0:34164:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29c5316c80. 00000080:00000001:3.0:1788687418.619394:0:34164:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687418.619403:0:34164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23df0 00000080:00000008:3.0:1788687418.619405:0:34164:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9b29d8593248), flags 102001, rc = 0 00000080:00000001:3.0:1788687418.619409:0:34164:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687418.619419:0:34164:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788687418.619421:0:34164:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23e00 00000080:00002000:3.0:1788687418.619423:0:34164:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9b29d8712870, parent ffff9b29d84cabd0, inode ffff9b29d8593248) hashed, 00000080:00000001:3.0:1788687418.619427:0:34164:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.659602:0:34165:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687418.659613:0:34165:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687418.659616:0:34165:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687418.659621:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bbc0 00000080:00200000:0.0:1788687418.659627:0:34165:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687418.659638:0:34165:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c7f3c400. 00800000:00000002:0.0:1788687418.659647:0:34165:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687418.659652:0:34165:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687418.659658:0:34165:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687418.659661:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bae0 00800000:00000002:0.0:1788687418.659664:0:34165:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687418.659668:0:34165:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687418.659673:0:34165:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687418.659679:0:34165:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687418.659681:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4b9b0 00000002:00010000:0.0:1788687418.659683:0:34165:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687418.659687:0:34165:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687418.659690:0:34165:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687418.659694:0:34165:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687418.659702:0:34165:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687418.659705:0:34165:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687418.659707:0:34165:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687418.659709:0:34165:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788687418.659712:0:34165:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788687418.659719:0:34165:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f0e00. 00000020:00000040:0.0:1788687418.659723:0:34165:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:0.0:1788687418.659733:0:34165:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687418.659739:0:34165:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687418.659747:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.659749:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.659751:0:34165:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687418.659754:0:34165:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687418.659758:0:34165:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687418.659763:0:34165:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687418.659772:0:34165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a03400. 00000100:00000001:0.0:1788687418.659781:0:34165:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.659788:0:34165:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687418.659790:0:34165:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.659791:0:34165:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687418.659792:0:34165:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.659794:0:34165:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687418.659800:0:34165:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202509352448 : -110871200199168 : ffff9b29c97f0e00) 00010000:00000001:0.0:1788687418.659804:0:34165:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687418.659806:0:34165:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788687418.659811:0:34165:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c64de800. 00010000:00000010:0.0:1788687418.659816:0:34165:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5ca0800. 00010000:00000001:0.0:1788687418.659820:0:34165:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687418.659823:0:34165:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc4800. 00000020:00000001:0.0:1788687418.659827:0:34165:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687418.659831:0:34165:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc4800 with handle 0x230d04438e811f20 to hash 00000020:00000001:0.0:1788687418.659833:0:34165:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687418.659834:0:34165:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:0.0:1788687418.659839:0:34165:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:0.0:1788687418.659843:0:34165:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687418.659846:0:34165:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687418.659852:0:34165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34165 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687418.659862:0:34165:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34165 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687418.659878:0:34165:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34165 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687418.659894:0:34165:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687418.659897:0:34165:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687418.659931:0:34165:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c52b5f00. 00000100:00000001:0.0:1788687418.659934:0:34165:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202436759296 : -110871272792320 : ffff9b29c52b5f00) 00000100:00000001:0.0:1788687418.659937:0:34165:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687418.659939:0:34165:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509352448 : -110871200199168 : ffff9b29c97f0e00) 00000100:00000001:0.0:1788687418.659944:0:34165:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687418.659948:0:34165:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687418.659951:0:34165:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687418.659953:0:34165:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687418.659965:0:34165:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f0e00 x1875572824555776/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687418.659974:0:34165:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687418.659977:0:34165:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687418.659981:0:34165:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687418.659984:0:34165:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687418.659987:0:34165:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687418.659991:0:34165:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f0e00 pname:cluuid:pid:xid:nid:opc:job cat:ce1d4174-c231-444b-b3ed-b722bc4901cb:34165:1875572824555776:192.168.203.144@tcp:101:cat.0 00000100:00000001:0.0:1788687418.659996:0:34165:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687418.660003:0:34165:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687418.660006:0:34165:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687418.660009:0:34165:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687418.661496:0:34165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c631f800. 02000000:00000001:0.0:1788687418.661506:0:34165:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687418.661528:0:34165:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687418.661534:0:34165:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1dc0. 00000400:00000010:0.0:1788687418.661544:0:34165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdaee0. 00000100:00000200:0.0:1788687418.661554:0:34165:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824555776, portal 10 00000100:00000001:0.0:1788687418.661557:0:34165:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687418.661560:0:34165:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509352448 : -110871200199168 : ffff9b29c97f0e00) 00000100:00000040:0.0:1788687418.661575:0:34165:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f0e00 x1875572824555776/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687434 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687418.661585:0:34165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687418.661588:0:34165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687418.661591:0:34165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda990. 00000100:00000200:0.0:1788687418.661595:0:34165:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824555776, offset 0 00000400:00000200:0.0:1788687418.661603:0:34165:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687418.661613:0:34165:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687418.661624:0:34165:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687418.661631:0:34165:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687418.661635:0:34165:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687418.661640:0:34165:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687418.661643:0:34165:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687418.661647:0:34165:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2594:2594:256:4294967295] 192.168.203.144@tcp LPNI seq info [2594:2594:8:4294967295] 00000400:00000200:0.0:1788687418.661652:0:34165:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687418.661663:0:34165:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687418.661671:0:34165:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687418.661679:0:34165:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946e00. 00000800:00000200:0.0:1788687418.661687:0:34165:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687418.661699:0:34165:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687418.661706:0:34165:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788687418.661726:0:34165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687418.661732:0:34165:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 813202 usecs (814 jiffies) 00000400:00000200:0.0:1788687418.661736:0:34165:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687418.661739:0:34165:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296545480 00000100:00000001:0.0:1788687418.661743:0:34165:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296548569 00000100:00000001:0.0:1788687418.661746:0:34165:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296545480 00000100:00000001:0.0:1788687418.661748:0:34165:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296548569 00000100:00000001:0.0:1788687418.661751:0:34165:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687418.661755:0:34165:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687418.661759:0:34165:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687418.661762:0:34165:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687418.661765:0:34165:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c52b5f00 going to sleep for 11 seconds 00000100:00000001:0.0:1788687418.661768:0:34165:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687418.661772:0:34165:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687418.662369:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687418.662375:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946e00. 00000400:00000200:3.0:1788687418.662383:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687418.662391:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687418.662398:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda990 00000400:00000010:3.0:1788687418.662402:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda990. 00000100:00000001:3.0:1788687418.662408:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687418.662414:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0e00 x1875572824555776/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687434 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.662426:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.662429:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0e00 x1875572824555776/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687434 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.662436:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.662438:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687418.666973:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.666995:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687418.667002:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.667004:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.667016:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.667026:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687418.667038:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.667044:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.667051:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.667056:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f54100 00000400:00000200:2.0:1788687418.667063:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687418.667070:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x71d5 [1] + 224 00000800:00000001:2.0:1788687418.667079:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.667088:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687418.667103:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687418.667109:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687418.667118:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687418.667130:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0e00 x1875572824555776/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687434 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687418.667142:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c97f0e00 x1875572824555776/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.667158:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687418.667167:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687418.667170:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687418.667473:0:34165:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687418.667482:0:34165:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687418.667485:0:34165:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687418.667488:0:34165:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1dc0. 00000400:00000200:0.0:1788687418.667494:0:34165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdaee0 00000400:00000010:0.0:1788687418.667497:0:34165:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdaee0. 00000100:00000001:0.0:1788687418.667501:0:34165:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687418.667507:0:34165:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f0e00 x1875572824555776/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687418.667596:0:34165:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f0e00 x1875572824555776/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687418.667603:0:34165:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687418.667606:0:34165:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687418.667609:0:34165:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687418.667613:0:34165:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687418.667616:0:34165:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687418.667619:0:34165:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687418.667623:0:34165:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687418.667635:0:34165:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=40 v=5 (5 5 103 103) 00000100:00001000:0.0:1788687418.667639:0:34165:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687418.667642:0:34165:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687418.667644:0:34165:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.667647:0:34165:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687418.667652:0:34165:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687418.667656:0:34165:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687418.667659:0:34165:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1788687418.667661:0:34165:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687418.667664:0:34165:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687418.667669:0:34165:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f0e00 x1875572824555776/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687418.667684:0:34165:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687418.667688:0:34165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687418.667690:0:34165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687418.667695:0:34165:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f0e00 x1875572824555776/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687434 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687418.667704:0:34165:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f0e00 pname:cluuid:pid:xid:nid:opc:job cat:ce1d4174-c231-444b-b3ed-b722bc4901cb:34165:1875572824555776:192.168.203.144@tcp:101:cat.0 00000100:00000001:0.0:1788687418.667710:0:34165:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687418.667713:0:34165:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687418.667715:0:34165:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687418.667718:0:34165:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687418.667721:0:34165:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0e00 x1875572824555776/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687434 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687418.667728:0:34165:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687418.667732:0:34165:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c52b5f00. 00000100:00000001:0.0:1788687418.667735:0:34165:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687418.667737:0:34165:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.667740:0:34165:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687418.667745:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.667748:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.667751:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4800 refcount=4 00000020:00000001:0.0:1788687418.667754:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:0.0:1788687418.667757:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000040:0.0:1788687418.667765:0:34165:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c5cc4800, remote cookie: 0x59c08f76ab1d2d2b, flags: 0x1001 00010000:00010000:0.0:1788687418.667771:0:34165:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687418.667783:0:34165:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687418.667795:0:34165:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788687418.667800:0:34165:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788687418.667803:0:34165:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788687418.667805:0:34165:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788687418.667806:0:34165:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788687418.667810:0:34165:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b29c64de800) refcount = 1 00010000:00010000:0.0:1788687418.667814:0:34165:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687418.667821:0:34165:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788687418.667824:0:34165:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788687418.667826:0:34165:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687418.667829:0:34165:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788687418.667832:0:34165:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687418.667835:0:34165:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687418.667842:0:34165:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788687418.667844:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.667846:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.667847:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.667848:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.667850:0:34165:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687418.667854:0:34165:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788687418.667856:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.667857:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.667859:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4800 refcount=3 00000020:00000001:0.0:1788687418.667861:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:0.0:1788687418.667863:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:0.0:1788687418.667866:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.667867:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.667868:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4800 refcount=4 00000020:00000001:0.0:1788687418.667869:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:0.0:1788687418.667872:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:0.0:1788687418.667875:0:34165:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687418.667879:0:34165:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687418.667883:0:34165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687418.667899:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.667901:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.667902:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.667903:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.667904:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4800 refcount=5 00000020:00000001:0.0:1788687418.667931:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:0.0:1788687418.667934:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:0.0:1788687418.667936:0:34165:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687418.667939:0:34165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687418.667945:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.667946:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687418.667950:0:34165:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687418.667957:0:34165:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687418.667958:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.667967:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.667968:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.667970:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788687418.668118:0:34165:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c97f0e00 x1875572824555776/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687434 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788687418.668130:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.668131:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.668133:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4800 refcount=3 00000020:00000001:0.0:1788687418.668135:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:0.0:1788687418.668138:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:0.0:1788687418.668141:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.668142:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687418.668143:0:34165:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687418.668146:0:34165:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687418.668149:0:34165:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788687418.668152:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.668153:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.668154:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4800 refcount=3 00000020:00000001:0.0:1788687418.668156:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:0.0:1788687418.668158:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00000002:00010000:0.0:1788687418.668161:0:34165:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687418.668167:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.668168:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.668170:0:34165:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687418.668171:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.668172:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.668174:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4800 refcount=3 00000020:00000001:0.0:1788687418.668176:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:0.0:1788687418.668178:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000040:0.0:1788687418.668185:0:34165:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de800 count: 2 00010000:00000001:0.0:1788687418.668188:0:34165:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788687418.668192:0:34165:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788687418.668195:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.668196:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687418.668197:0:34165:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788687418.668200:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4b938 00000002:00002000:0.0:1788687418.668202:0:34165:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788687418.668205:0:34165:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687418.668209:0:34165:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687418.668212:0:34165:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687418.668216:0:34165:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788687418.668219:0:34165:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687418.668223:0:34165:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687418.668227:0:34165:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c7f3c400. 00000080:00000001:0.0:1788687418.668232:0:34165:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687418.668235:0:34165:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788687418.668241:0:34165:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788687418.668246:0:34165:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788687418.668254:0:34165:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b29c4c6f340. 00800000:00000001:0.0:1788687418.668256:0:34165:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633202430178112 : -110871279373504 : ffff9b29c4c6f340) 00800000:00000001:0.0:1788687418.668259:0:34165:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687418.668261:0:34165:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788687418.668264:0:34165:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788687418.668266:0:34165:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788687418.668269:0:34165:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788687418.668273:0:34165:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788687418.668274:0:34165:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.668279:0:34165:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788687418.668282:0:34165:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788687418.668288:0:34165:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788687418.668290:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.668292:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.668293:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4800 refcount=3 00000020:00000001:0.0:1788687418.668295:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:0.0:1788687418.668297:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:0.0:1788687418.668299:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.668300:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687418.668302:0:34165:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788687418.668304:0:34165:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788687418.668306:0:34165:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29c4c6f340 1 00800000:00000010:0.0:1788687418.668309:0:34165:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b29c4c6f340. 00800000:00000001:0.0:1788687418.668312:0:34165:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687418.668315:0:34165:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f20 00800000:00000001:0.0:1788687418.668318:0:34165:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687418.668321:0:34165:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687418.668322:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.668323:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.668324:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4800 refcount=3 00000020:00000001:0.0:1788687418.668327:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:0.0:1788687418.668329:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:0.0:1788687418.668332:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.668333:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687418.668334:0:34165:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687418.668336:0:34165:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.668339:0:34165:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687418.668341:0:34165:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687418.668344:0:34165:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f20 from it ffffaca081c4bbf8 00010000:00000001:0.0:1788687418.668346:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.668347:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.668349:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4800 refcount=3 00000020:00000001:0.0:1788687418.668351:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:0.0:1788687418.668353:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:0.0:1788687418.668355:0:34165:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687418.668358:0:34165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687418.668363:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.668364:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.668365:0:34165:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687418.668368:0:34165:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687418.668370:0:34165:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687418.668378:0:34165:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687418.668381:0:34165:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687418.668383:0:34165:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687418.668388:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.668389:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.668392:0:34165:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.668396:0:34165:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687418.668398:0:34165:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.668400:0:34165:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.668403:0:34165:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.668405:0:34165:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687418.668406:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.668407:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687418.668409:0:34165:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687418.668414:0:34165:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f0e00 x1875572824555776/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687434 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687418.668420:0:34165:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687418.668423:0:34165:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687418.668427:0:34165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c631f800. 02000000:00000001:0.0:1788687418.668431:0:34165:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687418.668434:0:34165:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687418.668437:0:34165:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687418.668439:0:34165:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687418.668442:0:34165:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a03400. 02000000:00000001:0.0:1788687418.668447:0:34165:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687418.668449:0:34165:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687418.668451:0:34165:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f0e00. 00000100:00000001:0.0:1788687418.668455:0:34165:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687418.668457:0:34165:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687418.668460:0:34165:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788687418.668796:0:34165:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.668805:0:34165:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788687418.668808:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bbc0 00000080:00002000:0.0:1788687418.668811:0:34165:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9b29d8712870) flags 0x48004e refc 0 00000080:00000001:0.0:1788687418.668814:0:34165:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.668816:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bc08 00000080:00200000:0.0:1788687418.668818:0:34165:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:0.0:1788687418.668826:0:34165:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788687418.668828:0:34165:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9b29d8593248), inode mode 81a4 mask 44 00000080:00000001:0.0:1788687418.668832:0:34165:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.668840:0:34165:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788687418.668842:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bb98 00000080:00200008:0.0:1788687418.668845:0:34165:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x31:0x0](ffff9b29d8593248), flags 100000 00000080:00000010:0.0:1788687418.668852:0:34165:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29d0061540. 00000080:00000001:0.0:1788687418.668859:0:34165:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1788687418.668864:0:34165:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c7f3c400. 00800000:00000002:0.0:1788687418.668870:0:34165:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687418.668875:0:34165:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687418.668877:0:34165:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687418.668879:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4ba48 00800000:00000002:0.0:1788687418.668881:0:34165:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x31:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687418.668894:0:34165:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:0.0:1788687418.668898:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4b9c8 00800000:00000002:0.0:1788687418.668927:0:34165:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1788687418.668933:0:34165:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687418.668935:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4b900 00000002:00010000:0.0:1788687418.668937:0:34165:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00000002:00000001:0.0:1788687418.668942:0:34165:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788687418.668944:0:34165:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788687418.668948:0:34165:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788687418.668953:0:34165:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:0.0:1788687418.668956:0:34165:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687418.668959:0:34165:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788687418.668970:0:34165:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.668979:0:34165:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687418.668982:0:34165:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687418.668983:0:34165:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788687418.668985:0:34165:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de800 count: 2 00010000:00000001:0.0:1788687418.668987:0:34165:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687418.668989:0:34165:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788687418.668990:0:34165:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.668992:0:34165:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687418.668993:0:34165:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687418.668998:0:34165:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f0e00. 00000020:00000040:0.0:1788687418.669002:0:34165:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:0.0:1788687418.669288:0:34165:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788687418.669291:0:34165:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.669295:0:34165:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687418.669300:0:34165:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687418.669304:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.669306:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.669308:0:34165:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687418.669312:0:34165:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687418.669314:0:34165:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687418.669319:0:34165:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687418.669327:0:34165:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a03400. 00000100:00000001:0.0:1788687418.669335:0:34165:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.669339:0:34165:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687418.669341:0:34165:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.669343:0:34165:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687418.669344:0:34165:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.669346:0:34165:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687418.669353:0:34165:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633202509352448 : -110871200199168 : ffff9b29c97f0e00) 00010000:00000001:0.0:1788687418.669357:0:34165:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687418.669360:0:34165:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788687418.669362:0:34165:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de800 count: 2 00010000:00000001:0.0:1788687418.669364:0:34165:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687418.669367:0:34165:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687418.669371:0:34165:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc4000. 00000020:00000001:0.0:1788687418.669375:0:34165:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687418.669379:0:34165:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc4000 with handle 0x230d04438e811f27 to hash 00000020:00000001:0.0:1788687418.669381:0:34165:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687418.669382:0:34165:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:0.0:1788687418.669386:0:34165:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:0.0:1788687418.669390:0:34165:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687418.669392:0:34165:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687418.669397:0:34165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811f27 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34165 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687418.669405:0:34165:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811f27 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34165 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788687418.669423:0:34165:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788687418.669433:0:34165:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c97f0e00 x1875572824556032/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788687418.669441:0:34165:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811f27 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34165 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687418.669447:0:34165:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687418.669449:0:34165:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687418.669456:0:34165:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c52b5f00. 00000100:00000001:0.0:1788687418.669459:0:34165:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202436759296 : -110871272792320 : ffff9b29c52b5f00) 00000100:00000001:0.0:1788687418.669462:0:34165:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687418.669463:0:34165:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509352448 : -110871200199168 : ffff9b29c97f0e00) 00000100:00000001:0.0:1788687418.669468:0:34165:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687418.669473:0:34165:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687418.669475:0:34165:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687418.669477:0:34165:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687418.669481:0:34165:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f0e00 x1875572824556032/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687418.669488:0:34165:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687418.669491:0:34165:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687418.669495:0:34165:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687418.669498:0:34165:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687418.669501:0:34165:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687418.669505:0:34165:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f0e00 pname:cluuid:pid:xid:nid:opc:job cat:ce1d4174-c231-444b-b3ed-b722bc4901cb:34165:1875572824556032:192.168.203.144@tcp:101:cat.0 00000100:00000001:0.0:1788687418.669510:0:34165:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687418.669581:0:34165:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687418.669585:0:34165:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687418.669588:0:34165:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687418.669723:0:34165:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9b29c6980000. 02000000:00000001:0.0:1788687418.669727:0:34165:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687418.669736:0:34165:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687418.669743:0:34165:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1dc0. 00000400:00000010:0.0:1788687418.669752:0:34165:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9b29c631f800. 00000100:00000200:0.0:1788687418.669761:0:34165:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875572824556032, portal 10 00000100:00000001:0.0:1788687418.669763:0:34165:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687418.669764:0:34165:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509352448 : -110871200199168 : ffff9b29c97f0e00) 00000100:00000040:0.0:1788687418.669771:0:34165:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f0e00 x1875572824556032/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687434 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687418.669779:0:34165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687418.669783:0:34165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687418.669787:0:34165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdaee0. 00000100:00000200:0.0:1788687418.669791:0:34165:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875572824556032, offset 0 00000400:00000200:0.0:1788687418.669797:0:34165:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687418.669806:0:34165:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687418.669815:0:34165:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687418.669821:0:34165:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687418.669825:0:34165:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687418.669829:0:34165:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687418.669832:0:34165:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687418.669837:0:34165:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2595:2595:256:4294967295] 192.168.203.144@tcp LPNI seq info [2595:2595:8:4294967295] 00000400:00000200:0.0:1788687418.669842:0:34165:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687418.669852:0:34165:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687418.669859:0:34165:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687418.669865:0:34165:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946e00. 00000800:00000200:0.0:1788687418.669873:0:34165:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687418.669882:0:34165:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687418.669897:0:34165:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946e00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788687418.670418:0:34165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687418.670425:0:34165:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 812198 usecs (813 jiffies) 00000400:00000200:0.0:1788687418.670430:0:34165:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687418.670434:0:34165:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296545488 00000100:00000001:0.0:1788687418.670437:0:34165:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296548569 00000100:00000001:0.0:1788687418.670441:0:34165:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296545488 00000100:00000001:0.0:1788687418.670443:0:34165:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296548569 00000100:00000001:0.0:1788687418.670446:0:34165:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687418.670449:0:34165:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687418.670452:0:34165:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687418.670454:0:34165:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687418.670457:0:34165:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c52b5f00 going to sleep for 11 seconds 00000100:00000001:0.0:1788687418.670460:0:34165:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687418.670464:0:34165:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687418.678764:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687418.678776:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946e00. 00000400:00000200:3.0:1788687418.678785:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687418.678797:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687418.678816:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdaee0 00000400:00000010:3.0:1788687418.678820:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdaee0. 00000100:00000001:3.0:1788687418.678827:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687418.678838:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0e00 x1875572824556032/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687434 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.678852:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687418.678856:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0e00 x1875572824556032/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687434 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.678863:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687418.678865:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687418.678878:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.678901:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687418.678923:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.678927:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687418.678935:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.678940:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687418.678949:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.678954:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.678960:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.678964:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x6a9d2d3f54200 00000400:00000200:3.0:1788687418.678971:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.678978:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x71dd [64] + 224 00000800:00000001:3.0:1788687418.678986:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.678993:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687418.678996:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687418.678999:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687418.679004:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687418.679009:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0e00 x1875572824556032/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687434 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687418.679018:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9b29c97f0e00 x1875572824556032/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687418.679098:0:34165:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687418.679230:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687418.679240:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.679244:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788687418.679414:0:34165:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687418.679418:0:34165:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687418.679422:0:34165:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1dc0. 00000400:00000200:1.0:1788687418.679426:0:34165:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c631f800 00000400:00000010:1.0:1788687418.679428:0:34165:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9b29c631f800. 00000100:00000001:1.0:1788687418.679433:0:34165:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687418.679438:0:34165:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f0e00 x1875572824556032/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687418.679448:0:34165:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f0e00 x1875572824556032/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687418.679454:0:34165:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687418.679457:0:34165:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687418.679459:0:34165:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687418.679463:0:34165:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687418.679466:0:34165:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687418.679469:0:34165:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687418.679472:0:34165:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687418.679485:0:34165:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=40 v=5 (5 5 103 103) 00000100:00001000:1.0:1788687418.679489:0:34165:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687418.679493:0:34165:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687418.679495:0:34165:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.679498:0:34165:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687418.679503:0:34165:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.679507:0:34165:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788687418.679509:0:34165:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788687418.679511:0:34165:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788687418.679514:0:34165:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687418.679516:0:34165:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509352448 : -110871200199168 : ffff9b29c97f0e00) 00000100:00000001:1.0:1788687418.679520:0:34165:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687418.679522:0:34165:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934597 00000100:00000001:1.0:1788687418.679524:0:34165:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687418.679528:0:34165:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687418.679533:0:34165:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f0e00 x1875572824556032/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687434 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687418.679542:0:34165:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687418.679545:0:34165:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687418.679548:0:34165:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687418.679552:0:34165:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f0e00 x1875572824556032/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687434 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687418.679560:0:34165:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f0e00 pname:cluuid:pid:xid:nid:opc:job cat:ce1d4174-c231-444b-b3ed-b722bc4901cb:34165:1875572824556032:192.168.203.144@tcp:101:cat.0 00000100:00000001:1.0:1788687418.679566:0:34165:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687418.679569:0:34165:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.679572:0:34165:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687418.679574:0:34165:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687418.679577:0:34165:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0e00 x1875572824556032/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687434 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687418.679584:0:34165:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687418.679587:0:34165:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c52b5f00. 00000100:00000001:1.0:1788687418.679590:0:34165:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687418.679592:0:34165:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.679595:0:34165:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788687418.679601:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687418.679604:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687418.679609:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4000 refcount=4 00000020:00000001:1.0:1788687418.679611:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:1.0:1788687418.679615:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000040:1.0:1788687418.680731:0:34165:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c5cc4000, remote cookie: 0x59c08f76ab1d2d39, flags: 0x1001 00010000:00000040:1.0:1788687418.680742:0:34165:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788687418.680745:0:34165:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788687418.680754:0:34165:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 2 00010000:00000001:1.0:1788687418.680758:0:34165:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687418.680762:0:34165:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687418.680768:0:34165:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811f27 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d39 expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687418.680779:0:34165:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811f27 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d39 expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687418.680788:0:34165:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788687418.680794:0:34165:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788687418.680797:0:34165:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788687418.680799:0:34165:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788687418.680801:0:34165:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788687418.680804:0:34165:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff9b29c64dea00) refcount = 2 00010000:00000040:1.0:1788687418.680808:0:34165:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788687418.680811:0:34165:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1788687418.680819:0:34165:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811f27 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d39 expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687418.680826:0:34165:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788687418.680831:0:34165:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788687418.680833:0:34165:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687418.680836:0:34165:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788687418.680839:0:34165:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687418.680843:0:34165:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811f27 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d39 expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687418.680849:0:34165:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788687418.680851:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.680853:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.680854:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.680856:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.680858:0:34165:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687418.680864:0:34165:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788687418.680868:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687418.680871:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687418.680874:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4000 refcount=3 00000020:00000001:1.0:1788687418.680876:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:1.0:1788687418.680879:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:1.0:1788687418.680882:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.680883:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788687418.680927:0:34165:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9b29c97f0e00 x1875572824556032/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687434 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788687418.680940:0:34165:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788687418.680946:0:34165:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c97f0e00 x1875572824556032/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687434 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788687418.680954:0:34165:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.680961:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687418.680962:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687418.680964:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4000 refcount=3 00000020:00000001:1.0:1788687418.680966:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:1.0:1788687418.680968:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00000002:00010000:1.0:1788687418.680977:0:34165:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811f27 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d39 expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788687418.680992:0:34165:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b29d099b040. 00010000:00000001:1.0:1788687418.680995:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.680996:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687418.680997:0:34165:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687418.680999:0:34165:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687418.681003:0:34165:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788687418.683289:0:34165:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687418.683292:0:34165:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509352448 : -110871200199168 : ffff9b29c97f0e00) 00010000:00000001:1.0:1788687418.683299:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687418.683303:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687418.683307:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4000 refcount=3 00000020:00000001:1.0:1788687418.683310:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:1.0:1788687418.683314:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00000002:00010000:1.0:1788687418.683320:0:34165:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811f27 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d39 expref: -99 pid: 34165 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687418.683342:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.683344:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.683346:0:34165:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687418.683348:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687418.683349:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687418.683350:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4000 refcount=3 00000020:00000001:1.0:1788687418.683352:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:1.0:1788687418.683354:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000040:1.0:1788687418.683362:0:34165:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 3 00010000:00000001:1.0:1788687418.683365:0:34165:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788687418.683371:0:34165:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 16 res 8589935620/49 (0 0) 00010000:00000001:1.0:1788687418.683374:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.683375:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687418.683377:0:34165:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788687418.683380:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4b888 00000002:00002000:1.0:1788687418.683383:0:34165:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:1.0:1788687418.683386:0:34165:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687418.683392:0:34165:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687418.683395:0:34165:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788687418.683399:0:34165:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788687418.683403:0:34165:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687418.683408:0:34165:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687418.683413:0:34165:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c7f3c400. 00000080:00000001:1.0:1788687418.683423:0:34165:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788687418.683431:0:34165:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788687418.683437:0:34165:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:1.0:1788687418.683448:0:34165:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687418.683454:0:34165:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:1.0:1788687418.683457:0:34165:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000020:00000001:1.0:1788687418.683460:0:34165:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788687418.683464:0:34165:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788687418.683467:0:34165:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788687418.686333:0:34165:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c8ccc960. 00020000:00000010:0.0:1788687418.686348:0:34165:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29d1341f00. 00020000:00000010:0.0:1788687418.686358:0:34165:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c8ccc240. 00020000:00000001:0.0:1788687418.686361:0:34165:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202497667648 : -110871211883968 : ffff9b29c8ccc240) 00020000:00000002:0.0:1788687418.686367:0:34165:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c8ccc240, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788687418.686373:0:34165:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788687418.686378:0:34165:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29d1341f00: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000002:0.0:1788687418.686383:0:34165:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29c524f0f8) owner ffff9b29c6300000 00020000:00000001:0.0:1788687418.686387:0:34165:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788687418.686389:0:34165:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29c524f0f8) owner ffff9b29c6300000 00020000:00000010:0.0:1788687418.686395:0:34165:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29d1341f00. 00020000:00000010:0.0:1788687418.686398:0:34165:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c8ccc960. 00020000:00000010:0.0:1788687418.686402:0:34165:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c8ccc240. 00020000:00000002:0.0:1788687418.686404:0:34165:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788687418.686407:0:34165:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.686410:0:34165:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788687418.686414:0:34165:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000080:00000001:0.0:1788687418.686424:0:34165:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:0.0:1788687418.686428:0:34165:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:0.0:1788687418.686436:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.686439:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.686443:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4000 refcount=3 00000020:00000001:0.0:1788687418.686446:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:0.0:1788687418.686450:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00000080:00000001:0.0:1788687418.686454:0:34165:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788687418.686457:0:34165:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687418.686460:0:34165:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:0.0:1788687418.686462:0:34165:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000020:00000001:0.0:1788687418.686464:0:34165:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788687418.686466:0:34165:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788687418.686468:0:34165:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788687418.686472:0:34165:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c8ccc240. 00020000:00000010:0.0:1788687418.686474:0:34165:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29d1341f00. 00020000:00000010:0.0:1788687418.686477:0:34165:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c8ccc960. 00020000:00000001:0.0:1788687418.686479:0:34165:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202497669472 : -110871211882144 : ffff9b29c8ccc960) 00020000:00000002:0.0:1788687418.686482:0:34165:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c8ccc960, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788687418.686486:0:34165:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788687418.686489:0:34165:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29d1341f00: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000002:0.0:1788687418.686491:0:34165:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29c524f0f8) owner ffff9b29c6300000 00020000:00000001:0.0:1788687418.686494:0:34165:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788687418.686496:0:34165:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29c524f0f8) owner ffff9b29c6300000 00020000:00000010:0.0:1788687418.686498:0:34165:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29d1341f00. 00020000:00000010:0.0:1788687418.686500:0:34165:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c8ccc240. 00020000:00000010:0.0:1788687418.686502:0:34165:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c8ccc960. 00020000:00000002:0.0:1788687418.686504:0:34165:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788687418.686505:0:34165:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.686507:0:34165:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.686511:0:34165:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788687418.686515:0:34165:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c6300000 00020000:00000002:0.0:1788687418.686518:0:34165:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c3344300 addref 2/0 by ffff9b29c6300000. 00020000:00000002:0.0:1788687418.686521:0:34165:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c6300000 00020000:00000001:0.0:1788687418.686524:0:34165:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788687418.686527:0:34165:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788687418.686528:0:34165:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788687418.686531:0:34165:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788687418.686534:0:34165:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788687418.686537:0:34165:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x31:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1788687418.686539:0:34165:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000080:00000001:0.0:1788687418.686541:0:34165:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.686543:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.686545:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687418.686547:0:34165:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788687418.686553:0:34165:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788687418.686555:0:34165:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687418.686560:0:34165:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9b29d8593248) for lock 0x230d04438e811f27 00800000:00000001:0.0:1788687418.686563:0:34165:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687418.686568:0:34165:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687418.686570:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.686572:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.686573:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4000 refcount=3 00000020:00000001:0.0:1788687418.686576:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:0.0:1788687418.686578:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:0.0:1788687418.686580:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.686581:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687418.686583:0:34165:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687418.686584:0:34165:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687418.686588:0:34165:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687418.686604:0:34165:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f0e00 x1875572824556032/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687434 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687418.686613:0:34165:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687418.686617:0:34165:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f27 from it ffffaca081c4bbf0 00010000:00000001:0.0:1788687418.686620:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.686621:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.686622:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4000 refcount=3 00000020:00000001:0.0:1788687418.686624:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:0.0:1788687418.686627:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447302656 : -110871262248960 : ffff9b29c5cc4000) 00010000:00000001:0.0:1788687418.686630:0:34165:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687418.686635:0:34165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811f27 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2d39 expref: -99 pid: 34165 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687418.686645:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.686647:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.686648:0:34165:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687418.686652:0:34165:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687418.686655:0:34165:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811f27 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2d39 expref: -99 pid: 34165 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687418.686664:0:34165:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687418.686669:0:34165:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687418.686671:0:34165:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687418.686676:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.686678:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.686680:0:34165:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.686684:0:34165:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687418.686687:0:34165:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.686689:0:34165:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.686694:0:34165:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.686696:0:34165:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687418.686698:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.686699:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687418.686703:0:34165:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687418.686709:0:34165:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b29c4c6f340. 00000080:00000001:0.0:1788687418.686713:0:34165:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788687418.686720:0:34165:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788687418.686725:0:34165:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788687418.686730:0:34165:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b29c636dd60. 00000002:00100000:0.0:1788687418.686736:0:34165:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c97f0e00 x1875572824556032/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687434 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788687418.686743:0:34165:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687418.686745:0:34165:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788687418.686749:0:34165:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788687418.686752:0:34165:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.686756:0:34165:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788687418.686759:0:34165:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788687418.686762:0:34165:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687418.686764:0:34165:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788687418.686766:0:34165:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.686769:0:34165:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788687418.686773:0:34165:0:(pcc.c:1984:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.686775:0:34165:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788687418.686777:0:34165:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.686780:0:34165:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687418.686784:0:34165:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687418.686788:0:34165:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0e00 x1875572824556032/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687434 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788687418.686795:0:34165:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687418.686800:0:34165:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9b29c6980000. 02000000:00000001:0.0:1788687418.686857:0:34165:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788687418.686859:0:34165:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.686863:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bb98 00000080:00000008:0.0:1788687418.686866:0:34165:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9b29d8593248), flags 100000, rc = 0 00000020:00000001:0.0:1788687418.687561:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bd28 00000080:00200008:0.0:1788687418.687568:0:34165:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff9b29d8593248), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788687418.687577:0:34165:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687418.687579:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bca0 00000080:00200000:0.0:1788687418.687581:0:34165:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9b29d8593248),name=recon 00000080:00000010:0.0:1788687418.687591:0:34165:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c7f3cc00. 00800000:00000002:0.0:1788687418.687598:0:34165:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687418.687606:0:34165:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687418.687611:0:34165:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687418.687613:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bbc0 00800000:00000002:0.0:1788687418.687616:0:34165:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687418.687620:0:34165:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687418.687626:0:34165:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687418.687631:0:34165:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687418.687633:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4ba90 00000002:00010000:0.0:1788687418.687635:0:34165:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687418.687639:0:34165:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687418.687642:0:34165:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687418.687646:0:34165:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687418.687654:0:34165:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 3 00010000:00000001:0.0:1788687418.687658:0:34165:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687418.687664:0:34165:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687418.687669:0:34165:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687418.687674:0:34165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788687418.687684:0:34165:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687418.687689:0:34165:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687418.687693:0:34165:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1788687418.687701:0:34165:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687418.687703:0:34165:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687418.687705:0:34165:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687418.687707:0:34165:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687418.687709:0:34165:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687418.687712:0:34165:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687418.687715:0:34165:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687418.687717:0:34165:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687418.687721:0:34165:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c7f3cc00. 00000080:00000001:0.0:1788687418.687726:0:34165:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687418.687728:0:34165:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687418.687731:0:34165:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff9b29d8593248) 00000080:00010000:0.0:1788687418.687735:0:34165:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9b29d8593248) for lock 0x230d04438e811efd 00800000:00000001:0.0:1788687418.687738:0:34165:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687418.687740:0:34165:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687418.687742:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.687744:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.687746:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=3 00000020:00000001:0.0:1788687418.687748:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:0.0:1788687418.687750:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:0.0:1788687418.687754:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.687756:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687418.687757:0:34165:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687418.687759:0:34165:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687418.687761:0:34165:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811efd from it ffffaca081c4bcd8 00010000:00000001:0.0:1788687418.687763:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.687764:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.687766:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=3 00000020:00000001:0.0:1788687418.687767:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:0.0:1788687418.687770:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:0.0:1788687418.687772:0:34165:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687418.687776:0:34165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788687418.687783:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.687784:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.687785:0:34165:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687418.687787:0:34165:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687418.687789:0:34165:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788687418.687796:0:34165:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687418.687799:0:34165:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687418.687801:0:34165:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687418.687804:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.687805:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.687807:0:34165:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.687810:0:34165:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687418.687812:0:34165:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.687814:0:34165:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.687816:0:34165:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.687819:0:34165:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687418.687820:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.687821:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687418.687822:0:34165:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687418.687825:0:34165:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687418.687829:0:34165:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788687418.687831:0:34165:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788687418.687833:0:34165:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687418.687835:0:34165:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788687418.687837:0:34165:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.687839:0:34165:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788687418.687843:0:34165:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788687418.687845:0:34165:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687418.687849:0:34165:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:0.0:1788687418.687852:0:34165:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000020:00000001:0.0:1788687418.687858:0:34165:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:0.0:1788687418.687861:0:34165:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788687418.687864:0:34165:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788687418.687866:0:34165:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788687418.687870:0:34165:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687418.687872:0:34165:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788687418.687874:0:34165:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788687418.687876:0:34165:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.687878:0:34165:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687418.687883:0:34165:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff9b29c38c7590 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788687418.687897:0:34165:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c6300000 00020000:00000001:0.0:1788687418.687901:0:34165:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788687418.687904:0:34165:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788687418.688538:0:34165:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788687418.688543:0:34165:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.688547:0:34165:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788687418.688550:0:34165:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788687418.688551:0:34165:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.688554:0:34165:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687418.688555:0:34165:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788687418.688557:0:34165:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788687418.688559:0:34165:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c6300000 00000020:00000001:0.0:1788687418.688562:0:34165:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788687418.688566:0:34165:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788687418.688568:0:34165:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:0.0:1788687418.688571:0:34165:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788687418.688573:0:34165:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788687418.688577:0:34165:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788687418.688580:0:34165:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788687418.688587:0:34165:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788687418.688597:0:34165:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c5ca0900. 00020000:00000002:0.0:1788687418.688601:0:34165:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788687418.688603:0:34165:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788687418.688606:0:34165:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687418.688608:0:34165:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788687418.688611:0:34165:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687418.688614:0:34165:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509234184 : -110871200317432 : ffff9b29c97d4008) 00000020:00001000:0.0:1788687418.688617:0:34165:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4000 00000020:00000001:0.0:1788687418.688620:0:34165:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea530 -> ffff9b29c97ead00 00000020:00000001:0.0:1788687418.688622:0:34165:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788687418.688627:0:34165:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687418.688628:0:34165:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788687418.688630:0:34165:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.688632:0:34165:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.688635:0:34165:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687418.688637:0:34165:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788687418.688643:0:34165:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29d1209db0. 00000008:00010000:0.0:1788687418.688647:0:34165:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788687418.688651:0:34165:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687418.688652:0:34165:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788687418.688654:0:34165:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c5ca0930, osc lock ffff9b29d1209db0, flags 0x400001002 00000020:00000001:0.0:1788687418.688656:0:34165:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.688658:0:34165:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.688662:0:34165:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202447157504 : -110871262394112 : ffff9b29c5ca0900) 00000020:00000001:0.0:1788687418.688664:0:34165:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687418.688665:0:34165:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788687418.688667:0:34165:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.688669:0:34165:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.688672:0:34165:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788687418.688674:0:34165:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788687418.688675:0:34165:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687418.688677:0:34165:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687418.688679:0:34165:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687418.688680:0:34165:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687418.688682:0:34165:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687418.688685:0:34165:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687418.688689:0:34165:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788687418.688693:0:34165:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788687418.688696:0:34165:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788687418.688698:0:34165:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788687418.688700:0:34165:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788687418.688702:0:34165:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788687418.688703:0:34165:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788687418.688706:0:34165:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788687418.688708:0:34165:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687418.688715:0:34165:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090600 count: 2 00010000:00000001:0.0:1788687418.688718:0:34165:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687418.688724:0:34165:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687418.688729:0:34165:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687418.688735:0:34165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788687418.688748:0:34165:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687418.688752:0:34165:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687418.688755:0:34165:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788687418.688764:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.688767:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.688770:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=4 00000020:00000001:0.0:1788687418.688772:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.688775:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00000008:00000001:0.0:1788687418.688779:0:34165:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788687418.688782:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.688783:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.688785:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=5 00000020:00000001:0.0:1788687418.688787:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.688789:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00000020:00000001:0.0:1788687418.688793:0:34165:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788687418.688796:0:34165:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788687418.688799:0:34165:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788687418.688800:0:34165:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.688802:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.688803:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.688805:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=6 00000020:00000001:0.0:1788687418.688806:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.688808:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.688811:0:34165:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687418.688814:0:34165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788687418.688822:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.688824:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.688825:0:34165:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687418.688828:0:34165:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687418.688830:0:34165:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687418.688837:0:34165:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687418.688840:0:34165:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687418.688841:0:34165:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687418.688846:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.688847:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.688848:0:34165:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.688852:0:34165:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687418.688853:0:34165:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.688855:0:34165:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.688858:0:34165:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.688860:0:34165:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687418.688861:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.688862:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.688863:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.688865:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687418.688866:0:34165:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687418.688869:0:34165:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.688871:0:34165:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.688874:0:34165:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.688875:0:34165:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.688877:0:34165:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788687418.688878:0:34165:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788687418.688880:0:34165:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788687418.688883:0:34165:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788687418.688896:0:34165:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.688899:0:34165:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.688904:0:34165:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788687418.688943:0:34165:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:0.0:1788687418.688946:0:34165:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:0.0:1788687418.688948:0:34165:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788687418.688951:0:34165:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788687418.688954:0:34165:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788687418 a=0 c=1788687418 b=1 00020000:00000001:0.0:1788687418.688958:0:34165:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.688960:0:34165:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.688962:0:34165:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000080:00200000:0.0:1788687418.688965:0:34165:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1788687418.688968:0:34165:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788687418.688970:0:34165:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788687418.688972:0:34165:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29c38c7530 (ffff9b29d0280cf8/0) at cl_lock_release():245 00000020:00000001:0.0:1788687418.688975:0:34165:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788687418.688976:0:34165:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c38c7530 (ffff9b29d0280cf8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788687418.688979:0:34165:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788687418.688981:0:34165:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687418.688982:0:34165:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687418.688984:0:34165:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788687418.688985:0:34165:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5ca0930 (ffff9b29c97d4008/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788687418.688988:0:34165:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788687418.688990:0:34165:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788687418.688991:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.688992:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687418.688993:0:34165:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788687418.688995:0:34165:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687418.688997:0:34165:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687418.688998:0:34165:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687418.689000:0:34165:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788687418.689001:0:34165:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c38c7530 (ffff9b29d0280cf8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788687418.689005:0:34165:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788687418.689006:0:34165:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788687418.689007:0:34165:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5ca0930 (ffff9b29d0280cf8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788687418.689010:0:34165:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d1209db0. 00000020:00000001:0.0:1788687418.689015:0:34165:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788687418.689017:0:34165:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5ca0900. 00020000:00000001:0.0:1788687418.689021:0:34165:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788687418.689022:0:34165:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788687418.689023:0:34165:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788687418.689025:0:34165:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689027:0:34165:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788687418.689030:0:34165:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788687418.689032:0:34165:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788687418.689033:0:34165:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788687418.689035:0:34165:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687418.689036:0:34165:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4000 00020000:00000001:0.0:1788687418.689039:0:34165:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788687418.689042:0:34165:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788687418.689044:0:34165:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788687418.689046:0:34165:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788687418.689050:0:34165:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788687418.689052:0:34165:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.689054:0:34165:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788687418.689057:0:34165:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788687418.689058:0:34165:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687418.689059:0:34165:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000001:00000001:0.0:1788687418.689061:0:34165:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689069:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bd28 00000080:00000008:0.0:1788687418.689072:0:34165:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9b29d8593248), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788687418.689204:0:34165:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:0.0:1788687418.689206:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bd88 00000080:00200008:0.0:1788687418.689209:0:34165:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 0, count: 4194304 00000080:00000001:0.0:1788687418.689213:0:34165:0:(pcc.c:2514:pcc_file_read_iter()) Process entered 00000080:00000001:0.0:1788687418.689215:0:34165:0:(pcc.c:2518:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788687418.689219:0:34165:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:0.0:1788687418.689224:0:34165:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:0.0:1788687418.689255:0:34165:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687418.689258:0:34165:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:0.0:1788687418.689260:0:34165:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000080:00000001:0.0:1788687418.689263:0:34165:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788687418.689267:0:34165:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.689270:0:34165:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788687418.689272:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bc98 00000080:00200000:0.0:1788687418.689273:0:34165:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:0.0:1788687418.689279:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bc30 00000080:00200000:0.0:1788687418.689280:0:34165:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:0.0:1788687418.689283:0:34165:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788687418.689288:0:34165:0:(cl_io.c:214:cl_io_rw_init()) header@000000000c6843e8[0x110, 2, [0x200000404:0x31:0x0] hash] 00000020:00200000:0.0:1788687418.689290:0:34165:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:0.0:1788687418.689292:0:34165:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:0.0:1788687418.689294:0:34165:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788687418.689296:0:34165:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788687418.689297:0:34165:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788687418.689299:0:34165:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687418.689301:0:34165:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788687418.689303:0:34165:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687418.689308:0:34165:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.689310:0:34165:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788687418.689312:0:34165:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.689313:0:34165:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687418.689316:0:34165:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff9b29c38c7590 type 1 ignore/verify layout 0/0 00020000:00000002:0.0:1788687418.689319:0:34165:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c6300000 00020000:00000001:0.0:1788687418.689322:0:34165:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788687418.689324:0:34165:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788687418.689326:0:34165:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788687418.689328:0:34165:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.689330:0:34165:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788687418.689331:0:34165:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788687418.689333:0:34165:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689334:0:34165:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687418.689336:0:34165:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788687418.689336:0:34165:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788687418.689338:0:34165:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c6300000 00000020:00000001:0.0:1788687418.689340:0:34165:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689343:0:34165:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689348:0:34165:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788687418.689350:0:34165:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788687418.689353:0:34165:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1788687418.689356:0:34165:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:0.0:1788687418.689359:0:34165:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788687418.689361:0:34165:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788687418.689363:0:34165:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:0.0:1788687418.689366:0:34165:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687418.689367:0:34165:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788687418.689368:0:34165:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687418.689370:0:34165:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509234184 : -110871200317432 : ffff9b29c97d4008) 00000020:00001000:0.0:1788687418.689372:0:34165:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4000 00000020:00000001:0.0:1788687418.689374:0:34165:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea530 -> ffff9b29c97ead00 00000020:00000001:0.0:1788687418.689375:0:34165:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788687418.689377:0:34165:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687418.689378:0:34165:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788687418.689380:0:34165:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.689381:0:34165:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.689383:0:34165:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687418.689387:0:34165:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788687418.689389:0:34165:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788687418.689393:0:34165:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689395:0:34165:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.689398:0:34165:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.689399:0:34165:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689401:0:34165:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689403:0:34165:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1788687418.689405:0:34165:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:0.0:1788687418.689407:0:34165:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788687418.689408:0:34165:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788687418.689411:0:34165:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788687418.689414:0:34165:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.689416:0:34165:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.689419:0:34165:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788687418.689421:0:34165:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:0.0:1788687418.689423:0:34165:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788687418.689424:0:34165:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788687418.689426:0:34165:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689428:0:34165:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.689430:0:34165:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.689432:0:34165:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.689434:0:34165:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.689436:0:34165:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788687418.689439:0:34165:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687418.689440:0:34165:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788687418.689441:0:34165:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687418.689443:0:34165:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689444:0:34165:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.689446:0:34165:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.689448:0:34165:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689450:0:34165:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687418.689451:0:34165:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788687418.689453:0:34165:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788687418.689455:0:34165:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788687418.689456:0:34165:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788687418.689458:0:34165:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:0.0:1788687418.689463:0:34165:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c5ca0900. 00020000:00000002:0.0:1788687418.689466:0:34165:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:0.0:1788687418.689468:0:34165:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788687418.689469:0:34165:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687418.689471:0:34165:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687418.689473:0:34165:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788687418.689475:0:34165:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29d1209db0. 00000008:00010000:0.0:1788687418.689478:0:34165:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788687418.689480:0:34165:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687418.689481:0:34165:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788687418.689484:0:34165:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c5ca0930, osc lock ffff9b29d1209db0, flags 0x0 00000020:00000001:0.0:1788687418.689486:0:34165:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.689488:0:34165:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.689490:0:34165:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202447157504 : -110871262394112 : ffff9b29c5ca0900) 00000020:00000001:0.0:1788687418.689493:0:34165:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687418.689494:0:34165:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788687418.689495:0:34165:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689497:0:34165:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689499:0:34165:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687418.689500:0:34165:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687418.689502:0:34165:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687418.689503:0:34165:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687418.689505:0:34165:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687418.689506:0:34165:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687418.689509:0:34165:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788687418.689512:0:34165:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689515:0:34165:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788687418.689517:0:34165:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788687418.689519:0:34165:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788687418.689520:0:34165:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788687418.689522:0:34165:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788687418.689523:0:34165:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788687418.689525:0:34165:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788687418.689527:0:34165:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687418.689531:0:34165:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090600 count: 2 00010000:00000001:0.0:1788687418.689534:0:34165:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687418.689539:0:34165:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687418.689542:0:34165:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687418.689546:0:34165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788687418.689554:0:34165:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687418.689557:0:34165:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687418.689560:0:34165:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687418.689567:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.689570:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.689571:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=4 00000020:00000001:0.0:1788687418.689573:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.689576:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00000008:00000001:0.0:1788687418.689579:0:34165:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788687418.689581:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.689582:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.689583:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=5 00000020:00000001:0.0:1788687418.689585:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.689588:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.689590:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.689591:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.689593:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=6 00000020:00000001:0.0:1788687418.689595:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.689596:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.689598:0:34165:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687418.689600:0:34165:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687418.689603:0:34165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687418.689609:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.689610:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687418.689612:0:34165:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.689613:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.689615:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.689616:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=7 00000020:00000001:0.0:1788687418.689618:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.689620:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.689622:0:34165:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687418.689624:0:34165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687418.689631:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.689632:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687418.689636:0:34165:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 6/1,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687418.689642:0:34165:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687418.689644:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.689645:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.689647:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.689648:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687418.689649:0:34165:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687418.689651:0:34165:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689653:0:34165:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.689655:0:34165:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689656:0:34165:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689658:0:34165:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689660:0:34165:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689661:0:34165:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689663:0:34165:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788687418.689666:0:34165:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:0.0:1788687418.689668:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bb90 00000080:00200000:0.0:1788687418.689670:0:34165:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:0.0:1788687418.689674:0:34165:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788687418.689677:0:34165:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788687418.689679:0:34165:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:0.0:1788687418.689682:0:34165:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687418.689683:0:34165:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687418.689685:0:34165:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788687418.689687:0:34165:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788687418.689691:0:34165:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689692:0:34165:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.689694:0:34165:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689696:0:34165:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689699:0:34165:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:0.0:1788687418.689701:0:34165:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:0.0:1788687418.689702:0:34165:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788687418.689705:0:34165:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788687418.689707:0:34165:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788687418 a=0 c=1788687418 b=1 00020000:00000001:0.0:1788687418.689709:0:34165:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689711:0:34165:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689714:0:34165:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000001:00000001:0.0:1788687418.689716:0:34165:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788687418.689718:0:34165:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:0.0:1788687418.689720:0:34165:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788687418.689721:0:34165:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788687418.689722:0:34165:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788687418.689724:0:34165:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788687418.689726:0:34165:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788687418.689730:0:34165:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c5ca0a00. 00020000:00000002:0.0:1788687418.689733:0:34165:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788687418.689735:0:34165:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788687418.689736:0:34165:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687418.689738:0:34165:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687418.689740:0:34165:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788687418.689743:0:34165:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29d1209c80. 00000008:00010000:0.0:1788687418.689745:0:34165:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788687418.689746:0:34165:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687418.689747:0:34165:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788687418.689749:0:34165:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c5ca0a30, osc lock ffff9b29d1209c80, flags 0x400001002 00000020:00000001:0.0:1788687418.689751:0:34165:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.689752:0:34165:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.689754:0:34165:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202447157760 : -110871262393856 : ffff9b29c5ca0a00) 00000020:00000001:0.0:1788687418.689756:0:34165:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687418.689757:0:34165:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788687418.689758:0:34165:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689760:0:34165:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689762:0:34165:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788687418.689764:0:34165:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788687418.689765:0:34165:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687418.689766:0:34165:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687418.689767:0:34165:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687418.689768:0:34165:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687418.689769:0:34165:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687418.689770:0:34165:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687418.689772:0:34165:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788687418.689774:0:34165:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788687418.689776:0:34165:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788687418.689777:0:34165:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788687418.689778:0:34165:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788687418.689779:0:34165:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788687418.689781:0:34165:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788687418.689782:0:34165:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788687418.689784:0:34165:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687418.689787:0:34165:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090600 count: 2 00010000:00000001:0.0:1788687418.689789:0:34165:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687418.689792:0:34165:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687418.689794:0:34165:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687418.689798:0:34165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788687418.689805:0:34165:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687418.689808:0:34165:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687418.689811:0:34165:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687418.689819:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.689820:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.689822:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=6 00000020:00000001:0.0:1788687418.689824:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.689826:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00000008:00000001:0.0:1788687418.689828:0:34165:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788687418.689829:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.689830:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.689831:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=7 00000020:00000001:0.0:1788687418.689832:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.689835:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00000020:00000001:0.0:1788687418.689837:0:34165:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788687418.689839:0:34165:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788687418.689840:0:34165:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788687418.689841:0:34165:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.689843:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.689844:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.689845:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=8 00000020:00000001:0.0:1788687418.689847:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.689848:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.689850:0:34165:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687418.689853:0:34165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 8/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687418.689861:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.689862:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687418.689865:0:34165:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 7/1,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687418.689871:0:34165:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687418.689872:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.689873:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.689874:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.689874:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687418.689875:0:34165:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687418.689877:0:34165:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689879:0:34165:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.689881:0:34165:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689882:0:34165:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689899:0:34165:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788687418.689900:0:34165:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788687418.689904:0:34165:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788687418.689941:0:34165:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788687418.689943:0:34165:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689945:0:34165:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.689948:0:34165:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788687418.689950:0:34165:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:0.0:1788687418.689952:0:34165:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:0.0:1788687418.689953:0:34165:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788687418.689955:0:34165:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788687418.689957:0:34165:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788687418 a=0 c=1788687418 b=1 00020000:00000001:0.0:1788687418.689959:0:34165:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689961:0:34165:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.689962:0:34165:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000080:00200000:0.0:1788687418.689964:0:34165:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1788687418.689967:0:34165:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788687418.689968:0:34165:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788687418.689970:0:34165:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29c38c7530 (ffff9b29d0280cf8/0) at cl_lock_release():245 00000020:00000001:0.0:1788687418.689973:0:34165:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788687418.689974:0:34165:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c38c7530 (ffff9b29d0280cf8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788687418.689976:0:34165:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788687418.689977:0:34165:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687418.689978:0:34165:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687418.689980:0:34165:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788687418.689981:0:34165:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5ca0a30 (ffff9b29c97d4008/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788687418.689984:0:34165:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788687418.689985:0:34165:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788687418.689986:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.689987:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687418.689988:0:34165:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788687418.689990:0:34165:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687418.689990:0:34165:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687418.689992:0:34165:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687418.689993:0:34165:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788687418.689994:0:34165:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c38c7530 (ffff9b29d0280cf8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788687418.689997:0:34165:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788687418.689998:0:34165:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788687418.690000:0:34165:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5ca0a30 (ffff9b29d0280cf8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788687418.690003:0:34165:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d1209c80. 00000020:00000001:0.0:1788687418.690007:0:34165:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788687418.690008:0:34165:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5ca0a00. 00020000:00000001:0.0:1788687418.690011:0:34165:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788687418.690012:0:34165:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788687418.690013:0:34165:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788687418.690015:0:34165:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788687418.690022:0:34165:0:(vvp_io.c:864:vvp_io_read_start()) header@000000000c6843e8[0x110, 2, [0x200000404:0x31:0x0] hash] 00000080:00000002:0.0:1788687418.690025:0:34165:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205322833969, 4194258 bytes, offset 46, size 46 00000080:00400000:0.0:1788687418.690028:0:34165:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:0.0:1788687418.690033:0:34165:0:(vvp_io.c:893:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:0.0:1788687418.690038:0:34165:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788687418.690039:0:34165:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687418.690041:0:34165:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788687418.690043:0:34165:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:0.0:1788687418.690044:0:34165:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000020:00000001:0.0:1788687418.690047:0:34165:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000020:00000001:0.0:1788687418.690049:0:34165:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788687418.690052:0:34165:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788687418.690055:0:34165:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690057:0:34165:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690059:0:34165:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000008:00000001:0.0:1788687418.690061:0:34165:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690063:0:34165:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.690064:0:34165:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.690066:0:34165:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690067:0:34165:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690069:0:34165:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788687418.690070:0:34165:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788687418.690072:0:34165:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788687418.690073:0:34165:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788687418.690074:0:34165:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788687418.690075:0:34165:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.690077:0:34165:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690079:0:34165:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788687418.690081:0:34165:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788687418.690083:0:34165:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788687418.690084:0:34165:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29c3900e48 (ffff9b29d0280cf8/0) at cl_lock_release():245 00000020:00000001:0.0:1788687418.690087:0:34165:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788687418.690088:0:34165:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c3900e48 (ffff9b29d0280cf8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788687418.690090:0:34165:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788687418.690091:0:34165:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687418.690092:0:34165:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687418.690094:0:34165:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788687418.690095:0:34165:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5ca0930 (ffff9b29c97d4008/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788687418.690097:0:34165:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788687418.690098:0:34165:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788687418.690100:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.690101:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.690103:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=5 00000020:00000001:0.0:1788687418.690105:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.690108:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.690110:0:34165:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687418.690113:0:34165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687418.690126:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.690128:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.690129:0:34165:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687418.690131:0:34165:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687418.690134:0:34165:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788687418.690142:0:34165:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687418.690145:0:34165:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687418.690148:0:34165:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687418.690153:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.690154:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.690156:0:34165:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.690159:0:34165:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687418.690161:0:34165:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.690164:0:34165:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.690167:0:34165:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.690170:0:34165:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687418.690171:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.690173:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.690174:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.690174:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687418.690176:0:34165:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788687418.690177:0:34165:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687418.690178:0:34165:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687418.690179:0:34165:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687418.690180:0:34165:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788687418.690181:0:34165:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c3900e48 (ffff9b29d0280cf8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788687418.690183:0:34165:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788687418.690184:0:34165:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788687418.690184:0:34165:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5ca0930 (ffff9b29d0280cf8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788687418.690187:0:34165:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d1209db0. 00000020:00000001:0.0:1788687418.690188:0:34165:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788687418.690190:0:34165:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5ca0900. 00020000:00000001:0.0:1788687418.690191:0:34165:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788687418.690193:0:34165:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788687418.690194:0:34165:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788687418.690196:0:34165:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788687418.690198:0:34165:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687418.690199:0:34165:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788687418.690200:0:34165:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788687418.690202:0:34165:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.690204:0:34165:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.690205:0:34165:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788687418.690206:0:34165:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788687418.690208:0:34165:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788687418.690210:0:34165:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:0.0:1788687418.690211:0:34165:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788687418.690213:0:34165:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788687418.690214:0:34165:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788687418.690215:0:34165:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687418.690217:0:34165:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788687418.690221:0:34165:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788687418.690223:0:34165:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.690225:0:34165:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.690227:0:34165:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788687418.690228:0:34165:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788687418.690230:0:34165:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690235:0:34165:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788687418.690236:0:34165:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788687418.690238:0:34165:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788687418.690239:0:34165:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788687418.690241:0:34165:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687418.690243:0:34165:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4000 00020000:00000001:0.0:1788687418.690246:0:34165:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788687418.690247:0:34165:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788687418.690248:0:34165:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788687418.690250:0:34165:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788687418.690253:0:34165:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788687418.690254:0:34165:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788687418.690256:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bc98 00000080:00200000:0.0:1788687418.690257:0:34165:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:0.0:1788687418.690261:0:34165:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:0.0:1788687418.690269:0:34165:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788687418.690271:0:34165:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000020:00000001:0.0:1788687418.690276:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bd88 00000080:00000008:0.0:1788687418.690278:0:34165:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:0.0:1788687418.690282:0:34165:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:0.0:1788687418.690358:0:34165:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:0.0:1788687418.690360:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bd88 00000080:00200008:0.0:1788687418.690363:0:34165:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 46, count: 4194304 00000080:00000001:0.0:1788687418.690366:0:34165:0:(pcc.c:2514:pcc_file_read_iter()) Process entered 00000080:00000001:0.0:1788687418.690369:0:34165:0:(pcc.c:2518:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788687418.690372:0:34165:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:0.0:1788687418.690375:0:34165:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788687418.690380:0:34165:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687418.690382:0:34165:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:0.0:1788687418.690384:0:34165:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000080:00000001:0.0:1788687418.690387:0:34165:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788687418.690390:0:34165:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.690392:0:34165:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788687418.690394:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bc98 00000080:00200000:0.0:1788687418.690395:0:34165:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:0.0:1788687418.690399:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bc30 00000080:00200000:0.0:1788687418.690400:0:34165:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:0.0:1788687418.690402:0:34165:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788687418.690406:0:34165:0:(cl_io.c:214:cl_io_rw_init()) header@000000000c6843e8[0x110, 2, [0x200000404:0x31:0x0] hash] 00000020:00200000:0.0:1788687418.690407:0:34165:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:0.0:1788687418.690410:0:34165:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:0.0:1788687418.690412:0:34165:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788687418.690414:0:34165:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788687418.690415:0:34165:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788687418.690418:0:34165:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687418.690420:0:34165:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788687418.690422:0:34165:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687418.690427:0:34165:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.690430:0:34165:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788687418.690431:0:34165:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.690433:0:34165:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687418.690436:0:34165:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff9b29c38c7590 type 1 ignore/verify layout 0/0 00020000:00000002:0.0:1788687418.690438:0:34165:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c6300000 00020000:00000001:0.0:1788687418.690442:0:34165:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788687418.690443:0:34165:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788687418.690445:0:34165:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788687418.690448:0:34165:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.690450:0:34165:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788687418.690452:0:34165:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788687418.690454:0:34165:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690456:0:34165:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687418.690457:0:34165:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788687418.690458:0:34165:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788687418.690459:0:34165:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c6300000 00000020:00000001:0.0:1788687418.690461:0:34165:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690463:0:34165:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690466:0:34165:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788687418.690467:0:34165:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788687418.690469:0:34165:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1788687418.690472:0:34165:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:0.0:1788687418.690474:0:34165:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788687418.690476:0:34165:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788687418.690479:0:34165:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:0.0:1788687418.690481:0:34165:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687418.690483:0:34165:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788687418.690484:0:34165:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687418.690486:0:34165:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509234184 : -110871200317432 : ffff9b29c97d4008) 00000020:00001000:0.0:1788687418.690488:0:34165:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4000 00000020:00000001:0.0:1788687418.690490:0:34165:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea530 -> ffff9b29c97ead00 00000020:00000001:0.0:1788687418.690491:0:34165:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788687418.690494:0:34165:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687418.690495:0:34165:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788687418.690497:0:34165:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.690499:0:34165:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.690501:0:34165:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687418.690504:0:34165:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788687418.690506:0:34165:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788687418.690509:0:34165:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690511:0:34165:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.690513:0:34165:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.690514:0:34165:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690516:0:34165:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690518:0:34165:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1788687418.690519:0:34165:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:0.0:1788687418.690521:0:34165:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788687418.690523:0:34165:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788687418.690526:0:34165:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788687418.690529:0:34165:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.690531:0:34165:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.690533:0:34165:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788687418.690534:0:34165:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:0.0:1788687418.690536:0:34165:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788687418.690537:0:34165:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788687418.690539:0:34165:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690541:0:34165:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.690542:0:34165:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.690544:0:34165:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.690546:0:34165:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.690548:0:34165:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788687418.690549:0:34165:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687418.690550:0:34165:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788687418.690551:0:34165:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687418.690552:0:34165:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690554:0:34165:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.690555:0:34165:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.690556:0:34165:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690558:0:34165:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687418.690559:0:34165:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788687418.690560:0:34165:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788687418.690562:0:34165:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788687418.690564:0:34165:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788687418.690565:0:34165:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:0.0:1788687418.690572:0:34165:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c5ca0900. 00020000:00000002:0.0:1788687418.690574:0:34165:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:0.0:1788687418.690576:0:34165:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788687418.690577:0:34165:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687418.690579:0:34165:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687418.690581:0:34165:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788687418.690584:0:34165:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29d1209db0. 00000008:00010000:0.0:1788687418.690586:0:34165:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788687418.690588:0:34165:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687418.690589:0:34165:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788687418.690591:0:34165:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c5ca0930, osc lock ffff9b29d1209db0, flags 0x0 00000020:00000001:0.0:1788687418.690593:0:34165:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.690595:0:34165:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.690598:0:34165:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202447157504 : -110871262394112 : ffff9b29c5ca0900) 00000020:00000001:0.0:1788687418.690600:0:34165:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687418.690601:0:34165:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788687418.690603:0:34165:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690604:0:34165:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690606:0:34165:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687418.690607:0:34165:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687418.690609:0:34165:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687418.690610:0:34165:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687418.690612:0:34165:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687418.690613:0:34165:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687418.690615:0:34165:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788687418.690616:0:34165:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690618:0:34165:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788687418.690620:0:34165:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788687418.690621:0:34165:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788687418.690622:0:34165:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788687418.690623:0:34165:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788687418.690625:0:34165:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788687418.690627:0:34165:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788687418.690629:0:34165:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687418.690634:0:34165:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090600 count: 2 00010000:00000001:0.0:1788687418.690637:0:34165:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687418.690642:0:34165:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687418.690647:0:34165:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687418.690651:0:34165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788687418.690662:0:34165:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687418.690666:0:34165:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687418.690669:0:34165:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788687418.690677:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.690679:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.690681:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=4 00000020:00000001:0.0:1788687418.690683:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.690685:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00000008:00000001:0.0:1788687418.690688:0:34165:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788687418.690689:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.690690:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.690691:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=5 00000020:00000001:0.0:1788687418.690693:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.690696:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.690697:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.690698:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.690699:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=6 00000020:00000001:0.0:1788687418.690700:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.690702:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.690703:0:34165:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687418.690704:0:34165:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687418.690707:0:34165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788687418.690713:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.690714:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687418.690716:0:34165:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.690718:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.690719:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.690721:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=7 00000020:00000001:0.0:1788687418.690723:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.690724:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.690726:0:34165:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687418.690729:0:34165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788687418.690740:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.690741:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687418.690743:0:34165:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 6/1,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788687418.690749:0:34165:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687418.690750:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.690751:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.690752:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.690753:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687418.690755:0:34165:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687418.690757:0:34165:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690758:0:34165:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.690759:0:34165:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690761:0:34165:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690762:0:34165:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690764:0:34165:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690766:0:34165:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690767:0:34165:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788687418.690769:0:34165:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:0.0:1788687418.690771:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bb90 00000080:00200000:0.0:1788687418.690772:0:34165:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:0.0:1788687418.690775:0:34165:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788687418.690777:0:34165:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788687418.690779:0:34165:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:0.0:1788687418.690781:0:34165:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687418.690782:0:34165:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687418.690784:0:34165:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788687418.690786:0:34165:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788687418.690789:0:34165:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690791:0:34165:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.690792:0:34165:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690794:0:34165:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690796:0:34165:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:0.0:1788687418.690798:0:34165:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:0.0:1788687418.690800:0:34165:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788687418.690802:0:34165:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788687418.690806:0:34165:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788687418.690808:0:34165:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1788687418.690810:0:34165:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788687418.690812:0:34165:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1788687418.690814:0:34165:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[0]: s=46 (1) m=1788687418 a=1788687418 c=1788687418 b=1 00020000:00000001:0.0:1788687418.690818:0:34165:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687418.690820:0:34165:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788687418 a=1788687418 c=1788687418 b=1 00020000:00000001:0.0:1788687418.690823:0:34165:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690825:0:34165:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690826:0:34165:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000001:00000001:0.0:1788687418.690829:0:34165:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788687418.690831:0:34165:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:0.0:1788687418.690833:0:34165:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788687418.690834:0:34165:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788687418.690835:0:34165:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788687418.690836:0:34165:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788687418.690838:0:34165:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788687418.690842:0:34165:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c5ca0a00. 00020000:00000002:0.0:1788687418.690844:0:34165:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788687418.690846:0:34165:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788687418.690847:0:34165:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687418.690849:0:34165:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687418.690850:0:34165:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788687418.690853:0:34165:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29d1209c80. 00000008:00010000:0.0:1788687418.690855:0:34165:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788687418.690856:0:34165:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687418.690857:0:34165:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788687418.690859:0:34165:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c5ca0a30, osc lock ffff9b29d1209c80, flags 0x400001002 00000020:00000001:0.0:1788687418.690860:0:34165:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.690862:0:34165:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.690863:0:34165:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202447157760 : -110871262393856 : ffff9b29c5ca0a00) 00000020:00000001:0.0:1788687418.690866:0:34165:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687418.690867:0:34165:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788687418.690868:0:34165:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690870:0:34165:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.690872:0:34165:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788687418.690874:0:34165:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788687418.690876:0:34165:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687418.690877:0:34165:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687418.690878:0:34165:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687418.690879:0:34165:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687418.690881:0:34165:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687418.690882:0:34165:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687418.690883:0:34165:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788687418.693874:0:34165:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788687418.693879:0:34165:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788687418.693881:0:34165:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788687418.693892:0:34165:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788687418.693893:0:34165:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788687418.693895:0:34165:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788687418.693897:0:34165:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788687418.693969:0:34165:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687418.693980:0:34165:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090600 count: 2 00010000:00000001:0.0:1788687418.693984:0:34165:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687418.693992:0:34165:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687418.693997:0:34165:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687418.694002:0:34165:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788687418.694020:0:34165:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687418.694029:0:34165:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687418.694032:0:34165:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788687418.694041:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.694044:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.694047:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=6 00000020:00000001:0.0:1788687418.694050:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.694053:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00000008:00000001:0.0:1788687418.694059:0:34165:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788687418.694062:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.694064:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.694065:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=7 00000020:00000001:0.0:1788687418.694067:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.694069:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00000020:00000001:0.0:1788687418.694074:0:34165:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788687418.694076:0:34165:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788687418.694078:0:34165:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788687418.694080:0:34165:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.694082:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.694083:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.694084:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=8 00000020:00000001:0.0:1788687418.694086:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.694088:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.694090:0:34165:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687418.694093:0:34165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 8/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788687418.694101:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.694103:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687418.694106:0:34165:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 7/1,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788687418.694113:0:34165:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687418.694115:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.694116:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.694117:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.694118:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687418.694119:0:34165:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687418.694122:0:34165:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.694126:0:34165:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.694129:0:34165:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.694132:0:34165:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.694133:0:34165:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788687418.694135:0:34165:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788687418.694137:0:34165:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788687418.694139:0:34165:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788687418.694142:0:34165:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.694145:0:34165:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.694152:0:34165:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788687418.694155:0:34165:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:0.0:1788687418.694158:0:34165:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:0.0:1788687418.694159:0:34165:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788687418.694164:0:34165:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788687418.694167:0:34165:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788687418 a=1788687418 c=1788687418 b=1 00020000:00000001:0.0:1788687418.694171:0:34165:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.694173:0:34165:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.694175:0:34165:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000080:00200000:0.0:1788687418.694178:0:34165:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1788687418.694181:0:34165:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788687418.694185:0:34165:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788687418.694187:0:34165:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29c38c7530 (ffff9b29d0280cf8/0) at cl_lock_release():245 00000020:00000001:0.0:1788687418.694190:0:34165:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788687418.694192:0:34165:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c38c7530 (ffff9b29d0280cf8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788687418.694195:0:34165:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788687418.694200:0:34165:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687418.694202:0:34165:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687418.694205:0:34165:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788687418.694206:0:34165:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5ca0a30 (ffff9b29c97d4008/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788687418.694209:0:34165:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788687418.694211:0:34165:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788687418.694213:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.694214:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687418.694215:0:34165:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788687418.694217:0:34165:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687418.694219:0:34165:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687418.694220:0:34165:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687418.694221:0:34165:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788687418.694223:0:34165:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c38c7530 (ffff9b29d0280cf8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788687418.694226:0:34165:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788687418.694227:0:34165:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788687418.694228:0:34165:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5ca0a30 (ffff9b29d0280cf8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788687418.694233:0:34165:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d1209c80. 00000020:00000001:0.0:1788687418.694240:0:34165:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788687418.694242:0:34165:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5ca0a00. 00020000:00000001:0.0:1788687418.694246:0:34165:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788687418.694247:0:34165:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788687418.694249:0:34165:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788687418.694251:0:34165:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788687418.694259:0:34165:0:(vvp_io.c:864:vvp_io_read_start()) header@000000000c6843e8[0x110, 2, [0x200000404:0x31:0x0] hash] 00000080:00000002:0.0:1788687418.694262:0:34165:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205322833969, 4194304 bytes, offset 46, size 46 00000080:00400000:0.0:1788687418.694265:0:34165:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:0.0:1788687418.694272:0:34165:0:(vvp_io.c:893:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:0.0:1788687418.694281:0:34165:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788687418.694283:0:34165:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687418.694285:0:34165:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788687418.694288:0:34165:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:0.0:1788687418.694290:0:34165:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000020:00000001:0.0:1788687418.694292:0:34165:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000020:00000001:0.0:1788687418.694294:0:34165:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788687418.694297:0:34165:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788687418.694299:0:34165:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.694301:0:34165:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.694303:0:34165:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000008:00000001:0.0:1788687418.694305:0:34165:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.694307:0:34165:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.694309:0:34165:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.694311:0:34165:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.694312:0:34165:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.694315:0:34165:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788687418.694317:0:34165:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788687418.694318:0:34165:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788687418.694320:0:34165:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788687418.694321:0:34165:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788687418.694323:0:34165:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.694325:0:34165:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.694327:0:34165:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788687418.694329:0:34165:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788687418.694331:0:34165:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788687418.694333:0:34165:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29c3900e48 (ffff9b29d0280cf8/0) at cl_lock_release():245 00000020:00000001:0.0:1788687418.694336:0:34165:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788687418.694337:0:34165:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c3900e48 (ffff9b29d0280cf8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788687418.694340:0:34165:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788687418.694341:0:34165:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687418.694342:0:34165:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687418.694344:0:34165:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788687418.694345:0:34165:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5ca0930 (ffff9b29c97d4008/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788687418.694348:0:34165:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788687418.694349:0:34165:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788687418.694351:0:34165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687418.694353:0:34165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687418.694355:0:34165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=5 00000020:00000001:0.0:1788687418.694357:0:34165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.694359:0:34165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687418.694362:0:34165:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687418.694365:0:34165:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788687418.694372:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.694373:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.694374:0:34165:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687418.694378:0:34165:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687418.694381:0:34165:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:0.0:1788687418.694389:0:34165:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687418.694393:0:34165:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687418.694396:0:34165:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687418.694399:0:34165:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.694404:0:34165:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687418.694406:0:34165:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.694408:0:34165:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.694412:0:34165:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687418.694414:0:34165:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687418.694416:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.694418:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687418.694419:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.694420:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687418.694421:0:34165:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788687418.694423:0:34165:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687418.694424:0:34165:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687418.694425:0:34165:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687418.694426:0:34165:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788687418.694428:0:34165:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c3900e48 (ffff9b29d0280cf8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788687418.694430:0:34165:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788687418.694431:0:34165:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788687418.694433:0:34165:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5ca0930 (ffff9b29d0280cf8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788687418.694435:0:34165:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d1209db0. 00000020:00000001:0.0:1788687418.694438:0:34165:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788687418.694440:0:34165:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5ca0900. 00020000:00000001:0.0:1788687418.694442:0:34165:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788687418.694443:0:34165:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788687418.694444:0:34165:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788687418.694446:0:34165:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788687418.694448:0:34165:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687418.694449:0:34165:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788687418.694450:0:34165:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788687418.694452:0:34165:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.694454:0:34165:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.694456:0:34165:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788687418.694457:0:34165:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788687418.694459:0:34165:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788687418.694462:0:34165:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:0.0:1788687418.694464:0:34165:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788687418.694465:0:34165:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788687418.694467:0:34165:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788687418.694469:0:34165:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687418.694470:0:34165:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788687418.694474:0:34165:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788687418.694475:0:34165:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.694477:0:34165:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.694479:0:34165:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788687418.694480:0:34165:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788687418.694482:0:34165:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.694487:0:34165:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788687418.694490:0:34165:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788687418.694492:0:34165:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788687418.694494:0:34165:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788687418.694496:0:34165:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687418.694499:0:34165:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4000 00020000:00000001:0.0:1788687418.694503:0:34165:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788687418.694505:0:34165:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788687418.694507:0:34165:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788687418.694509:0:34165:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788687418.694512:0:34165:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788687418.694513:0:34165:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788687418.694516:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bc98 00000080:00200000:0.0:1788687418.694519:0:34165:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:0.0:1788687418.695758:0:34165:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:0.0:1788687418.695761:0:34165:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788687418.695766:0:34165:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000020:00000001:0.0:1788687418.695774:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bd88 00000080:00000008:0.0:1788687418.695776:0:34165:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:0.0:1788687418.695780:0:34165:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687418.695962:0:34165:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788687418.695967:0:34165:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c6300000 00020000:00000002:0.0:1788687418.695972:0:34165:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c6300000 00020000:00000001:0.0:1788687418.695975:0:34165:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.695987:0:34165:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788687418.695990:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bdf0 00000080:00200008:0.0:1788687418.695991:0:34165:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x31:0x0](ffff9b29d8593248), flags 100000 00000080:00000001:0.0:1788687418.695996:0:34165:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788687418.696000:0:34165:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788687418.696002:0:34165:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788687418.696003:0:34165:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c6300000 00020000:00000002:0.0:1788687418.696006:0:34165:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c6300000 00020000:00000001:0.0:1788687418.696008:0:34165:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.696011:0:34165:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788687418.696021:0:34165:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687418.696026:0:34165:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687418.696035:0:34165:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 3 00010000:00000001:0.0:1788687418.696038:0:34165:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687418.696044:0:34165:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788687418.696048:0:34165:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788687418.696052:0:34165:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687418.696058:0:34165:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687418.696064:0:34165:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811f27 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2d39 expref: -99 pid: 34165 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788687418.696073:0:34165:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687418.696075:0:34165:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687418.696078:0:34165:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1788687418.696080:0:34165:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x31:0x0]: 16 00000080:00000010:0.0:1788687418.696083:0:34165:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29d0061540. 00000080:00000001:0.0:1788687418.696088:0:34165:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687418.696094:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4bdf0 00000080:00000008:0.0:1788687418.696096:0:34165:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9b29d8593248), flags 100000, rc = 0 00000080:00000001:0.0:1788687418.696098:0:34165:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687418.696103:0:34165:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788687418.696105:0:34165:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c4be00 00000080:00002000:0.0:1788687418.696107:0:34165:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9b29d8712870, parent ffff9b29d84cabd0, inode ffff9b29d8593248) hashed, 00000080:00000001:0.0:1788687418.696109:0:34165:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.724076:0:34166:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687418.724086:0:34166:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687418.724089:0:34166:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687418.724093:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23b20 00000080:00200000:2.0:1788687418.724100:0:34166:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687418.724109:0:34166:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c5d75200. 00800000:00000002:2.0:1788687418.724117:0:34166:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687418.724123:0:34166:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687418.724130:0:34166:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687418.724134:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23a40 00800000:00000002:2.0:1788687418.724137:0:34166:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687418.724141:0:34166:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687418.724146:0:34166:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687418.724154:0:34166:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687418.724156:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23910 00000002:00010000:2.0:1788687418.724158:0:34166:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687418.724162:0:34166:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687418.724165:0:34166:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687418.724169:0:34166:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687418.724178:0:34166:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de800 count: 2 00010000:00000001:2.0:1788687418.724182:0:34166:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687418.724189:0:34166:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687418.724195:0:34166:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687418.724201:0:34166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788687418.724214:0:34166:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687418.724220:0:34166:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687418.724224:0:34166:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788687418.724232:0:34166:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687418.724234:0:34166:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687418.724236:0:34166:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687418.724238:0:34166:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687418.724241:0:34166:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687418.724243:0:34166:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687418.724246:0:34166:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687418.724250:0:34166:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687418.724254:0:34166:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c5d75200. 00000080:00000001:2.0:1788687418.724259:0:34166:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687418.724261:0:34166:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687418.724265:0:34166:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687418.724456:0:34166:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f20 00800000:00000001:2.0:1788687418.724461:0:34166:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687418.724463:0:34166:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687418.724465:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687418.724468:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687418.724471:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4800 refcount=3 00000020:00000001:2.0:1788687418.724474:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:2.0:1788687418.724478:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:2.0:1788687418.724481:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.724483:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687418.724485:0:34166:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687418.724487:0:34166:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687418.724490:0:34166:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f20 from it ffffaca081d23b58 00010000:00000001:2.0:1788687418.724492:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687418.724494:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687418.724496:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4800 refcount=3 00000020:00000001:2.0:1788687418.724498:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:2.0:1788687418.724500:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:2.0:1788687418.724503:0:34166:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687418.724507:0:34166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687418.724514:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.724515:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687418.724517:0:34166:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687418.724519:0:34166:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687418.724523:0:34166:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687418.724532:0:34166:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687418.724536:0:34166:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687418.724538:0:34166:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687418.724543:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.724545:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687418.724548:0:34166:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.724552:0:34166:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687418.724554:0:34166:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.724556:0:34166:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.724559:0:34166:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.724562:0:34166:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687418.724563:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.724565:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687418.724568:0:34166:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687418.724570:0:34166:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687418.724573:0:34166:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788687418.724578:0:34166:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.724582:0:34166:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788687418.724585:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23b48 00000080:00002000:2.0:1788687418.724587:0:34166:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9b29d8712870) flags 0x48004e refc 0 00000080:00000001:2.0:1788687418.724590:0:34166:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.724592:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23b90 00000080:00200000:2.0:1788687418.724594:0:34166:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:2.0:1788687418.724602:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23d08 00000080:00200008:2.0:1788687418.724604:0:34166:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff9b29d8593248), request_mask 606, flags 0, foreign 0 00000080:00000001:2.0:1788687418.724609:0:34166:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687418.724610:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23c80 00000080:00200000:2.0:1788687418.724612:0:34166:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9b29d8593248),name=recon 00000080:00000010:2.0:1788687418.724618:0:34166:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c5d75200. 00800000:00000002:2.0:1788687418.724694:0:34166:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687418.724701:0:34166:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687418.724703:0:34166:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687418.724705:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23ba0 00800000:00000002:2.0:1788687418.724707:0:34166:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687418.724710:0:34166:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687418.724714:0:34166:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687418.724717:0:34166:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687418.724719:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23a70 00000002:00010000:2.0:1788687418.724721:0:34166:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687418.724724:0:34166:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687418.724726:0:34166:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687418.724727:0:34166:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687418.724732:0:34166:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 3 00010000:00000001:2.0:1788687418.724734:0:34166:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687418.724737:0:34166:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687418.724739:0:34166:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687418.724743:0:34166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1788687418.724750:0:34166:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687418.724753:0:34166:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687418.724755:0:34166:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1788687418.724762:0:34166:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687418.724764:0:34166:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687418.724766:0:34166:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687418.724768:0:34166:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687418.724769:0:34166:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687418.724771:0:34166:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687418.724774:0:34166:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687418.724776:0:34166:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687418.724778:0:34166:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c5d75200. 00000080:00000001:2.0:1788687418.724781:0:34166:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687418.724782:0:34166:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687418.724785:0:34166:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff9b29d8593248) 00000080:00010000:2.0:1788687418.724788:0:34166:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9b29d8593248) for lock 0x230d04438e811efd 00800000:00000001:2.0:1788687418.724791:0:34166:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687418.724792:0:34166:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687418.724793:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687418.724794:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687418.724796:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=3 00000020:00000001:2.0:1788687418.724798:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:2.0:1788687418.724800:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:2.0:1788687418.724802:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.724803:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687418.724877:0:34166:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687418.724880:0:34166:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687418.724883:0:34166:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811efd from it ffffaca081d23cb8 00010000:00000001:2.0:1788687418.724893:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687418.724895:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687418.724897:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=3 00000020:00000001:2.0:1788687418.724899:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:2.0:1788687418.724901:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:2.0:1788687418.724903:0:34166:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687418.725102:0:34166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788687418.725111:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.725113:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687418.725114:0:34166:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687418.725116:0:34166:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687418.725119:0:34166:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1788687418.725126:0:34166:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687418.725128:0:34166:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687418.725129:0:34166:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687418.725132:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.725133:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687418.725135:0:34166:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.725137:0:34166:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687418.725138:0:34166:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.725140:0:34166:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.725142:0:34166:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.725145:0:34166:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687418.725146:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.725148:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687418.725149:0:34166:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687418.725152:0:34166:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687418.725155:0:34166:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788687418.725159:0:34166:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788687418.725162:0:34166:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687418.725164:0:34166:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788687418.725166:0:34166:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.725168:0:34166:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788687418.725172:0:34166:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788687418.725175:0:34166:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687418.725180:0:34166:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509237928 : -110871200313688 : ffff9b29c97d4ea8) 00000020:00001000:2.0:1788687418.725183:0:34166:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4ea0 00000020:00000001:2.0:1788687418.725189:0:34166:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:2.0:1788687418.725192:0:34166:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788687418.725195:0:34166:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788687418.725197:0:34166:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788687418.725200:0:34166:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687418.725202:0:34166:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788687418.725204:0:34166:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788687418.725207:0:34166:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.725209:0:34166:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687418.725214:0:34166:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff9b29d023cbf0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788687418.725218:0:34166:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c12227c0 00020000:00000001:2.0:1788687418.725222:0:34166:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788687418.725224:0:34166:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788687418.725227:0:34166:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788687418.725229:0:34166:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.725231:0:34166:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788687418.725234:0:34166:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788687418.725236:0:34166:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.725237:0:34166:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687418.725238:0:34166:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788687418.725239:0:34166:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788687418.725241:0:34166:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c12227c0 00000020:00000001:2.0:1788687418.725243:0:34166:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788687418.725245:0:34166:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788687418.725246:0:34166:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:2.0:1788687418.725249:0:34166:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788687418.725251:0:34166:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788687418.725254:0:34166:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788687418.725257:0:34166:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788687418.725263:0:34166:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788687418.725347:0:34166:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c5044500. 00020000:00000002:2.0:1788687418.725352:0:34166:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788687418.725354:0:34166:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788687418.725357:0:34166:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687418.725359:0:34166:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788687418.725360:0:34166:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687418.725362:0:34166:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:2.0:1788687418.725364:0:34166:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:2.0:1788687418.725367:0:34166:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea530 -> ffff9b29c97ead00 00000020:00000001:2.0:1788687418.725369:0:34166:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788687418.725373:0:34166:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687418.725374:0:34166:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788687418.725376:0:34166:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.725378:0:34166:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.725381:0:34166:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:2.0:1788687418.725383:0:34166:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788687418.725388:0:34166:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29d12aa130. 00000008:00010000:2.0:1788687418.725391:0:34166:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788687418.725394:0:34166:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788687418.725396:0:34166:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788687418.725398:0:34166:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c5044530, osc lock ffff9b29d12aa130, flags 0x400001002 00000020:00000001:2.0:1788687418.725400:0:34166:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.725402:0:34166:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.725405:0:34166:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202434196736 : -110871275354880 : ffff9b29c5044500) 00000020:00000001:2.0:1788687418.725407:0:34166:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788687418.725408:0:34166:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788687418.725410:0:34166:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.725411:0:34166:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.725414:0:34166:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788687418.725417:0:34166:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788687418.725418:0:34166:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788687418.725420:0:34166:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788687418.725421:0:34166:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687418.725422:0:34166:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:2.0:1788687418.725424:0:34166:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788687418.725427:0:34166:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788687418.725430:0:34166:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788687418.725434:0:34166:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788687418.725437:0:34166:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788687418.725439:0:34166:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788687418.725441:0:34166:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788687418.725442:0:34166:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788687418.725444:0:34166:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788687418.725446:0:34166:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788687418.725448:0:34166:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687418.725453:0:34166:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090600 count: 2 00010000:00000001:2.0:1788687418.725455:0:34166:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687418.725460:0:34166:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687418.725463:0:34166:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687418.725467:0:34166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 02000000:00000001:2.0:1788687418.725478:0:34166:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687418.725481:0:34166:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687418.725484:0:34166:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:2.0:1788687418.725491:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687418.725492:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687418.725494:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=4 00000020:00000001:2.0:1788687418.725497:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687418.725499:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00000008:00000001:2.0:1788687418.725502:0:34166:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788687418.725505:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687418.725506:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687418.725507:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=5 00000020:00000001:2.0:1788687418.725509:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687418.725511:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00000020:00000001:2.0:1788687418.725514:0:34166:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788687418.725517:0:34166:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788687418.725519:0:34166:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788687418.725521:0:34166:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.725522:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687418.725523:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687418.725524:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=6 00000020:00000001:2.0:1788687418.725526:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687418.725528:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:2.0:1788687418.725530:0:34166:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687418.725532:0:34166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:2.0:1788687418.725539:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.725541:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687418.725542:0:34166:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687418.725544:0:34166:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687418.725547:0:34166:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:2.0:1788687418.725554:0:34166:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687418.725556:0:34166:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687418.725557:0:34166:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687418.725559:0:34166:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.725561:0:34166:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687418.725563:0:34166:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.725565:0:34166:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.725568:0:34166:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.725570:0:34166:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687418.725571:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.725572:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687418.725574:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.725575:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788687418.725576:0:34166:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687418.725579:0:34166:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.725581:0:34166:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687418.725585:0:34166:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.725586:0:34166:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.725588:0:34166:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788687418.725589:0:34166:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788687418.725592:0:34166:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788687418.725594:0:34166:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1788687418.725596:0:34166:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.725598:0:34166:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.725603:0:34166:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788687418.725605:0:34166:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:2.0:1788687418.725608:0:34166:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:2.0:1788687418.725610:0:34166:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788687418.725614:0:34166:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788687418.725619:0:34166:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788687418.725702:0:34166:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:2.0:1788687418.725704:0:34166:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788687418.725705:0:34166:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:2.0:1788687418.725708:0:34166:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[0]: s=46 (1) m=1788687418 a=1788687418 c=1788687418 b=1 00020000:00000001:2.0:1788687418.725712:0:34166:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687418.725715:0:34166:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788687418 a=1788687418 c=1788687418 b=1 00020000:00000001:2.0:1788687418.725718:0:34166:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.725720:0:34166:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.725723:0:34166:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000080:00200000:2.0:1788687418.725726:0:34166:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:2.0:1788687418.725729:0:34166:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788687418.725731:0:34166:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788687418.725733:0:34166:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29d023cb90 (ffff9b29c97d4ea8/0) at cl_lock_release():245 00000020:00000001:2.0:1788687418.725736:0:34166:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788687418.725738:0:34166:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29d023cb90 (ffff9b29c97d4ea8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788687418.725741:0:34166:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788687418.725743:0:34166:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687418.725744:0:34166:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:2.0:1788687418.725746:0:34166:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788687418.725748:0:34166:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5044530 (ffff9b29d02806c8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788687418.725751:0:34166:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788687418.725752:0:34166:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788687418.725754:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.725755:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788687418.725757:0:34166:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788687418.725759:0:34166:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687418.725760:0:34166:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687418.725761:0:34166:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687418.725763:0:34166:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788687418.725764:0:34166:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29d023cb90 (ffff9b29c97d4ea8/0) at cl_lock_fini():72 00020000:00000001:2.0:1788687418.725767:0:34166:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788687418.725768:0:34166:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788687418.725770:0:34166:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5044530 (ffff9b29c97d4ea8/1) at cl_lock_fini():72 00000008:00000010:2.0:1788687418.725773:0:34166:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d12aa130. 00000020:00000001:2.0:1788687418.725779:0:34166:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788687418.725781:0:34166:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5044500. 00020000:00000001:2.0:1788687418.725785:0:34166:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788687418.725787:0:34166:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788687418.725788:0:34166:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788687418.725790:0:34166:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.725793:0:34166:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788687418.725796:0:34166:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788687418.725798:0:34166:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788687418.725799:0:34166:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788687418.725801:0:34166:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788687418.725802:0:34166:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00020000:00000001:2.0:1788687418.725881:0:34166:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788687418.725893:0:34166:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788687418.725897:0:34166:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788687418.725900:0:34166:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788687418.725904:0:34166:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788687418.726732:0:34166:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.726736:0:34166:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788687418.726738:0:34166:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788687418.726740:0:34166:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788687418.726742:0:34166:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4ea0 00000001:00000001:2.0:1788687418.726746:0:34166:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.726757:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23d08 00000080:00000008:2.0:1788687418.726760:0:34166:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9b29d8593248), request_mask 606, flags 0, foreign 0 00000080:00000001:2.0:1788687418.726766:0:34166:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788687418.726768:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23da0 00000080:00002000:2.0:1788687418.726770:0:34166:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9b29d8712870, parent ffff9b29d84cabd0, inode ffff9b29d8593248) hashed, 00000080:00000001:2.0:1788687418.726773:0:34166:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.728755:0:34166:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687418.728764:0:34166:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687418.728767:0:34166:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687418.728771:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23bc0 00000080:00200000:2.0:1788687418.728775:0:34166:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687418.728789:0:34166:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c5d75200. 00800000:00000002:2.0:1788687418.728798:0:34166:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687418.729255:0:34166:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687418.729263:0:34166:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687418.729265:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23ae0 00800000:00000002:2.0:1788687418.729331:0:34166:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687418.729337:0:34166:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687418.729342:0:34166:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687418.729348:0:34166:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687418.729350:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d239b0 00000002:00010000:2.0:1788687418.729352:0:34166:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687418.729356:0:34166:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687418.729358:0:34166:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687418.729361:0:34166:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687418.729369:0:34166:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de800 count: 2 00010000:00000001:2.0:1788687418.729373:0:34166:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687418.729379:0:34166:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687418.729383:0:34166:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687418.729389:0:34166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788687418.729402:0:34166:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687418.729407:0:34166:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687418.729411:0:34166:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788687418.729419:0:34166:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687418.729421:0:34166:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687418.729423:0:34166:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687418.729425:0:34166:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687418.729428:0:34166:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687418.729431:0:34166:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687418.729434:0:34166:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687418.729438:0:34166:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687418.729442:0:34166:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c5d75200. 00000080:00000001:2.0:1788687418.729449:0:34166:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687418.729451:0:34166:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687418.729454:0:34166:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687418.729459:0:34166:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f20 00800000:00000001:2.0:1788687418.729463:0:34166:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687418.729465:0:34166:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687418.729467:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687418.729469:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687418.729472:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4800 refcount=3 00000020:00000001:2.0:1788687418.729475:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:2.0:1788687418.729478:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:2.0:1788687418.729481:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.729483:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687418.729484:0:34166:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687418.729486:0:34166:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687418.729489:0:34166:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f20 from it ffffaca081d23bf8 00010000:00000001:2.0:1788687418.729491:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687418.729492:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687418.729493:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4800 refcount=3 00000020:00000001:2.0:1788687418.729495:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:2.0:1788687418.729497:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:2.0:1788687418.729499:0:34166:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687418.729502:0:34166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687418.729508:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.729509:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687418.729511:0:34166:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687418.729513:0:34166:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687418.729516:0:34166:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788687418.729524:0:34166:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687418.729528:0:34166:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687418.729531:0:34166:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687418.729537:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.729538:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687418.729540:0:34166:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.729544:0:34166:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687418.729546:0:34166:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.729548:0:34166:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.729551:0:34166:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.729553:0:34166:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687418.729555:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.729556:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687418.729559:0:34166:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687418.729561:0:34166:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687418.729563:0:34166:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788687418.729568:0:34166:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.729574:0:34166:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788687418.729577:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23be8 00000080:00002000:2.0:1788687418.729578:0:34166:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9b29d8712870) flags 0x48004e refc 0 00000080:00000001:2.0:1788687418.729581:0:34166:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.729583:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23c30 00000080:00200000:2.0:1788687418.729584:0:34166:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:2.0:1788687418.729608:0:34166:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1788687418.729611:0:34166:0:(xattr.c:565:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:2.0:1788687418.729615:0:34166:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788687418.729628:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23e40 00000080:00002000:2.0:1788687418.729631:0:34166:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9b29d8712870, parent ffff9b29d84cabd0, inode ffff9b29d8593248) hashed, 00000080:00000001:2.0:1788687418.729634:0:34166:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.729659:0:34166:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687418.729661:0:34166:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687418.729663:0:34166:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687418.729664:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23bc0 00000080:00200000:2.0:1788687418.729666:0:34166:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687418.729671:0:34166:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c5d75200. 00800000:00000002:2.0:1788687418.729674:0:34166:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687418.729677:0:34166:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687418.729678:0:34166:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687418.729680:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23ae0 00800000:00000002:2.0:1788687418.729682:0:34166:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687418.729684:0:34166:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687418.729686:0:34166:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687418.729688:0:34166:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687418.729690:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d239b0 00000002:00010000:2.0:1788687418.729691:0:34166:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687418.729694:0:34166:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687418.729695:0:34166:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687418.729696:0:34166:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687418.729699:0:34166:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de800 count: 2 00010000:00000001:2.0:1788687418.729701:0:34166:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687418.729703:0:34166:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687418.729705:0:34166:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687418.729709:0:34166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788687418.729716:0:34166:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687418.729718:0:34166:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687418.729720:0:34166:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788687418.729727:0:34166:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687418.729728:0:34166:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687418.729730:0:34166:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687418.729732:0:34166:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687418.729733:0:34166:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687418.729735:0:34166:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687418.729737:0:34166:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687418.729740:0:34166:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687418.729743:0:34166:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c5d75200. 00000080:00000001:2.0:1788687418.729745:0:34166:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687418.729746:0:34166:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687418.729748:0:34166:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687418.729751:0:34166:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f20 00800000:00000001:2.0:1788687418.729753:0:34166:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687418.729755:0:34166:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687418.729756:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687418.729757:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687418.729758:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4800 refcount=3 00000020:00000001:2.0:1788687418.729760:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:2.0:1788687418.729762:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:2.0:1788687418.729764:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.729765:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687418.729766:0:34166:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687418.729768:0:34166:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687418.729770:0:34166:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f20 from it ffffaca081d23bf8 00010000:00000001:2.0:1788687418.729772:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687418.729773:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687418.729774:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4800 refcount=3 00000020:00000001:2.0:1788687418.729776:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:2.0:1788687418.729777:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:2.0:1788687418.729780:0:34166:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687418.729782:0:34166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788687418.729788:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.729790:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687418.729791:0:34166:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687418.729792:0:34166:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687418.729795:0:34166:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788687418.729800:0:34166:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687418.729803:0:34166:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687418.729814:0:34166:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687418.729816:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.729817:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687418.729819:0:34166:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.729821:0:34166:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687418.729822:0:34166:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.729824:0:34166:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.729826:0:34166:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687418.729828:0:34166:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687418.729829:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687418.729830:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687418.729832:0:34166:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687418.729834:0:34166:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687418.729836:0:34166:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788687418.729839:0:34166:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687418.729842:0:34166:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788687418.729843:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23be8 00000080:00002000:2.0:1788687418.729844:0:34166:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9b29d8712870) flags 0x48004e refc 0 00000080:00000001:2.0:1788687418.729846:0:34166:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687418.729848:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23c30 00000080:00200000:2.0:1788687418.729849:0:34166:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:2.0:1788687418.729855:0:34166:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:2.0:1788687418.729858:0:34166:0:(xattr.c:583:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:2.0:1788687418.729861:0:34166:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788687418.729862:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23e40 00000080:00002000:2.0:1788687418.729864:0:34166:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9b29d8712870, parent ffff9b29d84cabd0, inode ffff9b29d8593248) hashed, 00000080:00000001:2.0:1788687418.729867:0:34166:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.741476:0:34167:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687418.741487:0:34167:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687418.741491:0:34167:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687418.741495:0:34167:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d2bb20 00000080:00200000:1.0:1788687418.741500:0:34167:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687418.741511:0:34167:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6854400. 00800000:00000002:1.0:1788687418.743376:0:34167:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687418.743384:0:34167:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687418.743391:0:34167:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687418.743394:0:34167:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d2ba40 00800000:00000002:1.0:1788687418.743398:0:34167:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687418.743403:0:34167:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687418.743408:0:34167:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687418.743414:0:34167:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687418.743417:0:34167:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d2b910 00000002:00010000:1.0:1788687418.743419:0:34167:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687418.743422:0:34167:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687418.743425:0:34167:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687418.743428:0:34167:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687418.743437:0:34167:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de800 count: 2 00010000:00000001:1.0:1788687418.743441:0:34167:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687418.743447:0:34167:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687418.743452:0:34167:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687418.743458:0:34167:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788687418.743471:0:34167:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687418.743477:0:34167:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687418.743480:0:34167:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788687418.743487:0:34167:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687418.743490:0:34167:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687418.743492:0:34167:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687418.743494:0:34167:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687418.743495:0:34167:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687418.743499:0:34167:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687418.743502:0:34167:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788687418.743505:0:34167:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687418.743566:0:34167:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6854400. 00000080:00000001:1.0:1788687418.743576:0:34167:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687418.743579:0:34167:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687418.743582:0:34167:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687418.743586:0:34167:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f20 00800000:00000001:1.0:1788687418.743590:0:34167:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687418.743592:0:34167:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687418.743594:0:34167:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687418.743597:0:34167:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687418.743600:0:34167:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4800 refcount=3 00000020:00000001:1.0:1788687418.743603:0:34167:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:1.0:1788687418.743606:0:34167:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:1.0:1788687418.743609:0:34167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.743612:0:34167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687418.743613:0:34167:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687418.743615:0:34167:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687418.743618:0:34167:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f20 from it ffffaca081d2bb58 00010000:00000001:1.0:1788687418.743621:0:34167:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687418.743622:0:34167:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687418.743624:0:34167:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4800 refcount=3 00000020:00000001:1.0:1788687418.743625:0:34167:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:1.0:1788687418.743628:0:34167:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:1.0:1788687418.743631:0:34167:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687418.743634:0:34167:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788687418.743641:0:34167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.743643:0:34167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.743644:0:34167:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687418.743647:0:34167:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687418.743650:0:34167:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788687418.743659:0:34167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687418.743663:0:34167:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687418.743665:0:34167:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687418.743670:0:34167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.743671:0:34167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.743673:0:34167:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.743677:0:34167:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687418.743679:0:34167:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.743681:0:34167:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.743685:0:34167:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.743687:0:34167:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687418.743688:0:34167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.743690:0:34167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687418.743693:0:34167:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687418.743695:0:34167:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687418.743699:0:34167:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788687418.743705:0:34167:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.743712:0:34167:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788687418.743715:0:34167:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d2bb48 00000080:00002000:1.0:1788687418.743717:0:34167:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9b29d8712870) flags 0x48004e refc 0 00000080:00000001:1.0:1788687418.743720:0:34167:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.743722:0:34167:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d2bb90 00000080:00200000:1.0:1788687418.743723:0:34167:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:1.0:1788687418.743738:0:34167:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d2bd08 00000080:00200008:1.0:1788687418.743741:0:34167:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff9b29d8593248), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788687418.743747:0:34167:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687418.743748:0:34167:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d2bc80 00000080:00200000:1.0:1788687418.743750:0:34167:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9b29d8593248),name=recon 00000080:00000010:1.0:1788687418.743761:0:34167:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6854400. 00800000:00000002:1.0:1788687418.743765:0:34167:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687418.743771:0:34167:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687418.743772:0:34167:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687418.743774:0:34167:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d2bba0 00800000:00000002:1.0:1788687418.743776:0:34167:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687418.743780:0:34167:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687418.743784:0:34167:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687418.743788:0:34167:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687418.743789:0:34167:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d2ba70 00000002:00010000:1.0:1788687418.743791:0:34167:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687418.743794:0:34167:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687418.743795:0:34167:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687418.743797:0:34167:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687418.743801:0:34167:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 3 00010000:00000001:1.0:1788687418.743803:0:34167:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687418.743806:0:34167:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687418.743809:0:34167:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687418.743812:0:34167:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 02000000:00000001:1.0:1788687418.743819:0:34167:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687418.743822:0:34167:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687418.743825:0:34167:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000002:00000001:1.0:1788687418.743832:0:34167:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687418.743833:0:34167:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687418.743835:0:34167:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687418.743837:0:34167:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687418.743839:0:34167:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687418.743841:0:34167:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687418.743843:0:34167:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788687418.743844:0:34167:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687418.743846:0:34167:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6854400. 00000080:00000001:1.0:1788687418.743849:0:34167:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687418.743850:0:34167:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687418.743852:0:34167:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff9b29d8593248) 00000080:00010000:1.0:1788687418.743854:0:34167:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff9b29d8593248) for lock 0x230d04438e811efd 00800000:00000001:1.0:1788687418.743857:0:34167:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687418.743859:0:34167:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687418.743860:0:34167:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687418.743861:0:34167:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687418.743863:0:34167:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=3 00000020:00000001:1.0:1788687418.743865:0:34167:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:1.0:1788687418.743867:0:34167:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:1.0:1788687418.743869:0:34167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.743870:0:34167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687418.743871:0:34167:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687418.743872:0:34167:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687418.743874:0:34167:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811efd from it ffffaca081d2bcb8 00010000:00000001:1.0:1788687418.743877:0:34167:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687418.743878:0:34167:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687418.743879:0:34167:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=3 00000020:00000001:1.0:1788687418.743881:0:34167:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:1.0:1788687418.743894:0:34167:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:1.0:1788687418.743896:0:34167:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687418.743899:0:34167:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788687418.743971:0:34167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.743972:0:34167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.743974:0:34167:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687418.743976:0:34167:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687418.743979:0:34167:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1788687418.743986:0:34167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687418.743987:0:34167:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687418.743989:0:34167:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687418.743991:0:34167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.743993:0:34167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.743994:0:34167:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.743996:0:34167:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687418.743998:0:34167:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.744000:0:34167:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.744002:0:34167:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.744079:0:34167:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687418.744081:0:34167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.744083:0:34167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687418.744084:0:34167:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687418.744086:0:34167:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687418.744090:0:34167:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788687418.744094:0:34167:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788687418.744096:0:34167:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687418.744099:0:34167:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788687418.744100:0:34167:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.744102:0:34167:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788687418.744105:0:34167:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788687418.744109:0:34167:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687418.744114:0:34167:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621090056 : -110871088461560 : ffff9b29d0280908) 00000020:00001000:1.0:1788687418.744117:0:34167:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280900 00000020:00000001:1.0:1788687418.744122:0:34167:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:1.0:1788687418.744126:0:34167:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788687418.744129:0:34167:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788687418.744131:0:34167:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788687418.744135:0:34167:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687418.744136:0:34167:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788687418.744138:0:34167:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788687418.744141:0:34167:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.744143:0:34167:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788687418.744149:0:34167:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff9b29c38c5090 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788687418.744152:0:34167:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c63a0000 00020000:00000001:1.0:1788687418.744156:0:34167:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788687418.744158:0:34167:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788687418.744161:0:34167:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788687418.744162:0:34167:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687418.744165:0:34167:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788687418.744167:0:34167:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788687418.744169:0:34167:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.744170:0:34167:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687418.744171:0:34167:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788687418.744173:0:34167:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788687418.744175:0:34167:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c63a0000 00000020:00000001:1.0:1788687418.744178:0:34167:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788687418.744181:0:34167:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788687418.744183:0:34167:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:1.0:1788687418.744186:0:34167:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788687418.744187:0:34167:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788687418.744190:0:34167:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788687418.744193:0:34167:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788687418.744200:0:34167:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788687418.744208:0:34167:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c5d3bb80. 00020000:00000002:1.0:1788687418.744211:0:34167:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788687418.744214:0:34167:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788687418.744216:0:34167:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788687418.744218:0:34167:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788687418.744220:0:34167:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:1.0:1788687418.744225:0:34167:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9b29d02807e0. 00000020:00000010:1.0:1788687418.744230:0:34167:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29c6854400. 00000020:00000010:1.0:1788687418.744235:0:34167:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b29c6854200. 00000020:00000010:1.0:1788687418.744239:0:34167:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9b29c974e180. 00000008:00000010:1.0:1788687418.744247:0:34167:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b29c5c6b7f0. 00020000:00000010:1.0:1788687418.744252:0:34167:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b2a020f59c0. 00008000:00000010:1.0:1788687418.744258:0:34167:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b29d02bf880. 00000080:00000010:1.0:1788687418.744265:0:34167:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b29e0151d20. 00000080:00000010:1.0:1788687418.744270:0:34167:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b29c38c79d0. 00000020:00000010:1.0:1788687418.744275:0:34167:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29c6855200. 00000008:00000010:1.0:1788687418.744279:0:34167:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b29c8b24840. 00020000:00000010:1.0:1788687418.744283:0:34167:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b29e0a796d0. 00008000:00000010:1.0:1788687418.744287:0:34167:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b29d01c7078. 00000080:00000010:1.0:1788687418.744291:0:34167:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b29c3900b40. 00000020:00000001:1.0:1788687418.744293:0:34167:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089768 : -110871088461848 : ffff9b29d02807e8) 00000020:00001000:1.0:1788687418.744295:0:34167:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02807e0 00000020:00000001:1.0:1788687418.744298:0:34167:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea530 -> ffff9b29c97ead00 00000020:00000001:1.0:1788687418.744300:0:34167:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788687418.744303:0:34167:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687418.744304:0:34167:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788687418.744306:0:34167:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687418.744308:0:34167:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687418.744310:0:34167:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897885568 : -110870811666048 : ffff9b29e0a79980) 00000020:00000001:1.0:1788687418.744313:0:34167:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788687418.744317:0:34167:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29d13f8130. 00000008:00010000:1.0:1788687418.744321:0:34167:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788687418.744324:0:34167:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788687418.744325:0:34167:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788687418.744327:0:34167:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c5d3bbb0, osc lock ffff9b29d13f8130, flags 0x400001002 00000020:00000001:1.0:1788687418.744329:0:34167:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687418.744332:0:34167:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687418.744335:0:34167:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202447793024 : -110871261758592 : ffff9b29c5d3bb80) 00000020:00000001:1.0:1788687418.744337:0:34167:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788687418.744338:0:34167:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788687418.744340:0:34167:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.744342:0:34167:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.744344:0:34167:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788687418.744346:0:34167:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788687418.744347:0:34167:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788687418.744349:0:34167:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788687418.744351:0:34167:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788687418.744352:0:34167:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897885568 : -110870811666048 : ffff9b29e0a79980) 00000020:00000001:1.0:1788687418.744354:0:34167:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788687418.744356:0:34167:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788687418.744358:0:34167:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788687418.744362:0:34167:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788687418.744365:0:34167:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788687418.744366:0:34167:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788687418.744369:0:34167:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788687418.744370:0:34167:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788687418.744371:0:34167:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788687418.744374:0:34167:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788687418.744376:0:34167:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687418.744380:0:34167:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090600 count: 2 00010000:00000001:1.0:1788687418.744383:0:34167:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687418.744388:0:34167:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687418.744392:0:34167:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687418.744397:0:34167:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:1.0:1788687418.744416:0:34167:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687418.744419:0:34167:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687418.744423:0:34167:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1788687418.744430:0:34167:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687418.744432:0:34167:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687418.744434:0:34167:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=4 00000020:00000001:1.0:1788687418.744436:0:34167:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:1.0:1788687418.744439:0:34167:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00000008:00000001:1.0:1788687418.744442:0:34167:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788687418.744445:0:34167:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687418.744446:0:34167:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687418.744448:0:34167:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=5 00000020:00000001:1.0:1788687418.744450:0:34167:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:1.0:1788687418.744452:0:34167:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00000020:00000001:1.0:1788687418.744456:0:34167:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788687418.744457:0:34167:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788687418.744459:0:34167:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788687418.744461:0:34167:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.744462:0:34167:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687418.744463:0:34167:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687418.744465:0:34167:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=6 00000020:00000001:1.0:1788687418.744467:0:34167:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:1.0:1788687418.744469:0:34167:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:1.0:1788687418.744471:0:34167:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687418.744474:0:34167:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:1.0:1788687418.744487:0:34167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.744488:0:34167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.744489:0:34167:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687418.744491:0:34167:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687418.744493:0:34167:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1788687418.744500:0:34167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687418.744502:0:34167:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687418.744503:0:34167:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687418.744505:0:34167:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.744507:0:34167:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687418.744508:0:34167:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.744510:0:34167:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.744512:0:34167:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.744588:0:34167:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687418.744590:0:34167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.744591:0:34167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.744592:0:34167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.744594:0:34167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788687418.744595:0:34167:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687418.744597:0:34167:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.744599:0:34167:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687418.744601:0:34167:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.744603:0:34167:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.744605:0:34167:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788687418.744606:0:34167:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788687418.744608:0:34167:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788687418.744610:0:34167:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788687418.744612:0:34167:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.744614:0:34167:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.744618:0:34167:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788687418.744620:0:34167:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:1.0:1788687418.744622:0:34167:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:1.0:1788687418.744625:0:34167:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788687418.744629:0:34167:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788687418.744631:0:34167:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788687418 a=1788687418 c=1788687418 b=1 00020000:00000001:1.0:1788687418.744635:0:34167:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.744637:0:34167:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.744639:0:34167:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000080:00200000:1.0:1788687418.744642:0:34167:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1788687418.744645:0:34167:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788687418.744646:0:34167:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788687418.744648:0:34167:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29c38c5030 (ffff9b29d0280908/0) at cl_lock_release():245 00000020:00000001:1.0:1788687418.744651:0:34167:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788687418.744653:0:34167:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c38c5030 (ffff9b29d0280908/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788687418.744655:0:34167:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788687418.744657:0:34167:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788687418.744658:0:34167:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897885568 : -110870811666048 : ffff9b29e0a79980) 00000020:00000001:1.0:1788687418.744660:0:34167:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788687418.744661:0:34167:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5d3bbb0 (ffff9b29d02807e8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788687418.744664:0:34167:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788687418.744666:0:34167:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788687418.744667:0:34167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.744668:0:34167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788687418.744669:0:34167:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788687418.744671:0:34167:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788687418.744672:0:34167:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788687418.744673:0:34167:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788687418.744674:0:34167:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788687418.744676:0:34167:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c38c5030 (ffff9b29d0280908/0) at cl_lock_fini():72 00020000:00000001:1.0:1788687418.744678:0:34167:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788687418.744680:0:34167:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788687418.744681:0:34167:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5d3bbb0 (ffff9b29d0280908/1) at cl_lock_fini():72 00000008:00000010:1.0:1788687418.744684:0:34167:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d13f8130. 00000020:00000001:1.0:1788687418.744687:0:34167:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788687418.744689:0:34167:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5d3bb80. 00020000:00000001:1.0:1788687418.744692:0:34167:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788687418.744693:0:34167:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788687418.744694:0:34167:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788687418.744696:0:34167:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.744698:0:34167:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788687418.744701:0:34167:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788687418.744704:0:34167:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788687418.744705:0:34167:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788687418.744706:0:34167:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788687418.744708:0:34167:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02807e0 00020000:00000001:1.0:1788687418.744711:0:34167:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788687418.744713:0:34167:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788687418.744715:0:34167:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788687418.744717:0:34167:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788687418.744721:0:34167:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788687418.744722:0:34167:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.744725:0:34167:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788687418.744727:0:34167:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788687418.744728:0:34167:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788687418.744729:0:34167:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280900 00000001:00000001:1.0:1788687418.744731:0:34167:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.744738:0:34167:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d2bd08 00000080:00000008:1.0:1788687418.744740:0:34167:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff9b29d8593248), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788687418.744744:0:34167:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788687418.744746:0:34167:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d2bda0 00000080:00002000:1.0:1788687418.744748:0:34167:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9b29d8712870, parent ffff9b29d84cabd0, inode ffff9b29d8593248) hashed, 00000080:00000001:1.0:1788687418.744751:0:34167:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.744799:0:34167:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687418.744802:0:34167:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687418.744804:0:34167:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687418.744805:0:34167:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d2bbd8 00000080:00200000:1.0:1788687418.744807:0:34167:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687418.744814:0:34167:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6854000. 00800000:00000002:1.0:1788687418.744818:0:34167:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687418.744821:0:34167:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687418.744823:0:34167:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687418.744824:0:34167:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d2baf8 00800000:00000002:1.0:1788687418.744826:0:34167:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687418.744829:0:34167:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687418.744832:0:34167:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687418.744836:0:34167:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687418.744837:0:34167:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d2b9c8 00000002:00010000:1.0:1788687418.744839:0:34167:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687418.744843:0:34167:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687418.744844:0:34167:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687418.744845:0:34167:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687418.744849:0:34167:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de800 count: 2 00010000:00000001:1.0:1788687418.744851:0:34167:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687418.744854:0:34167:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687418.744856:0:34167:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687418.744860:0:34167:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788687418.744867:0:34167:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687418.744870:0:34167:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687418.744872:0:34167:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1788687418.744878:0:34167:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687418.744880:0:34167:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687418.744882:0:34167:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687418.744894:0:34167:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687418.744897:0:34167:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687418.744899:0:34167:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687418.744901:0:34167:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788687418.744903:0:34167:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687418.745683:0:34167:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6854000. 00000080:00000001:1.0:1788687418.745691:0:34167:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687418.745693:0:34167:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687418.745696:0:34167:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687418.745699:0:34167:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f20 00800000:00000001:1.0:1788687418.745703:0:34167:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687418.745706:0:34167:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687418.745708:0:34167:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687418.745710:0:34167:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687418.745713:0:34167:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4800 refcount=3 00000020:00000001:1.0:1788687418.745716:0:34167:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:1.0:1788687418.745720:0:34167:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:1.0:1788687418.745724:0:34167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.745725:0:34167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687418.745726:0:34167:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687418.745728:0:34167:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687418.745731:0:34167:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f20 from it ffffaca081d2bc10 00010000:00000001:1.0:1788687418.745733:0:34167:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687418.745735:0:34167:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687418.745736:0:34167:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4800 refcount=3 00000020:00000001:1.0:1788687418.745738:0:34167:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:1.0:1788687418.745739:0:34167:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:1.0:1788687418.745742:0:34167:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687418.745746:0:34167:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788687418.745753:0:34167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.745754:0:34167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.745756:0:34167:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687418.745758:0:34167:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687418.745761:0:34167:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788687418.745768:0:34167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687418.745771:0:34167:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687418.745773:0:34167:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687418.745778:0:34167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.745779:0:34167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.745780:0:34167:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.745783:0:34167:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687418.745785:0:34167:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.745786:0:34167:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.745790:0:34167:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.745792:0:34167:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687418.745793:0:34167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.745794:0:34167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687418.745798:0:34167:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687418.745799:0:34167:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687418.745802:0:34167:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788687418.745806:0:34167:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.745817:0:34167:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788687418.745819:0:34167:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d2bda0 00000080:00002000:1.0:1788687418.745821:0:34167:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9b29d8712870) flags 0x48004e refc 0 00000080:00000001:1.0:1788687418.745823:0:34167:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.745825:0:34167:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d2be10 00000080:00200000:1.0:1788687418.745826:0:34167:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:1.0:1788687418.745832:0:34167:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687418.745834:0:34167:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687418.745835:0:34167:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d2bd30 00000080:00200000:1.0:1788687418.745837:0:34167:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687418.745843:0:34167:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6854000. 00800000:00000002:1.0:1788687418.745848:0:34167:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687418.745850:0:34167:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687418.745852:0:34167:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687418.745854:0:34167:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d2bc50 00800000:00000002:1.0:1788687418.745856:0:34167:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687418.745859:0:34167:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687418.745862:0:34167:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687418.745865:0:34167:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687418.745866:0:34167:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d2bb20 00000002:00010000:1.0:1788687418.745868:0:34167:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687418.745871:0:34167:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687418.745873:0:34167:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687418.745875:0:34167:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687418.745880:0:34167:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de800 count: 2 00010000:00000001:1.0:1788687418.745883:0:34167:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687418.745896:0:34167:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687418.745899:0:34167:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687418.745902:0:34167:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1788687418.746437:0:34167:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687418.746441:0:34167:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687418.746445:0:34167:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1788687418.746452:0:34167:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687418.746454:0:34167:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687418.746456:0:34167:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687418.746458:0:34167:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687418.746460:0:34167:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687418.746462:0:34167:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687418.746465:0:34167:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788687418.746468:0:34167:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687418.746472:0:34167:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6854000. 00000080:00000001:1.0:1788687418.746475:0:34167:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687418.746476:0:34167:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687418.746479:0:34167:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687418.746481:0:34167:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f20 00800000:00000001:1.0:1788687418.746484:0:34167:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687418.746485:0:34167:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687418.746487:0:34167:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687418.746488:0:34167:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687418.746490:0:34167:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4800 refcount=3 00000020:00000001:1.0:1788687418.746492:0:34167:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:1.0:1788687418.746495:0:34167:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:1.0:1788687418.746497:0:34167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.746498:0:34167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687418.746499:0:34167:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687418.746501:0:34167:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687418.746503:0:34167:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f20 from it ffffaca081d2bd68 00010000:00000001:1.0:1788687418.746506:0:34167:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687418.746507:0:34167:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687418.746509:0:34167:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4800 refcount=3 00000020:00000001:1.0:1788687418.746511:0:34167:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:1.0:1788687418.746513:0:34167:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447304704 : -110871262246912 : ffff9b29c5cc4800) 00010000:00000001:1.0:1788687418.746526:0:34167:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687418.746530:0:34167:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788687418.746536:0:34167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.746537:0:34167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.746539:0:34167:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687418.746541:0:34167:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687418.746544:0:34167:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788687418.746550:0:34167:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687418.746553:0:34167:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687418.746554:0:34167:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687418.746558:0:34167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.746559:0:34167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.746560:0:34167:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.746563:0:34167:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687418.746565:0:34167:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.746567:0:34167:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.746569:0:34167:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.746571:0:34167:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687418.746572:0:34167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.746573:0:34167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687418.746575:0:34167:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687418.746577:0:34167:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687418.746579:0:34167:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788687418.746582:0:34167:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.746587:0:34167:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:1.0:1788687418.746590:0:34167:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d2bdf8 00000080:00200000:1.0:1788687418.746592:0:34167:0:(namei.c:2351:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00000001:1.0:1788687418.746596:0:34167:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1788687418.746600:0:34167:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687418.746604:0:34167:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621090056 : -110871088461560 : ffff9b29d0280908) 00000020:00001000:1.0:1788687418.746606:0:34167:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280900 00000020:00000001:1.0:1788687418.746609:0:34167:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788687418.746614:0:34167:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c63a0000 00020000:00000002:1.0:1788687418.746617:0:34167:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c3344300 addref 2/0 by ffff9b29c63a0000. 00020000:00000002:1.0:1788687418.746620:0:34167:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c63a0000 00020000:00000001:1.0:1788687418.746623:0:34167:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788687418.746626:0:34167:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788687418.746628:0:34167:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788687418.746630:0:34167:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1788687418.746633:0:34167:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1788687418.746636:0:34167:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280900 00000080:00000001:1.0:1788687418.746639:0:34167:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788687418.746646:0:34167:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6854000. 00800000:00000002:1.0:1788687418.746649:0:34167:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00800000:00000001:1.0:1788687418.746661:0:34167:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1788687418.746667:0:34167:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1788687418.746670:0:34167:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x31:0x0] 00800000:00000001:1.0:1788687418.746673:0:34167:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687418.746676:0:34167:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x31:0x0] -> mds #0 00000002:00000001:1.0:1788687418.746681:0:34167:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1788687418.746683:0:34167:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788687418.746688:0:34167:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de800 count: 2 00010000:00000001:1.0:1788687418.746690:0:34167:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687418.746693:0:34167:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788687418.746697:0:34167:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687418.746699:0:34167:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:1.0:1788687418.746707:0:34167:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788687418.746712:0:34167:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788687418.746714:0:34167:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788687418.746716:0:34167:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788687418.746719:0:34167:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687418.746721:0:34167:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687418.746723:0:34167:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de800 count: 3 00010000:00000001:1.0:1788687418.746725:0:34167:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687418.746728:0:34167:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687418.746730:0:34167:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687418.746731:0:34167:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687418.746732:0:34167:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de800 count: 3 00010000:00000001:1.0:1788687418.746734:0:34167:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687418.746736:0:34167:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687418.746737:0:34167:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687418.746738:0:34167:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687418.746739:0:34167:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de800 count: 3 00010000:00000001:1.0:1788687418.746741:0:34167:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687418.746743:0:34167:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.746744:0:34167:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788687418.746747:0:34167:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b29d8594200, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788687418.746751:0:34167:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788687418.746754:0:34167:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788687418.746757:0:34167:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788687418.746759:0:34167:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.746762:0:34167:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687418.746765:0:34167:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687418.746767:0:34167:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687418.746769:0:34167:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687418.746771:0:34167:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788687418.746774:0:34167:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc4800 with handle 0x230d04438e811f20 from hash 00010000:00000001:1.0:1788687418.746776:0:34167:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687418.746778:0:34167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.746779:0:34167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.746781:0:34167:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687418.746783:0:34167:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687418.746786:0:34167:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788687418.746789:0:34167:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788687418.746790:0:34167:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687418.746792:0:34167:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687418.746794:0:34167:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788687418.746797:0:34167:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 3 00010000:00000001:1.0:1788687418.746799:0:34167:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687418.746800:0:34167:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788687418.746803:0:34167:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687418.746805:0:34167:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811f27 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x59c08f76ab1d2d39 expref: -99 pid: 34165 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788687418.746812:0:34167:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788687418.746814:0:34167:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788687418.746816:0:34167:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788687418.746817:0:34167:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode CR 00000002:00000001:1.0:1788687418.746819:0:34167:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687418.746820:0:34167:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687418.746822:0:34167:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 4 00010000:00000001:1.0:1788687418.746823:0:34167:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687418.746825:0:34167:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687418.746827:0:34167:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687418.746828:0:34167:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687418.746829:0:34167:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 4 00010000:00000001:1.0:1788687418.746831:0:34167:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687418.746833:0:34167:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687418.746834:0:34167:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687418.746835:0:34167:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687418.746837:0:34167:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 4 00010000:00000001:1.0:1788687418.746839:0:34167:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687418.746841:0:34167:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.746843:0:34167:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.746845:0:34167:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788687418.746849:0:34167:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788687418.746854:0:34167:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b29cb1b7e00. 00000080:00000001:1.0:1788687418.746857:0:34167:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788687418.746860:0:34167:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788687418.746863:0:34167:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788687418.746866:0:34167:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x31:0x0] 00000002:00000001:1.0:1788687418.746870:0:34167:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788687418.746872:0:34167:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b29e019e800: [0x200000404:0x31:0x0] file closed with intent: 0 00000100:00000010:1.0:1788687418.746879:0:34167:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9aa00. 00000020:00000040:1.0:1788687418.746894:0:34167:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:1.0:1788687418.746929:0:34167:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687418.747151:0:34167:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687418.747157:0:34167:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687418.747167:0:34167:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29cb1b6000. 00000100:00000001:1.0:1788687418.747177:0:34167:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788687418.747200:0:34167:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b29c97f0e00 x1875572824556032/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687434 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788687418.747212:0:34167:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788687418.747218:0:34167:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8b9aa00 x1875572824556288/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788687418.747225:0:34167:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687418.747227:0:34167:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687418.747235:0:34167:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c2e43480. 00000100:00000001:1.0:1788687418.747238:0:34167:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202398540928 : -110871311010688 : ffff9b29c2e43480) 00000100:00000001:1.0:1788687418.747241:0:34167:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687418.747242:0:34167:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496416256 : -110871213135360 : ffff9b29c8b9aa00) 00000100:00000001:1.0:1788687418.747248:0:34167:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687418.747253:0:34167:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.747256:0:34167:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687418.747257:0:34167:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687418.747262:0:34167:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9aa00 x1875572824556288/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687418.747270:0:34167:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687418.747273:0:34167:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687418.747277:0:34167:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687418.747279:0:34167:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687418.747282:0:34167:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687418.747286:0:34167:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:34167:1875572824556288:192.168.203.144@tcp:35:rm.0 00000100:00000001:1.0:1788687418.747291:0:34167:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687418.747297:0:34167:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687418.747300:0:34167:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687418.747303:0:34167:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687418.747308:0:34167:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6913c00. 02000000:00000001:1.0:1788687418.747310:0:34167:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687418.747320:0:34167:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687418.747324:0:34167:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150dc0. 00000400:00000010:1.0:1788687418.747333:0:34167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc660. 00000100:00000200:1.0:1788687418.747342:0:34167:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824556288, portal 10 00000100:00000001:1.0:1788687418.747344:0:34167:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687418.747345:0:34167:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496416256 : -110871213135360 : ffff9b29c8b9aa00) 00000100:00000040:1.0:1788687418.747352:0:34167:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b9aa00 x1875572824556288/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687434 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687418.747361:0:34167:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687418.747364:0:34167:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687418.747368:0:34167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dce58. 00000100:00000200:1.0:1788687418.747372:0:34167:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824556288, offset 0 00000400:00000200:1.0:1788687418.747380:0:34167:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687418.747390:0:34167:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687418.747399:0:34167:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687418.747406:0:34167:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687418.747411:0:34167:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687418.747415:0:34167:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687418.747418:0:34167:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687418.747422:0:34167:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2596:2596:256:4294967295] 192.168.203.144@tcp LPNI seq info [2596:2596:8:4294967295] 00000400:00000200:1.0:1788687418.747426:0:34167:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687418.747438:0:34167:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687418.747445:0:34167:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687418.747452:0:34167:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c995e900. 00000800:00000200:1.0:1788687418.747460:0:34167:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687418.747470:0:34167:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687418.747475:0:34167:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c995e900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788687418.747604:0:34167:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687418.747611:0:34167:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 811201 usecs (812 jiffies) 00000400:00000200:1.0:1788687418.747615:0:34167:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687418.747618:0:34167:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296545564 00000100:00000001:1.0:1788687418.747622:0:34167:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296548569 00000100:00000001:1.0:1788687418.747625:0:34167:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296545564 00000100:00000001:1.0:1788687418.747628:0:34167:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296548569 00000100:00000001:1.0:1788687418.747630:0:34167:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687418.747634:0:34167:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.747636:0:34167:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687418.747639:0:34167:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687418.747643:0:34167:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c2e43480 going to sleep for 11 seconds 00000100:00000001:1.0:1788687418.747645:0:34167:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687418.747649:0:34167:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687418.751448:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687418.751463:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c995e900. 00000400:00000200:2.0:1788687418.751472:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687418.751483:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687418.751493:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dce58 00000400:00000010:2.0:1788687418.751496:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dce58. 00000100:00000001:2.0:1788687418.751504:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687418.751587:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9aa00 x1875572824556288/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687434 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.751608:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687418.751612:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9aa00 x1875572824556288/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687434 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687418.751672:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.751675:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687418.758600:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.758628:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687418.758634:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.758638:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687418.758649:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.758658:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687418.758670:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.758676:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.758682:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.758687:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f54300 00000400:00000200:3.0:1788687418.758693:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.758700:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x71e5 [1] + 224 00000800:00000001:3.0:1788687418.758709:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.758774:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687418.758778:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687418.758784:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687418.758794:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687418.758805:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9aa00 x1875572824556288/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687434 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687418.758818:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b29c8b9aa00 x1875572824556288/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687418.758844:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687418.758854:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.758858:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687418.759051:0:34167:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687418.759061:0:34167:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687418.759064:0:34167:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687418.759068:0:34167:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150dc0. 00000400:00000200:1.0:1788687418.759073:0:34167:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc660 00000400:00000010:1.0:1788687418.759076:0:34167:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc660. 00000100:00000001:1.0:1788687418.759080:0:34167:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687418.759085:0:34167:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9aa00 x1875572824556288/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687418.759093:0:34167:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9aa00 x1875572824556288/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687418.759099:0:34167:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687418.759101:0:34167:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687418.759104:0:34167:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687418.759108:0:34167:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687418.759110:0:34167:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687418.759113:0:34167:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687418.759116:0:34167:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687418.759128:0:34167:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=40 v=5 (10 5 5 5) 00000100:00001000:1.0:1788687418.759131:0:34167:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687418.759135:0:34167:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687418.759137:0:34167:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.759141:0:34167:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687418.759145:0:34167:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.759149:0:34167:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788687418.759151:0:34167:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788687418.759153:0:34167:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788687418.759156:0:34167:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687418.759157:0:34167:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496416256 : -110871213135360 : ffff9b29c8b9aa00) 00000100:00000001:1.0:1788687418.759161:0:34167:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687418.759163:0:34167:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934597 00000100:00000001:1.0:1788687418.759165:0:34167:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687418.759168:0:34167:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687418.759173:0:34167:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9aa00 x1875572824556288/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687434 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687418.759180:0:34167:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687418.759184:0:34167:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687418.759186:0:34167:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687418.759189:0:34167:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9aa00 x1875572824556288/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687434 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687418.759197:0:34167:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:34167:1875572824556288:192.168.203.144@tcp:35:rm.0 00000100:00000001:1.0:1788687418.759202:0:34167:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687418.759205:0:34167:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.759208:0:34167:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687418.759211:0:34167:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687418.759214:0:34167:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9aa00 x1875572824556288/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687434 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687418.759221:0:34167:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687418.759224:0:34167:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c2e43480. 00000100:00000001:1.0:1788687418.759228:0:34167:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687418.759229:0:34167:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.759238:0:34167:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687418.759240:0:34167:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496416256 : -110871213135360 : ffff9b29c8b9aa00) 00000002:00000001:1.0:1788687418.759243:0:34167:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687418.759247:0:34167:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687418.759253:0:34167:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29cb1b7e00. 00000080:00000001:1.0:1788687418.759258:0:34167:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788687418.759261:0:34167:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788687418.759279:0:34167:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788687418.759286:0:34167:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b29c97f0e00 x1875572824556032/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687434 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687418.759294:0:34167:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687418.759295:0:34167:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509352448 : -110871200199168 : ffff9b29c97f0e00) 00000100:00000001:1.0:1788687418.759298:0:34167:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687418.759301:0:34167:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0e00 x1875572824556032/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687434 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687418.759307:0:34167:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.759309:0:34167:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687418.759311:0:34167:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9aa00 x1875572824556288/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687434 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687418.759318:0:34167:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.759320:0:34167:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687418.759323:0:34167:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f0e00 x1875572824556032/t8589934604(8589934604) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687434 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687418.759329:0:34167:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788687418.759333:0:34167:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687418.759335:0:34167:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687418.759338:0:34167:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687418.759341:0:34167:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a03400. 02000000:00000001:1.0:1788687418.759346:0:34167:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687418.759349:0:34167:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687418.759351:0:34167:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f0e00. 00000100:00000001:1.0:1788687418.759355:0:34167:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687418.759356:0:34167:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687418.759357:0:34167:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687418.759361:0:34167:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9aa00 x1875572824556288/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687434 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687418.759367:0:34167:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687418.759369:0:34167:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9b29c636dd60. 00000002:00000001:1.0:1788687418.759372:0:34167:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687418.759374:0:34167:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687418.759376:0:34167:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b29c4c6f340. 00000100:00000001:1.0:1788687418.759379:0:34167:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687418.759382:0:34167:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9aa00 x1875572824556288/t8589934605(8589934605) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687434 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687418.759387:0:34167:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687418.759389:0:34167:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687418.759392:0:34167:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6913c00. 02000000:00000001:1.0:1788687418.759395:0:34167:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687418.759396:0:34167:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687418.759397:0:34167:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687418.759399:0:34167:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687418.759401:0:34167:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29cb1b6000. 02000000:00000001:1.0:1788687418.759404:0:34167:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687418.759405:0:34167:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687418.759406:0:34167:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9aa00. 00000100:00000001:1.0:1788687418.759409:0:34167:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687418.759410:0:34167:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687418.759413:0:34167:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.759416:0:34167:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788687418.759418:0:34167:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:1.0:1788687418.759422:0:34167:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687418.759425:0:34167:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687418.759433:0:34167:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 4 00010000:00000001:1.0:1788687418.759437:0:34167:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687418.759443:0:34167:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687418.759445:0:34167:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687418.759446:0:34167:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687418.759448:0:34167:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 4 00010000:00000001:1.0:1788687418.759450:0:34167:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687418.759452:0:34167:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.759455:0:34167:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.759457:0:34167:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788687418.759460:0:34167:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687418.759465:0:34167:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621090056 : -110871088461560 : ffff9b29d0280908) 00000020:00001000:1.0:1788687418.759468:0:34167:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280900 00000020:00000001:1.0:1788687418.759470:0:34167:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788687418.759474:0:34167:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x31:0x0]: losing layout lock 00000080:00000001:1.0:1788687418.759478:0:34167:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788687418.759482:0:34167:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788687418.759488:0:34167:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788687418.759491:0:34167:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788687418.759506:0:34167:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788687418.759509:0:34167:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.759511:0:34167:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788687418.759514:0:34167:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280900 00000080:00000001:1.0:1788687418.759517:0:34167:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.759521:0:34167:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788687418.759524:0:34167:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x31:0x0](ffff9b29d8593248) invalid 00000020:00000001:1.0:1788687418.759528:0:34167:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d2ba60 00000080:00002000:1.0:1788687418.759530:0:34167:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff9b29d8712870) parent ffff9b29d84cabd0 inode ffff9b29d8593248 refc 1 00000080:00000001:1.0:1788687418.759535:0:34167:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788687418.759537:0:34167:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788687418.759540:0:34167:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.759544:0:34167:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687418.759549:0:34167:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687418.759551:0:34167:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687418.759554:0:34167:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687418.759557:0:34167:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788687418.759562:0:34167:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc4000 with handle 0x230d04438e811f27 from hash 00010000:00000001:1.0:1788687418.759564:0:34167:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687418.759567:0:34167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.759569:0:34167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.759570:0:34167:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687418.759574:0:34167:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687418.759577:0:34167:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788687418.759581:0:34167:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687418.759586:0:34167:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00000080:00000001:1.0:1788687418.759595:0:34167:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788687418.759599:0:34167:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788687418.759600:0:34167:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788687418.759602:0:34167:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:1.0:1788687418.759604:0:34167:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687418.759605:0:34167:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687418.759607:0:34167:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 4 00010000:00000001:1.0:1788687418.759609:0:34167:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687418.759612:0:34167:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687418.759613:0:34167:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687418.759614:0:34167:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687418.759615:0:34167:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 4 00010000:00000001:1.0:1788687418.759617:0:34167:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687418.759619:0:34167:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687418.759620:0:34167:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687418.759631:0:34167:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687418.759633:0:34167:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 4 00010000:00000001:1.0:1788687418.759635:0:34167:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687418.759637:0:34167:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687418.759638:0:34167:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687418.759640:0:34167:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687418.759641:0:34167:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dea00 count: 4 00010000:00000001:1.0:1788687418.759643:0:34167:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687418.759644:0:34167:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.759646:0:34167:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.759648:0:34167:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788687418.759649:0:34167:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687418.759651:0:34167:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621090056 : -110871088461560 : ffff9b29d0280908) 00000020:00001000:1.0:1788687418.759653:0:34167:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280900 00000020:00000001:1.0:1788687418.759654:0:34167:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788687418.759655:0:34167:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x31:0x0]: losing layout lock 00000080:00000001:1.0:1788687418.759657:0:34167:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788687418.759658:0:34167:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788687418.759660:0:34167:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788687418.759662:0:34167:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788687418.759663:0:34167:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788687418.759665:0:34167:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.759667:0:34167:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788687418.759668:0:34167:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280900 00000080:00000001:1.0:1788687418.759671:0:34167:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.759672:0:34167:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788687418.759674:0:34167:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x31:0x0](ffff9b29d8593248) invalid 00000020:00000001:1.0:1788687418.759676:0:34167:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d2ba60 00000080:00002000:1.0:1788687418.759678:0:34167:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff9b29d8712870) parent ffff9b29d84cabd0 inode ffff9b29d8593248 refc 1 00000080:00000001:1.0:1788687418.759680:0:34167:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788687418.759682:0:34167:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788687418.759683:0:34167:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.759685:0:34167:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687418.759687:0:34167:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687418.759688:0:34167:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687418.759690:0:34167:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687418.759691:0:34167:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788687418.759694:0:34167:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc4200 with handle 0x230d04438e811efd from hash 00010000:00000001:1.0:1788687418.759696:0:34167:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687418.759697:0:34167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.759698:0:34167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.759699:0:34167:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687418.759701:0:34167:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687418.759702:0:34167:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788687418.759705:0:34167:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788687418.759707:0:34167:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1788687418.759711:0:34167:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1788687418.759719:0:34167:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9aa00. 00000020:00000040:1.0:1788687418.759722:0:34167:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:1.0:1788687418.759728:0:34167:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788687418.759730:0:34167:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.759734:0:34167:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687418.759739:0:34167:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687418.759744:0:34167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.759746:0:34167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.759748:0:34167:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.759751:0:34167:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687418.759753:0:34167:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687418.759759:0:34167:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687418.759766:0:34167:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29cb1b6000. 00000100:00000001:1.0:1788687418.759774:0:34167:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.759777:0:34167:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687418.759780:0:34167:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788687418.759785:0:34167:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811f27 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d2d39 expref: -99 pid: 34165 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788687418.759793:0:34167:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 1/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1788687418.759801:0:34167:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788687418.759808:0:34167:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1788687418.759809:0:34167:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1788687418.759811:0:34167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687418.759814:0:34167:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4000/0x230d04438e811f27 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d2d39 expref: -99 pid: 34165 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788687418.759822:0:34167:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29d099b040. 00010000:00000001:1.0:1788687418.759834:0:34167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.759835:0:34167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687418.759837:0:34167:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4200/0x230d04438e811efd lrc: 0/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d2ce5 expref: -99 pid: 34158 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00000010:1.0:1788687418.759843:0:34167:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29c4c6fe80. 00010000:00000040:1.0:1788687418.759846:0:34167:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64dea00 count: 0 00010000:00000010:1.0:1788687418.759853:0:34167:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5ca0f00. 00010000:00000001:1.0:1788687418.759858:0:34167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.759860:0:34167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687418.759862:0:34167:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4800/0x230d04438e811f20 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2d2b expref: -99 pid: 34165 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:1.0:1788687418.759869:0:34167:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64de800 count: 0 00010000:00000010:1.0:1788687418.759871:0:34167:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5ca0800. 00010000:00000001:1.0:1788687418.759875:0:34167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687418.759877:0:34167:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.759879:0:34167:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687418.759880:0:34167:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.759882:0:34167:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788687418.759958:0:34167:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788687418.759967:0:34167:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8b9aa00 x1875572824556544/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687418.759975:0:34167:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687418.759977:0:34167:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687418.759983:0:34167:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c2e43480. 00000100:00000001:1.0:1788687418.759986:0:34167:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202398540928 : -110871311010688 : ffff9b29c2e43480) 00000100:00000001:1.0:1788687418.759988:0:34167:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687418.759989:0:34167:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496416256 : -110871213135360 : ffff9b29c8b9aa00) 00000100:00000001:1.0:1788687418.759995:0:34167:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687418.760000:0:34167:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.760003:0:34167:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687418.760005:0:34167:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687418.760009:0:34167:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9aa00 x1875572824556544/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.760016:0:34167:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687418.760019:0:34167:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687418.760024:0:34167:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687418.760027:0:34167:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687418.760030:0:34167:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687418.760033:0:34167:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:34167:1875572824556544:192.168.203.144@tcp:36:rm.0 00000100:00000001:1.0:1788687418.760038:0:34167:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687418.760045:0:34167:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687418.760047:0:34167:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687418.760050:0:34167:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687418.760054:0:34167:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6913c00. 02000000:00000001:1.0:1788687418.760057:0:34167:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687418.760063:0:34167:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687418.760067:0:34167:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150dc0. 00000400:00000010:1.0:1788687418.760073:0:34167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc660. 00000100:00000200:1.0:1788687418.760081:0:34167:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824556544, portal 10 00000100:00000001:1.0:1788687418.760083:0:34167:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687418.760084:0:34167:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496416256 : -110871213135360 : ffff9b29c8b9aa00) 00000100:00000040:1.0:1788687418.760091:0:34167:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9aa00 x1875572824556544/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687434 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.760098:0:34167:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687418.760101:0:34167:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687418.760104:0:34167:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc550. 00000100:00000200:1.0:1788687418.760108:0:34167:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875572824556544, offset 0 00000400:00000200:1.0:1788687418.760115:0:34167:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687418.760123:0:34167:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687418.760131:0:34167:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687418.760136:0:34167:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687418.760141:0:34167:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687418.760145:0:34167:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687418.760148:0:34167:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687418.760152:0:34167:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2597:2597:256:4294967295] 192.168.203.144@tcp LPNI seq info [2597:2597:8:4294967295] 00000400:00000200:1.0:1788687418.760156:0:34167:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687418.760166:0:34167:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687418.760173:0:34167:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687418.760179:0:34167:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c995e000. 00000800:00000200:1.0:1788687418.760187:0:34167:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687418.760198:0:34167:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687418.760203:0:34167:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c995e000 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1788687418.760234:0:34167:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687418.760239:0:34167:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 810210 usecs (811 jiffies) 00000400:00000200:1.0:1788687418.760243:0:34167:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687418.760246:0:34167:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296545575 00000100:00000001:1.0:1788687418.760250:0:34167:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296548569 00000100:00000001:1.0:1788687418.760252:0:34167:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296545575 00000100:00000001:1.0:1788687418.760254:0:34167:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296548569 00000100:00000001:1.0:1788687418.760256:0:34167:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687418.760259:0:34167:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.760262:0:34167:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687418.760264:0:34167:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687418.760266:0:34167:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c2e43480 going to sleep for 11 seconds 00000100:00000001:1.0:1788687418.760268:0:34167:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687418.760270:0:34167:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687418.760850:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687418.760857:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c995e000. 00000400:00000200:2.0:1788687418.760862:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687418.760869:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687418.760877:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc550 00000400:00000010:2.0:1788687418.760879:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc550. 00000100:00000001:2.0:1788687418.760893:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687418.760927:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9aa00 x1875572824556544/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687434 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687418.760939:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687418.760942:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9aa00 x1875572824556544/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687434 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687418.760950:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687418.760952:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788687418.767510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4000. 00010000:00000010:1.1:1788687418.767532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64dea00. 00010000:00000010:1.1:1788687418.767536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4200. 00010000:00000010:1.1:1788687418.767539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de800. 00010000:00000010:1.1:1788687418.767543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4800. 00000800:00000001:3.0:1788687418.777305:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.777329:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687418.777336:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.777338:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687418.777351:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.777360:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687418.777371:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.777377:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.777384:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.777389:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f54400 00000400:00000200:3.0:1788687418.777396:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.777404:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x71ed [1] + 224 00000800:00000001:3.0:1788687418.777414:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.777422:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687418.777426:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687418.777430:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687418.777441:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687418.777452:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9aa00 x1875572824556544/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687434 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687418.777464:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b29c8b9aa00 x1875572824556544/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687418.777489:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788687418.777499:0:2361:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788687418.777502:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.777508:0:2361:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687418.777516:0:2361:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2598:2598:256:4294967295] 192.168.203.144@tcp LPNI seq info [2598:2598:8:4294967295] 00000400:00000200:3.0:1788687418.777521:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687418.777529:0:2361:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1788687418.777537:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687418.777544:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a800. 00000800:00000200:3.0:1788687418.777551:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687418.777560:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687418.777567:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788687418.777684:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687418.777689:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a800. 00000400:00000200:3.0:1788687418.777692:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687418.777695:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1788687418.777702:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687418.777705:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687418.777944:0:34167:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687418.777953:0:34167:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687418.777956:0:34167:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687418.777960:0:34167:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150dc0. 00000400:00000200:1.0:1788687418.777966:0:34167:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc660 00000400:00000010:1.0:1788687418.777969:0:34167:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc660. 00000100:00000001:1.0:1788687418.777972:0:34167:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687418.777978:0:34167:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9aa00 x1875572824556544/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687418.777987:0:34167:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9aa00 x1875572824556544/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687434 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.777993:0:34167:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687418.777996:0:34167:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687418.777999:0:34167:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687418.778004:0:34167:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687418.778007:0:34167:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687418.778009:0:34167:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687418.778012:0:34167:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687418.778025:0:34167:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=40 v=5 (5 5 103 103) 00000100:00001000:1.0:1788687418.778030:0:34167:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687418.778033:0:34167:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687418.778035:0:34167:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687418.778039:0:34167:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687418.778044:0:34167:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.778048:0:34167:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788687418.778050:0:34167:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x200000008] 00000100:00000001:1.0:1788687418.778052:0:34167:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788687418.778055:0:34167:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687418.778057:0:34167:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496416256 : -110871213135360 : ffff9b29c8b9aa00) 00000100:00000001:1.0:1788687418.778061:0:34167:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687418.778063:0:34167:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934597 00000100:00000001:1.0:1788687418.778065:0:34167:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687418.778068:0:34167:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687418.778074:0:34167:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9aa00 x1875572824556544/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/456 e 0 to 0 dl 1788687434 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.778081:0:34167:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687418.778085:0:34167:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687418.778087:0:34167:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687418.778091:0:34167:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9aa00 x1875572824556544/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/456 e 0 to 0 dl 1788687434 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687418.778100:0:34167:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:34167:1875572824556544:192.168.203.144@tcp:36:rm.0 00000100:00000001:1.0:1788687418.778105:0:34167:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687418.778109:0:34167:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687418.778112:0:34167:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687418.778114:0:34167:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687418.778118:0:34167:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b9aa00 x1875572824556544/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/456 e 0 to 0 dl 1788687434 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.778125:0:34167:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687418.778128:0:34167:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c2e43480. 00000100:00000001:1.0:1788687418.778132:0:34167:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687418.778133:0:34167:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687418.778144:0:34167:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687418.778149:0:34167:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687418.778154:0:34167:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687418.778159:0:34167:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6854000. 00000100:00000001:1.0:1788687418.778167:0:34167:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687418.778170:0:34167:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9aa00 x1875572824556544/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/456 e 0 to 0 dl 1788687434 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687418.778177:0:34167:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.778182:0:34167:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.778195:0:34167:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788687418.778199:0:34167:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d2be28 00000080:00002000:1.0:1788687418.778201:0:34167:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff9b29d8712870, parent ffff9b29d84cabd0, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788687418.778204:0:34167:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687418.778211:0:34167:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788687418.778217:0:34167:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788687418.778229:0:34167:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1788687418.778233:0:34167:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788687418.778236:0:34167:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687418.778240:0:34167:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621090056 : -110871088461560 : ffff9b29d0280908) 00000020:00001000:1.0:1788687418.778243:0:34167:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280900 00000020:00000001:1.0:1788687418.778249:0:34167:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ead00 -> ffff9b29c97ead00 00000020:00000001:1.0:1788687418.778252:0:34167:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788687418.778255:0:34167:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788687418.778273:0:34167:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788687418.778277:0:34167:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687418.778279:0:34167:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788687418.778280:0:34167:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788687418.778286:0:34167:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff9b29c38c5090 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1788687418.778290:0:34167:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c63a0000 00020000:00000001:1.0:1788687418.778295:0:34167:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788687418.778297:0:34167:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788687418.778300:0:34167:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788687418.778301:0:34167:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687418.778304:0:34167:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788687418.778306:0:34167:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788687418.778308:0:34167:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.778309:0:34167:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687418.778311:0:34167:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788687418.778312:0:34167:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788687418.778313:0:34167:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c63a0000 00000020:00000001:1.0:1788687418.778316:0:34167:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.778319:0:34167:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788687418.778321:0:34167:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788687418.778323:0:34167:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788687418.778327:0:34167:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788687418.778331:0:34167:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788687418.778335:0:34167:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788687418.778337:0:34167:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788687418.778339:0:34167:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687418.778340:0:34167:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089768 : -110871088461848 : ffff9b29d02807e8) 00000020:00001000:1.0:1788687418.778342:0:34167:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02807e0 00000020:00000001:1.0:1788687418.778345:0:34167:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea530 -> ffff9b29c97ead00 00000020:00000001:1.0:1788687418.778347:0:34167:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788687418.778350:0:34167:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687418.778351:0:34167:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788687418.778353:0:34167:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687418.778355:0:34167:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687418.778357:0:34167:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897885568 : -110870811666048 : ffff9b29e0a79980) 00000020:00000001:1.0:1788687418.778360:0:34167:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788687418.778361:0:34167:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687418.778364:0:34167:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.778365:0:34167:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.778367:0:34167:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1788687418.778369:0:34167:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788687418.778371:0:34167:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788687418.778372:0:34167:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788687418.778374:0:34167:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788687418.778375:0:34167:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.778377:0:34167:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687418.778379:0:34167:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687418.778381:0:34167:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.778382:0:34167:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788687418.778384:0:34167:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.778385:0:34167:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.778387:0:34167:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1788687418.778389:0:34167:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788687418.778391:0:34167:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788687418.778392:0:34167:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788687418.778395:0:34167:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1788687418.778398:0:34167:0:(osc_cache.c:3353:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1788687418.778404:0:34167:0:(osc_cache.c:1950:osc_update_pending()) obj ffff9b29c5dd5c00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:1.0:1788687418.778411:0:34167:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788687418.778413:0:34167:0:(osc_cache.c:1894:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687418.778414:0:34167:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788687418.778416:0:34167:0:(osc_cache.c:1921:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687418.778419:0:34167:0:(osc_cache.c:1190:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1788687418.778423:0:34167:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1788687418.778428:0:34167:0:(osc_cache.c:1198:osc_extent_make_ready()) extent ffff9b29e0153b40@{[0 -> 255/255], [1|0|-|locking|wiY|ffff9b29c5dd5c00], [1703936|1|+|-|ffff9b29c5cc4e00|256|ffff9b29c63a0000]} make ready 00000008:00010000:1.0:1788687418.778437:0:34167:0:(osc_cache.c:1198:osc_extent_make_ready()) ### extent: 0000000098e4fbed ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:1.0:1788687418.778450:0:34167:0:(osc_cache.c:1382:osc_make_ready()) Process entered 00000020:00000001:1.0:1788687418.778452:0:34167:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1788687418.778470:0:34167:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000882aa06d[2 000000004b23fcfd 1 1 0000000000000000 0 0 0] 00000020:00008000:1.0:1788687418.778472:0:34167:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:1.0:1788687418.778474:0:34167:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:1.0:1788687418.778476:0:34167:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788687418.778478:0:34167:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788687418.778480:0:34167:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788687418.778482:0:34167:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788687418.778485:0:34167:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788687418.778488:0:34167:0:(cl_page.c:507:__cl_page_state_set()) page@00000000882aa06d[2 000000004b23fcfd 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788687418.778491:0:34167:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1788687418.778493:0:34167:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788687418.778494:0:34167:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1788687418.778498:0:34167:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000882aa06d[2 000000004b23fcfd 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788687418.778500:0:34167:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1788687418.778502:0:34167:0:(osc_cache.c:1386:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.778504:0:34167:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000020:00000001:1.0:1788687418.778507:0:34167:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000020:00000001:1.0:1788687418.778509:0:34167:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1788687418.778512:0:34167:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.778514:0:34167:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000008:00000001:1.0:1788687418.778517:0:34167:0:(osc_cache.c:1251:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687418.778521:0:34167:0:(osc_cache.c:905:osc_extent_finish()) Process entered 00000008:00000020:1.0:1788687418.778523:0:34167:0:(osc_cache.c:909:osc_extent_finish()) extent ffff9b29e0153b40@{[0 -> 255/255], [2|0|-|rpc|wiY|ffff9b29c5dd5c00], [1703936|1|+|-|ffff9b29c5cc4e00|256|ffff9b29c63a0000]} extent finished. 00000008:00010000:1.0:1788687418.778529:0:34167:0:(osc_cache.c:909:osc_extent_finish()) ### extent: 0000000098e4fbed ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:1.0:1788687418.778540:0:34167:0:(osc_cache.c:1431:osc_completion()) Process entered 00000020:00000001:1.0:1788687418.778542:0:34167:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:1.0:1788687418.778545:0:34167:0:(cl_page.c:1104:cl_page_complete()) page@00000000882aa06d[2 000000004b23fcfd 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788687418.778547:0:34167:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:1.0:1788687418.778549:0:34167:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788687418.778550:0:34167:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788687418.778552:0:34167:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788687418.778554:0:34167:0:(cl_page.c:507:__cl_page_state_set()) page@00000000882aa06d[2 000000004b23fcfd 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788687418.778556:0:34167:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1788687418.778557:0:34167:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1788687418.778559:0:34167:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1788687418.778563:0:34167:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000882aa06d[2 000000004b23fcfd 1 1 0000000000000000 0 0 0] 00000080:00008000:1.0:1788687418.778565:0:34167:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1788687418.778580:0:34167:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1788687418.778582:0:34167:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:1.0:1788687418.778584:0:34167:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788687418.778587:0:34167:0:(cl_page.c:556:cl_batch_put()) page@00000000882aa06d[2 000000004b23fcfd 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788687418.778589:0:34167:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:1.0:1788687418.778591:0:34167:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788687418.778592:0:34167:0:(osc_cache.c:1475:osc_completion()) Process leaving 00000008:00000020:1.0:1788687418.778595:0:34167:0:(osc_cache.c:1672:osc_free_grant()) lost 1703936 grant: 1703936 avail: 2097152 dirty: 0/0 00000008:00000020:1.0:1788687418.778600:0:34167:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9b29e0153b40@{[0 -> 255/255], [1|0|-|inv|wY|ffff9b29c5dd5c00], [1703936|0|-|-|ffff9b29c5cc4e00|256|ffff9b29c63a0000]} destroyed. 00000008:00010000:1.0:1788687418.778606:0:34167:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 0000000098e4fbed ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1788687418.778615:0:34167:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687418.778617:0:34167:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1788687418.778745:0:34167:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9b29e0153b40. 00000008:00000001:1.0:1788687418.778752:0:34167:0:(osc_cache.c:956:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687418.778756:0:34167:0:(osc_cache.c:3288:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788687418.778760:0:34167:0:(osc_cache.c:3325:osc_cache_wait_range()) obj ffff9b29c5dd5c00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788687418.778764:0:34167:0:(osc_cache.c:3326:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788687418.778766:0:34167:0:(osc_cache.c:3493:osc_cache_writeback_range()) obj ffff9b29c5dd5c00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1788687418.778770:0:34167:0:(osc_cache.c:3508:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788687418.778773:0:34167:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.778775:0:34167:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687418.778777:0:34167:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687418.778778:0:34167:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.778780:0:34167:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.778782:0:34167:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788687418.778784:0:34167:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788687418.778787:0:34167:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788687418.778788:0:34167:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788687418.778789:0:34167:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788687418.778790:0:34167:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687418.778793:0:34167:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1788687418.778794:0:34167:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788687418.778796:0:34167:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788687418.778799:0:34167:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788687418.778800:0:34167:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788687418.778801:0:34167:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788687418.778802:0:34167:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788687418.778804:0:34167:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687418.778806:0:34167:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687418.778807:0:34167:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788687418.778808:0:34167:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788687418.778810:0:34167:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788687418.778812:0:34167:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788687418.778814:0:34167:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788687418.778816:0:34167:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788687418.778817:0:34167:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788687418.778818:0:34167:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788687418.778819:0:34167:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788687418.778821:0:34167:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687418.778823:0:34167:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687418.778824:0:34167:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788687418.778825:0:34167:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788687418.778827:0:34167:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.778829:0:34167:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788687418.778832:0:34167:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788687418.778834:0:34167:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788687418.778835:0:34167:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788687418.778837:0:34167:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788687418.778839:0:34167:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02807e0 00020000:00000001:1.0:1788687418.778841:0:34167:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788687418.778844:0:34167:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788687418.778846:0:34167:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788687418.778849:0:34167:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788687418.778852:0:34167:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788687418.778853:0:34167:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788687418.778855:0:34167:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280900 00000080:00000001:1.0:1788687418.778858:0:34167:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788687418.778866:0:34167:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1788687418.778868:0:34167:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446633202417365216 : -110871292186400 : ffff9b29c40370e0) 00000020:00000001:1.0:1788687418.778871:0:34167:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1788687418.778873:0:34167:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1788687418.778875:0:34167:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788687418.778876:0:34167:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788687418.778877:0:34167:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788687418.778881:0:34167:0:(cl_page.c:507:__cl_page_state_set()) page@00000000882aa06d[2 000000004b23fcfd 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788687418.778883:0:34167:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 5 00000020:00000001:1.0:1788687418.778893:0:34167:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1788687418.778895:0:34167:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1788687418.778897:0:34167:0:(osc_page.c:138:osc_page_delete()) ffff9b29c4037140 00000008:00000001:1.0:1788687418.778899:0:34167:0:(osc_cache.c:2756:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1788687418.778901:0:34167:0:(osc_cache.c:2759:osc_teardown_async_page()) teardown oap ffff9b29c4037150 page ffff9b29c4037140 at index 0. 00000008:00000001:1.0:1788687418.778904:0:34167:0:(osc_cache.c:2781:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687418.782196:0:34167:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1788687418.782205:0:34167:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff53744a85b80 index 0 00000020:00000001:1.0:1788687418.782215:0:34167:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1788687418.782217:0:34167:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1788687418.782809:0:34167:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788687418.782821:0:34167:0:(cl_page.c:556:cl_batch_put()) page@00000000882aa06d[1 000000004b23fcfd 5 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788687418.782824:0:34167:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1788687418.782826:0:34167:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1788687418.782834:0:34167:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9b29c40370e0. 00000020:00000001:1.0:1788687418.782844:0:34167:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1788687418.782847:0:34167:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1788687418.783026:0:34167:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1788687418.783030:0:34167:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x31:0x0](ffff9b29d8593248) 00800000:00000001:1.0:1788687418.783041:0:34167:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1788687418.783043:0:34167:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x31:0x0] 00000002:00000001:1.0:1788687418.783050:0:34167:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788687418.783058:0:34167:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687418.783060:0:34167:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.783064:0:34167:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1788687418.783067:0:34167:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1788687418.783069:0:34167:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687418.783072:0:34167:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687418.783078:0:34167:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687418.783083:0:34167:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621090056 : -110871088461560 : ffff9b29d0280908) 00000020:00001000:1.0:1788687418.783086:0:34167:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280900 00020000:00000001:1.0:1788687418.783095:0:34167:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:1.0:1788687418.783097:0:34167:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c63a0000 00020000:00000001:1.0:1788687418.783101:0:34167:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:1.0:1788687418.783105:0:34167:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c3344300, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788687418.783111:0:34167:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788687418.783116:0:34167:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29d1341580: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000001:1.0:1788687418.783119:0:34167:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:1.0:1788687418.783121:0:34167:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687418.783123:0:34167:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1788687418.783125:0:34167:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:1.0:1788687418.783132:0:34167:0:(ldlm_request.c:2696:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1788687418.783140:0:34167:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090600 count: 2 00010000:00000001:1.0:1788687418.783143:0:34167:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687418.783146:0:34167:0:(ldlm_request.c:2624:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1788687418.783149:0:34167:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1788687418.783156:0:34167:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 46 blocks 1 [cma]time 1788687418 1788687418 1788687418 ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 1/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:1.0:1788687418.783169:0:34167:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000020:00000001:1.0:1788687418.783172:0:34167:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd5c00 -> ffff9b29c97ead00 00000008:00000001:1.0:1788687418.783174:0:34167:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788687418.783177:0:34167:0:(ldlm_request.c:2640:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788687418.783180:0:34167:0:(ldlm_request.c:2706:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788687418.783182:0:34167:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1788687418.783188:0:34167:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9b29c5dd5c00. 00020000:00000001:1.0:1788687418.783193:0:34167:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1788687418.783196:0:34167:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9b29c97ea4b0. 00020000:00000001:1.0:1788687418.783205:0:34167:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1788687418.783207:0:34167:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687418.783209:0:34167:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788687418.783212:0:34167:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c63a0000 00020000:00000001:1.0:1788687418.783215:0:34167:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:1.0:1788687418.783217:0:34167:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:1.0:1788687418.783218:0:34167:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c63a0000 00020000:00000001:1.0:1788687418.783553:0:34167:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:1.0:1788687418.783556:0:34167:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9b29c3375648. 00020000:00000010:1.0:1788687418.783562:0:34167:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9b29c52b5900. 00020000:00000010:1.0:1788687418.783565:0:34167:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9b29c3f7c1c0. 00020000:00000002:1.0:1788687418.783569:0:34167:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c3344300, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788687418.783574:0:34167:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788687418.783578:0:34167:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29d1341580: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000010:1.0:1788687418.783583:0:34167:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29d1341580. 00020000:00000010:1.0:1788687418.783587:0:34167:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c3344240. 00020000:00000010:1.0:1788687418.783593:0:34167:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c3344300. 00020000:00000001:1.0:1788687418.783595:0:34167:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1788687418.783597:0:34167:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f0f8) owner 0000000000000000/ffff9b29c63a0000 00020000:00000010:1.0:1788687418.783600:0:34167:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9b29c524f0f8. 00020000:00000001:1.0:1788687418.783604:0:34167:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:1.0:1788687418.783607:0:34167:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9b29c97eac80. 00000020:00001000:1.0:1788687418.783613:0:34167:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280900 00000080:00000001:1.0:1788687418.783617:0:34167:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1788687418.783621:0:34167:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000010:1.1:1788687418.796948:0:34169:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c636d4a0. 00000080:00000010:1.1:1788687418.807979:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8593180. 00010000:00000001:0.0:1788687419.406139:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687419.406148:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687419.406155:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687419.406157:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687419.406160:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687419.406162:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687419.406191:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687419.406194:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687419.406197:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788687420.009783:0:34252:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687420.434107:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687420.434117:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687420.434124:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687420.434125:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687420.434129:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687420.434130:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687420.435060:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687420.435067:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687420.435072:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788687421.451070:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687421.451080:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687421.451086:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687421.451088:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687421.451091:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687421.451092:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687421.451165:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687421.451169:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687421.451173:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788687421.918749:0:34389:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687422.338696:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687422.338714:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687422.338718:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687422.338721:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687422.338732:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687422.338742:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687422.338754:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687422.338759:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687422.338766:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687422.338772:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 328 into portal 15 MB=0x6a9d2d515f380 00000400:00000200:2.0:1788687422.338783:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 328/328 into md 0x6bbd [2] + 1048 00000800:00000001:2.0:1788687422.338792:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687422.338801:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687422.338805:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687422.338810:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687422.338821:0:2361:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788687422.338824:0:2361:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788687422.338832:0:2361:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42eaa00. 00000100:00000040:2.0:1788687422.338836:0:2361:0:(events.c:341:request_in_callback()) incoming req@ffff9b29c42eaa00 x1875572843475840 msgsize 328 00000100:00100000:2.0:1788687422.338841:0:2361:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000001:2.0:1788687422.338857:0:2361:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1788687422.338874:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687422.338878:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687422.340700:0:15934:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788687422.340708:0:15934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875572843475840 02000000:00000001:3.0:1788687422.340713:0:15934:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788687422.340716:0:15934:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687422.340719:0:15934:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687422.340725:0:15934:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687422.340731:0:15934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875572843475840 00000020:00000001:3.0:1788687422.340735:0:15934:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788687422.340737:0:15934:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e811318 00000020:00000001:3.0:1788687422.340741:0:15934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687422.340746:0:15934:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c52f0800 refcount=4 00000020:00000001:3.0:1788687422.340750:0:15934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000020:00000001:3.0:1788687422.340753:0:15934:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000100:00000001:3.0:1788687422.340760:0:15934:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788687422.340767:0:15934:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b29c975c6c0. 00000100:00000001:3.0:1788687422.340771:0:15934:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788687422.340774:0:15934:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b29c975c6c0. 00000020:00000010:3.0:1788687422.340782:0:15934:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29d01f3e00. 00000020:00000010:3.0:1788687422.340789:0:15934:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b29c3056200. 00000020:00000010:3.0:1788687422.340795:0:15934:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b29e0155ed8. 00000100:00000040:3.0:1788687422.340806:0:15934:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788687422.340810:0:15934:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788687422.340812:0:15934:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788687422.340815:0:15934:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687422.340839:0:15934:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687422.340856:0:15934:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687422.340878:0:15934:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788687422.340881:0:15934:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788687422.340891:0:15934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 62 00000100:00000040:3.0:1788687422.340896:0:15934:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b29c52f0800 : new rpc_count 1 00000100:00000001:3.0:1788687422.340898:0:15934:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633202420197888 : -110871289353728 : ffff9b29c42eaa00) 00000100:00000040:3.0:1788687422.340929:0:15934:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b29c42eaa00 x1875572843475840/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:323/0 lens 328/0 e 0 to 0 dl 1788687433 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687422.340941:0:15934:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788687422.340944:0:15934:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b29c975c6c0. 00000100:00000001:3.0:1788687422.340946:0:15934:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788687422.340948:0:15934:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b29c975c6c0. 00000100:00100000:3.0:1788687422.340953:0:15934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9b29c42eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6718:x1875572843475840:12345-192.168.203.144@tcp:104: 00000100:00000200:3.0:1788687422.340957:0:15934:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875572843475840 00010000:00000001:3.0:1788687422.340960:0:15934:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788687422.340970:0:15934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687422.340971:0:15934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687422.340974:0:15934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=2 00000020:00000001:3.0:1788687422.340976:0:15934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:3.0:1788687422.340980:0:15934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:3.0:1788687422.340985:0:15934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687422.340989:0:15934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687422.340994:0:15934:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:3.0:1788687422.341009:0:15934:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788687422.341012:0:15934:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788687422.341017:0:15934:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b29c43bc800. 02000000:00000001:3.0:1788687422.341019:0:15934:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687422.341022:0:15934:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687422.341028:0:15934:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788687422.341031:0:15934:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687422.341035:0:15934:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c4dc39e8 time=43 v=5 (1 1 1 1) 00000100:00000001:3.0:1788687422.341040:0:15934:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788687422.341043:0:15934:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 13 to 192.168.203.144@tcp 00000100:00000001:3.0:1788687422.341046:0:15934:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 02000000:00000001:3.0:1788687422.341048:0:15934:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788687422.341051:0:15934:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687422.341055:0:15934:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687422.341058:0:15934:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687422.341064:0:15934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0dd0. 00000100:00000200:3.0:1788687422.341071:0:15934:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875572843475840, offset 224 00000400:00000200:3.0:1788687422.341078:0:15934:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687422.341091:0:15934:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687422.341100:0:15934:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687422.341548:0:15934:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2599:2599:256:4294967295] 192.168.203.144@tcp LPNI seq info [2599:2599:8:4294967295] 00000400:00000200:3.0:1788687422.341555:0:15934:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687422.341567:0:15934:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687422.341575:0:15934:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687422.341581:0:15934:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a800. 00000800:00000200:3.0:1788687422.341589:0:15934:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687422.341643:0:15934:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687422.341650:0:15934:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687422.341693:0:15934:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687422.341698:0:15934:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00010000:00000001:3.0:1788687422.341702:0:15934:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788687422.341712:0:15934:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b29d895ef00. 00010000:00000001:3.0:1788687422.341715:0:15934:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788687422.341727:0:15934:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788687422.341730:0:15934:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687422.341731:0:15934:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687422.341734:0:15934:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687422.341740:0:15934:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42eaa00 x1875572843475840/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:323/0 lens 328/224 e 0 to 0 dl 1788687433 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788687422.341752:0:15934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9b29c42eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6718:x1875572843475840:12345-192.168.203.144@tcp:104: Request processed in 809us (2913us total) trans 0 rc 0/0 00000100:00100000:3.0:1788687422.341760:0:15934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 62 00000100:00000040:3.0:1788687422.341765:0:15934:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b29c52f0800 : new rpc_count 0 00000100:00000001:3.0:1788687422.341767:0:15934:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788687422.341769:0:15934:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788687422.341777:0:15934:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b29c3056200. 00000020:00000010:3.0:1788687422.341781:0:15934:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b29e0155ed8. 00000020:00000010:3.0:1788687422.341785:0:15934:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b29d01f3e00. 00000020:00000040:3.0:1788687422.341791:0:15934:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c52f0800 : new refcount 3 00000100:00000001:3.0:1788687422.341794:0:15934:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788687422.342583:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687422.342588:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687422.342592:0:15943:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788687422.342605:0:15943:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788687422.342608:0:15943:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788687422.342617:0:15943:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1788687422.342632:0:15943:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29c5cc4e00 already unused, calling callback (ffffffffc1276300) 00000008:00000001:0.0:1788687422.342637:0:15943:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1788687422.342640:0:15943:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788687422.342643:0:15943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687422.342646:0:15943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687422.342649:0:15943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687422.342651:0:15943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687422.342654:0:15943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687422.342659:0:15943:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687422.342662:0:15943:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:0.0:1788687422.342670:0:15943:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788687422.342673:0:15943:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687422.342678:0:15943:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:0.0:1788687422.342681:0:15943:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000008:00000001:0.0:1788687422.342684:0:15943:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788687422.342686:0:15943:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788687422.342689:0:15943:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000008:00000001:0.0:1788687422.342691:0:15943:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687422.342695:0:15943:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687422.342701:0:15943:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687422.342704:0:15943:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687422.342707:0:15943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687422.342709:0:15943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788687422.342713:0:15943:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc4e00 with handle 0x230d04438e811f0b from hash 00010000:00000001:0.0:1788687422.342715:0:15943:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687422.342717:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687422.342720:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687422.342721:0:15943:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687422.342726:0:15943:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687422.342728:0:15943:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788687422.342735:0:15943:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687422.342738:0:15943:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687422.342741:0:15943:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687422.342744:0:15943:0:(ldlm_request.c:1526:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788687422.342751:0:15943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f0700. 00000020:00000040:0.0:1788687422.342756:0:15943:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:0.0:1788687422.342762:0:15943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687422.342765:0:15943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687422.342772:0:15943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687422.342779:0:15943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29d0272800. 00000100:00000001:0.0:1788687422.342787:0:15943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687422.342791:0:15943:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788687422.342797:0:15943:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1788687422.342805:0:15943:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788687422.342807:0:15943:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687422.342814:0:15943:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687422.342820:0:15943:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687422.342832:0:15943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000024cd2f5] to pc [ptlrpcd_00_01+1] req@ffff9b29c97f0700 x1875572824556672/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788687422.342869:0:15943:0:(ldlm_request.c:1594:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687422.342872:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687422.342874:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687422.342876:0:15943:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687422.342878:0:15943:0:(ldlm_request.c:1833:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687422.342880:0:15943:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687422.342884:0:15943:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:0.0:1788687422.342891:0:15943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687422.342893:0:15943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 000000008c9863e0/0x230d04438e811f0b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x59c08f76ab1d2cfa expref: -99 pid: 34158 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:0.0:1788687422.342903:0:15943:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29c4c6f1c0. 00010000:00000040:0.0:1788687422.342941:0:15943:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c6090600 count: 0 00010000:00000010:0.0:1788687422.342952:0:15943:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b29c6090b00. 00010000:00000001:0.0:1788687422.342965:0:15943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687422.342966:0:15943:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788687422.342968:0:15943:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b29d895ef00. 00010000:00000001:0.0:1788687422.342973:0:15943:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687422.342975:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687422.342976:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687422.342979:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788687422.342981:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687422.342982:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687422.342983:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788687422.342985:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687422.342986:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687422.342987:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788687422.342998:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687422.343001:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687422.343004:0:2368:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687422.343011:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f0700 x1875572824556672/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687422.343019:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687422.343022:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687422.343028:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687422.343031:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687422.343034:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687422.343038:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824556672:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788687422.343043:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687422.343050:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687422.343053:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687422.343056:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687422.343060:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29d0272600. 02000000:00000001:0.0:1788687422.343062:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687422.343071:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687422.343075:0:2368:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1d68. 00000400:00000010:0.0:1788687422.343083:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdaa18. 00000100:00000200:0.0:1788687422.343092:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824556672, portal 18 00000100:00000001:0.0:1788687422.343095:0:2368:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687422.343097:0:2368:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509350656 : -110871200200960 : ffff9b29c97f0700) 00000100:00000040:0.0:1788687422.343268:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f0700 x1875572824556672/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687438 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687422.343277:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687422.343280:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687422.343284:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdaf68. 00000100:00000200:0.0:1788687422.343289:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875572824556672, offset 0 00000400:00000200:0.0:1788687422.343295:0:2368:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687422.343306:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687422.343313:0:2368:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687422.343319:0:2368:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687422.343324:0:2368:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687422.343329:0:2368:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687422.343332:0:2368:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687422.343336:0:2368:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2600:2600:255:4294967295] 192.168.203.144@tcp LPNI seq info [2600:2600:7:4294967295] 00000400:00000200:0.0:1788687422.343340:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687422.343352:0:2368:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687422.343359:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687422.343365:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946d00. 00000800:00000200:0.0:1788687422.343372:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687422.343381:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687422.343386:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788687422.343391:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687422.343397:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20963 usecs (21 jiffies) 00000400:00000200:0.0:1788687422.343399:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687422.343403:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296548368 00000100:00000001:0.0:1788687422.343406:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296548569 00000100:00000001:0.0:1788687422.343409:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296548368 00000100:00000001:0.0:1788687422.343411:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296548569 00000100:00000001:0.0:1788687422.343414:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687422.343416:0:2368:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687422.343420:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687422.343423:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687422.343430:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687422.343433:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788687422.343435:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687422.343436:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687422.343438:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687422.343440:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687422.343456:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687422.343459:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687422.357368:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687422.357382:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a800. 00000400:00000200:3.0:1788687422.357390:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687422.357401:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687422.357411:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0dd0 00000400:00000010:3.0:1788687422.357414:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0dd0. 00000100:00000001:3.0:1788687422.357421:0:2362:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788687422.357423:0:2362:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:3.0:1788687422.357520:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687422.357523:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946d00. 00000400:00000200:3.0:1788687422.357528:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687422.357532:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687422.357535:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdaf68 00000400:00000010:3.0:1788687422.357537:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdaf68. 00000100:00000001:3.0:1788687422.357541:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687422.357552:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f0700 x1875572824556672/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687438 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687422.357566:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687422.357570:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f0700 x1875572824556672/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687438 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687422.357577:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687422.357579:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788687422.357943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090600. 00010000:00000010:0.1:1788687422.357952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4e00. 00000800:00000001:2.0:1788687422.389784:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687422.389887:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687422.389893:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687422.389897:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687422.390003:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687422.390014:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687422.390027:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687422.390033:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687422.390039:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687422.390044:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x6a9d2d3f54480 00000400:00000200:3.0:1788687422.390050:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687422.390057:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x71fd [1] + 224 00000800:00000001:3.0:1788687422.390066:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687422.390078:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687422.390082:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687422.390087:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687422.390097:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687422.390361:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f0700 x1875572824556672/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687438 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687422.390376:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c97f0700 x1875572824556672/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687438 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687422.390438:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687422.390443:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687422.390973:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687422.390988:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687422.390992:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788687422.398092:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687422.398116:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687422.398122:0:2368:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1d68. 00000400:00000200:1.0:1788687422.398133:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdaa18 00000400:00000010:1.0:1788687422.398136:0:2368:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdaa18. 00000100:00000001:1.0:1788687422.398143:0:2368:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687422.398159:0:2368:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f0700 x1875572824556672/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687438 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687422.398172:0:2368:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f0700 x1875572824556672/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687438 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687422.398181:0:2368:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687422.398183:0:2368:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687422.398187:0:2368:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687422.398191:0:2368:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687422.398194:0:2368:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687422.398196:0:2368:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687422.398199:0:2368:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687422.398213:0:2368:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7538 time=41 v=5 (5 5 5 0) 00000100:00001000:1.0:1788687422.398218:0:2368:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=4 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687422.398221:0:2368:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687422.398223:0:2368:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687422.398226:0:2368:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687422.398231:0:2368:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687422.398235:0:2368:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687422.398238:0:2368:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967346 00000100:00000001:1.0:1788687422.398241:0:2368:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687422.398243:0:2368:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687422.398248:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f0700 x1875572824556672/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687438 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687422.398256:0:2368:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687422.398260:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687422.398262:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687422.398265:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f0700 x1875572824556672/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687438 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687422.398278:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824556672:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788687422.398283:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687422.398287:0:2368:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687422.398290:0:2368:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f0700 x1875572824556672/t0(0) o103->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687438 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687422.398296:0:2368:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687422.398299:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687422.398303:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29d0272600. 02000000:00000001:1.0:1788687422.398309:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687422.398312:0:2368:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687422.398315:0:2368:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687422.398317:0:2368:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687422.398320:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29d0272800. 02000000:00000001:1.0:1788687422.398323:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687422.398325:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687422.398327:0:2368:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f0700. 00000100:00000001:1.0:1788687422.398331:0:2368:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687422.398333:0:2368:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687422.398335:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687422.398346:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687422.398348:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687422.398351:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687422.398355:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687422.475018:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687422.475030:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687422.475040:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687422.475041:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687422.475323:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687422.475327:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687422.475331:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788687422.860730:0:25144:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296548569, at 4296548865 00000100:00000010:2.0:1788687422.860744:0:25144:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c97ab180. 00000100:00000040:3.0:1788687422.860787:0:26149:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296548569, at 4296548865 00000100:00000010:3.0:1788687422.860795:0:26149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c97abf60. 00000100:00000040:2.0:1788687423.372747:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687423.372757:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687423.372766:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e9500. 00000020:00000040:2.0:1788687423.372780:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:2.0:1788687423.372785:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687423.372789:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687423.372794:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687423.372804:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29d05a3d00. 00000100:00000001:2.0:1788687423.372810:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687423.372822:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c42e9500 x1875572824556800/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687423.372831:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687423.372836:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687423.372841:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085f2fc7a] to pc [ptlrpcd_01_01+1] req@ffff9b29c42e9500 x1875572824556800/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687423.372876:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687423.372880:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687423.372883:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687423.372886:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8380. 00000020:00000040:2.0:1788687423.372889:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:2.0:1788687423.372891:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687423.372892:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687423.372894:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687423.372898:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29d05a3300. 00000100:00000001:2.0:1788687423.372900:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687423.372918:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID req@ffff9b29c42e8380 x1875572824556928/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687423.372925:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687423.372927:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687423.372931:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f834c1eb] to pc [ptlrpcd_01_00+0] req@ffff9b29c42e8380 x1875572824556928/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687423.372940:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687423.372941:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687423.372944:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687423.372948:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8e00. 00000020:00000040:2.0:1788687423.372950:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:2.0:1788687423.372952:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687423.372953:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687423.372955:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687423.372958:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29d05a3f00. 00000100:00000001:2.0:1788687423.372961:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687423.372964:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID req@ffff9b29c42e8e00 x1875572824557056/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687423.372970:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687423.372972:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687423.372975:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d6a3b0d] to pc [ptlrpcd_01_01+1] req@ffff9b29c42e8e00 x1875572824557056/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687423.372986:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687423.372988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788687423.372991:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788687423.372995:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e9c00. 00000020:00000040:2.0:1788687423.372997:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:2.0:1788687423.372999:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687423.373000:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687423.373002:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687423.373004:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29d05a3100. 00000100:00000001:2.0:1788687423.373007:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687423.373011:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID req@ffff9b29c42e9c00 x1875572824557184/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687423.373018:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687423.373020:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687423.373023:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a2accb88] to pc [ptlrpcd_01_00+0] req@ffff9b29c42e9c00 x1875572824557184/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687423.373029:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687423.373033:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1887) 00000100:00000001:3.0:1788687423.373410:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687423.373414:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687423.373417:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687423.373425:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e9500 x1875572824556800/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687423.373433:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687423.373435:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687423.373439:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687423.373441:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687423.373444:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687423.373447:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824556800:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687423.373451:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687423.373456:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687423.373459:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687423.373461:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687423.373467:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29e07bd000. 02000000:00000001:3.0:1788687423.373469:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687423.373476:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687423.373481:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4420. 00000400:00000010:3.0:1788687423.373488:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0dd0. 00000100:00000200:3.0:1788687423.373496:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824556800, portal 25 00000100:00000001:3.0:1788687423.373498:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687423.373500:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420192512 : -110871289359104 : ffff9b29c42e9500) 00000100:00000040:3.0:1788687423.373505:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e9500 x1875572824556800/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687423.373512:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687423.373515:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687423.373517:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0e58. 00000100:00000200:3.0:1788687423.373519:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824556800, offset 0 00000400:00000200:3.0:1788687423.373525:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687423.373532:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687423.373539:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687423.373544:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687423.373548:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687423.373551:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687423.373553:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687423.373557:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2601:2601:256:4294967295] 192.168.203.144@tcp LPNI seq info [2601:2601:8:4294967295] 00000400:00000200:3.0:1788687423.373561:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687423.373569:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687423.373575:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687423.373580:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a800. 00000800:00000200:3.0:1788687423.373587:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687423.373663:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687423.373668:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687423.373688:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687423.373693:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687423.373696:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296553690 00000100:00000010:3.0:1788687423.373701:0:2370:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c97ab5a0. 00000100:00000001:3.0:1788687423.373707:0:2370:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788687423.373712:0:2370:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296553690 00000100:00000010:3.0:1788687423.373714:0:2370:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c97ab240. 00000100:00000001:3.0:1788687423.373717:0:2370:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788687423.373720:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687423.373723:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687423.373726:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687423.373730:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8e00 x1875572824557056/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687423.373741:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687423.373743:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687423.373745:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687423.373747:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687423.373749:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687423.373751:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824557056:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687423.373754:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687423.373757:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687423.373758:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687423.373760:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687423.373765:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29cb36b200. 02000000:00000001:3.0:1788687423.373767:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687423.373770:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000800:00000200:2.0:1788687423.374003:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687423.374008:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a800. 00000400:00000200:2.0:1788687423.374014:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687423.374019:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687423.374024:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0e58 00000400:00000010:2.0:1788687423.374027:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0e58. 00000100:00000001:2.0:1788687423.374031:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687423.374035:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e9500 x1875572824556800/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687423.374044:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687423.374046:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e9500 x1875572824556800/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687423.374064:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687423.374066:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:3.0:1788687423.374570:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4738. 00000400:00000010:3.0:1788687423.374577:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0198. 00000100:00000200:3.0:1788687423.374582:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824557056, portal 4 00000100:00000001:3.0:1788687423.374584:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687423.374585:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420190720 : -110871289360896 : ffff9b29c42e8e00) 00000100:00000040:3.0:1788687423.374604:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e8e00 x1875572824557056/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687423.374611:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687423.374614:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687423.374616:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae04c8. 00000100:00000200:3.0:1788687423.374620:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824557056, offset 0 00000400:00000200:3.0:1788687423.374624:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687423.374631:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687423.374636:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687423.374640:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687423.374643:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687423.374646:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687423.374648:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687423.374651:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2602:2602:256:4294967295] 192.168.203.144@tcp LPNI seq info [2602:2602:8:4294967295] 00000400:00000200:3.0:1788687423.374655:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687423.374661:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687423.374666:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687423.374670:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a000. 00000800:00000200:3.0:1788687423.374675:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687423.374680:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687423.374683:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687423.374700:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687423.374704:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 21173 usecs (22 jiffies) 00000400:00000200:3.0:1788687423.374709:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687423.374711:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296549399 00000100:00000001:3.0:1788687423.374713:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296553690 00000100:00000001:3.0:1788687423.374715:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296549399 00000100:00000001:3.0:1788687423.374717:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296553690 00000100:00000001:3.0:1788687423.374718:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687423.374721:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687423.374724:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687423.374727:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687423.374735:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687423.374738:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788687423.374740:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687423.374742:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687423.374743:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687423.374746:0:2370:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1788687423.374747:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687423.374749:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687423.374750:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687423.374752:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687423.374753:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687423.374754:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687423.374758:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8380 x1875572824556928/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687423.374766:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687423.374767:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687423.374770:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687423.374772:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687423.374774:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687423.374886:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824556928:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687423.374891:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687423.374894:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687423.374896:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687423.374898:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687423.374902:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29cb36a200. 02000000:00000001:3.0:1788687423.374903:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687423.374926:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687423.374930:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4b58. 00000400:00000010:3.0:1788687423.374933:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0ee0. 00000100:00000200:3.0:1788687423.374936:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824556928, portal 10 00000100:00000001:3.0:1788687423.374938:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687423.374939:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188032 : -110871289363584 : ffff9b29c42e8380) 00000100:00000040:3.0:1788687423.374946:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e8380 x1875572824556928/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687423.374952:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687423.374954:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687423.374956:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0a18. 00000100:00000200:3.0:1788687423.374958:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824556928, offset 0 00000400:00000200:3.0:1788687423.374962:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687423.374966:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687423.374969:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687423.375488:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687423.375493:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687423.375495:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687423.375497:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687423.375501:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2603:2603:255:4294967295] 192.168.203.144@tcp LPNI seq info [2603:2603:7:4294967295] 00000400:00000200:3.0:1788687423.375505:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687423.375512:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687423.375517:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687423.375521:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a100. 00000800:00000200:3.0:1788687423.375526:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687423.375531:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687423.375535:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687423.375538:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687423.375543:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 809230 usecs (810 jiffies) 00000400:00000200:3.0:1788687423.375546:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687423.375547:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296550190 00000100:00000001:3.0:1788687423.375550:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296553690 00000100:00000001:3.0:1788687423.375552:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296550190 00000100:00000001:3.0:1788687423.375554:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296553690 00000100:00000001:3.0:1788687423.375556:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687423.375558:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687423.375561:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687423.375566:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e9c00 x1875572824557184/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687423.375572:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687423.375574:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687423.375577:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687423.375579:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687423.375581:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687423.375584:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824557184:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687423.375652:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687423.375656:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687423.375657:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687423.375660:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687423.375664:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29cb02f200. 02000000:00000001:3.0:1788687423.375667:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687423.375670:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687423.375673:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef47e8. 00000400:00000010:3.0:1788687423.375677:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae03b8. 00000100:00000200:3.0:1788687423.375681:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824557184, portal 4 00000100:00000001:3.0:1788687423.375683:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687423.375684:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420194304 : -110871289357312 : ffff9b29c42e9c00) 00000100:00000040:3.0:1788687423.375690:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e9c00 x1875572824557184/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687423.375697:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687423.375699:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687423.375701:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0770. 00000100:00000200:3.0:1788687423.375704:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824557184, offset 0 00000400:00000200:3.0:1788687423.375708:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687423.375712:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687423.375717:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687423.375720:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687423.375722:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687423.375724:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687423.375726:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687423.375729:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2604:2604:254:4294967295] 192.168.203.144@tcp LPNI seq info [2604:2604:6:4294967295] 00000400:00000200:3.0:1788687423.375733:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687423.375738:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687423.375743:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687423.375746:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ae00. 00000800:00000200:3.0:1788687423.375750:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687423.375755:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687423.375758:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687423.375760:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687423.375763:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 245407 usecs (246 jiffies) 00000400:00000200:3.0:1788687423.375766:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687423.375768:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296549626 00000100:00000001:3.0:1788687423.375770:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296553690 00000100:00000001:3.0:1788687423.375841:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296549626 00000100:00000001:3.0:1788687423.375845:0:2370:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296553690 00000100:00000001:3.0:1788687423.375847:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687423.376511:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687423.376518:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687423.376523:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687423.376538:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687423.376540:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687423.376681:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687423.376685:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a000. 00000400:00000200:2.0:1788687423.376693:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687423.376700:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687423.376706:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae04c8 00000400:00000010:2.0:1788687423.376709:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae04c8. 00000100:00000001:2.0:1788687423.376713:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687423.376719:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8e00 x1875572824557056/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687423.376730:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687423.376733:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8e00 x1875572824557056/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687423.376740:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687423.376742:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687423.376754:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687423.376757:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a100. 00000400:00000200:2.0:1788687423.376759:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687423.376762:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687423.376765:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0a18 00000400:00000010:2.0:1788687423.376767:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0a18. 00000100:00000001:2.0:1788687423.376769:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687423.377133:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8380 x1875572824556928/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687423.377143:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687423.377147:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8380 x1875572824556928/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687423.377154:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687423.377155:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687423.377227:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687423.377230:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ae00. 00000400:00000200:2.0:1788687423.377234:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687423.377238:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687423.377241:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0770 00000400:00000010:2.0:1788687423.377243:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0770. 00000100:00000001:2.0:1788687423.377246:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687423.377249:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e9c00 x1875572824557184/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687423.377255:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687423.377258:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e9c00 x1875572824557184/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687423.377263:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687423.377265:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687423.387068:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687423.389674:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687423.389685:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687423.389690:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687423.389699:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687423.389708:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687423.389717:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687423.389721:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687423.389726:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687423.389730:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f54600 00000400:00000200:2.0:1788687423.389735:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687423.389740:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x7215 [1] + 224 00000800:00000001:2.0:1788687423.389747:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687423.389756:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687423.389760:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687423.389765:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687423.389773:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687423.390694:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8e00 x1875572824557056/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687423.390707:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42e8e00 x1875572824557056/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687423.390726:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687423.390737:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687423.390743:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687423.390993:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687423.390997:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687423.391005:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687423.391007:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687423.391011:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4738. 00000400:00000200:3.0:1788687423.391016:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0198 00000400:00000010:3.0:1788687423.391019:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0198. 00000100:00000001:3.0:1788687423.391023:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687423.391027:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e8e00 x1875572824557056/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687423.391036:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e8e00 x1875572824557056/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687423.391041:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687423.391043:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687423.391046:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687423.391049:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687423.391051:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687423.391053:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687423.391056:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687423.391066:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=45 v=5 (5 5 5 16) 00000100:00001000:3.0:1788687423.391070:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687423.391072:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687423.391074:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687423.391077:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687423.391080:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687423.391083:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687423.391085:0:2370:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967346 00000100:00000001:3.0:1788687423.391088:0:2370:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687423.391090:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687423.391095:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e8e00 x1875572824557056/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687423.391101:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687423.391104:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687423.391106:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687423.391109:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e8e00 x1875572824557056/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687423.391116:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824557056:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687423.391120:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687423.391122:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687423.391126:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e8e00 x1875572824557056/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687423.391132:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687423.391135:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687423.391138:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29cb36b200. 02000000:00000001:3.0:1788687423.391141:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687423.391144:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687423.391145:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:3.0:1788687423.391148:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687423.391151:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29d05a3f00. 02000000:00000001:3.0:1788687423.391154:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687423.391155:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687423.391157:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e8e00. 00000100:00000001:3.0:1788687423.391161:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687423.391162:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687423.391165:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687423.391167:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687423.391168:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687423.391170:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687423.391172:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687423.393954:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687423.393974:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687423.393978:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687423.393980:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687423.393989:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687423.393996:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687423.394005:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687423.394010:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687423.394015:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687423.394019:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f54500 00000400:00000200:2.0:1788687423.394023:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687423.394029:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x7205 [1] + 224 00000800:00000001:2.0:1788687423.394036:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687423.394045:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687423.394048:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687423.394052:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687423.394061:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687423.394070:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e9500 x1875572824556800/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687423.394080:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42e9500 x1875572824556800/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687423.394095:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687423.394102:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687423.394105:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687423.394293:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687423.394298:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687423.394304:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687423.394306:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687423.394309:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4420. 00000400:00000200:3.0:1788687423.394314:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0dd0 00000400:00000010:3.0:1788687423.394317:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0dd0. 00000100:00000001:3.0:1788687423.394321:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687423.394325:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e9500 x1875572824556800/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687423.394335:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e9500 x1875572824556800/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687423.394341:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687423.394343:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687423.394345:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687423.394348:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687423.394351:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687423.394353:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687423.394356:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687423.394362:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=45 v=5 (5 5 5 5) 00000100:00001000:3.0:1788687423.394366:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687423.394369:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687423.394370:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687423.394373:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687423.394375:0:2370:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687423.394378:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687423.394383:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e9500 x1875572824556800/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687423.394389:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687423.394392:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687423.394394:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687423.394398:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e9500 x1875572824556800/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687423.394405:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2370:1875572824556800:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687423.394409:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687423.394412:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687423.394415:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e9500 x1875572824556800/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687423.394421:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687423.394424:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687423.394427:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29e07bd000. 02000000:00000001:3.0:1788687423.394432:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687423.394434:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687423.394436:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:3.0:1788687423.394438:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687423.394440:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29d05a3d00. 02000000:00000001:3.0:1788687423.394443:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687423.394445:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687423.394447:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e9500. 00000100:00000001:3.0:1788687423.394450:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687423.394451:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687423.394454:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687423.394456:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687423.394457:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687423.394459:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687423.394460:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687423.401171:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687423.401186:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687423.401192:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687423.401194:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687423.401203:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687423.401210:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687423.401219:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687423.401223:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687423.401228:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687423.401233:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f54680 00000400:00000200:2.0:1788687423.401238:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687423.401244:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x7235 [1] + 224 00000800:00000001:2.0:1788687423.401250:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687423.401254:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687423.401257:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687423.401262:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687423.401268:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687423.401276:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e9c00 x1875572824557184/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687423.401287:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42e9c00 x1875572824557184/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687423.401330:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687423.401335:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687423.401351:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687423.401360:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687423.401364:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687423.401366:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687423.401368:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687423.401371:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687423.401375:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687423.401379:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687423.401381:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687423.401383:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687423.401386:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f54580 00000400:00000200:2.0:1788687423.401389:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687423.401394:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x7225 [1] + 224 00000800:00000001:2.0:1788687423.401397:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687423.401404:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687423.401406:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687423.401409:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687423.401412:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687423.401416:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8380 x1875572824556928/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687423.401424:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c42e8380 x1875572824556928/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687423.401431:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687423.401434:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687423.401436:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788687423.403165:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687423.403171:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687423.403175:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef47e8. 00000400:00000200:3.0:1788687423.403183:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae03b8 00000400:00000010:3.0:1788687423.403186:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae03b8. 00000100:00000001:3.0:1788687423.403190:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687423.403200:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e9c00 x1875572824557184/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788687423.403211:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e9c00 x1875572824557184/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687423.403219:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687423.403221:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687423.403223:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687423.403227:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687423.403229:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687423.403231:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687423.403234:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687423.403243:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=45 v=5 (5 5 5 16) 00000100:00001000:3.0:1788687423.403248:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687423.403250:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687423.403252:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687423.403255:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687423.403259:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687423.403262:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687423.403264:0:2370:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788687423.403266:0:2370:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687423.403268:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687423.403272:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e9c00 x1875572824557184/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687423.403280:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687423.403283:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687423.403285:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687423.403288:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e9c00 x1875572824557184/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687423.403296:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824557184:192.168.203.144@tcp:400:kworker.0 00000100:00000001:3.0:1788687423.403301:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687423.403303:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687423.403306:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e9c00 x1875572824557184/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687423.403312:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687423.403314:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687423.403318:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29cb02f200. 02000000:00000001:3.0:1788687423.403322:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687423.403325:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687423.403326:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:3.0:1788687423.403329:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687423.403331:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29d05a3100. 02000000:00000001:3.0:1788687423.403334:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687423.403336:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687423.403338:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e9c00. 00000100:00000001:3.0:1788687423.403341:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687423.403343:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687423.403346:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687423.403348:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687423.403350:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687423.403545:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687423.403547:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687423.403549:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4b58. 00000400:00000200:2.0:1788687423.403553:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0ee0 00000400:00000010:2.0:1788687423.403555:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0ee0. 00000100:00000001:2.0:1788687423.403558:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687423.403563:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e8380 x1875572824556928/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687423.403572:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e8380 x1875572824556928/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687423.403579:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687423.403580:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687423.403582:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687423.403583:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687423.403585:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687423.403586:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687423.403597:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687423.403603:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=45 v=5 (5 5 103 103) 00000100:00001000:2.0:1788687423.403605:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687423.403607:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687423.403608:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687423.403610:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687423.403612:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687423.403614:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788687423.403616:0:2370:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: committing for last_committed 8589934606 gen 2 00000100:00000040:2.0:1788687423.403621:0:2370:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934606) req@ffff9b29c42e8700 x1875572824553216/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687434 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687423.403628:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687423.403630:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e8700 x1875572824553216/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687434 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687423.403636:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687423.403637:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687423.403638:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c63d6800. 02000000:00000001:2.0:1788687423.403641:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687423.403642:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687423.403644:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687423.403645:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687423.403647:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c5d74600. 02000000:00000001:2.0:1788687423.403649:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687423.403650:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687423.403651:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e8700. 00000100:00000001:2.0:1788687423.403653:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687423.403655:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687423.403658:0:2370:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934606) req@ffff9b29c97f1c00 x1875572824553472/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687434 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687423.403665:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687423.403667:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356032 : -110871200195584 : ffff9b29c97f1c00) 00000100:00000001:2.0:1788687423.403669:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687423.403671:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1c00 x1875572824553472/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687434 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687423.403676:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687423.403678:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687423.403681:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8a80 x1875572824554496/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687434 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687423.403692:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687423.403693:0:2370:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9b29c636dde0. 00000100:00000001:2.0:1788687423.403695:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687423.403698:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f1c00 x1875572824553472/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687434 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687423.403703:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788687423.403704:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687423.403705:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687423.403707:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687423.403708:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a00400. 02000000:00000001:2.0:1788687423.403710:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687423.403711:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687423.403712:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f1c00. 00000100:00000001:2.0:1788687423.403714:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687423.403715:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687423.403718:0:2370:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934606) req@ffff9b29c42e8a80 x1875572824554496/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687434 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687423.403724:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687423.403727:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e8a80 x1875572824554496/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687434 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687423.403732:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687423.403733:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687423.403735:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c63d7c00. 02000000:00000001:2.0:1788687423.403737:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687423.403738:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687423.403739:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687423.403741:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687423.403742:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c5d75000. 02000000:00000001:2.0:1788687423.403744:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687423.403745:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687423.403746:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e8a80. 00000100:00000001:2.0:1788687423.403749:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687423.403750:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687423.403755:0:2370:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934606) req@ffff9b29c8b9aa00 x1875572824556544/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/456 e 0 to 0 dl 1788687434 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687423.403761:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687423.403764:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9aa00 x1875572824556544/t8589934606(8589934606) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/456 e 0 to 0 dl 1788687434 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687423.403770:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687423.403771:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687423.403903:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6913c00. 02000000:00000001:2.0:1788687423.403947:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687423.403949:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687423.403951:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687423.403953:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687423.403954:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29cb1b6000. 02000000:00000001:2.0:1788687423.403958:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687423.403959:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687423.403960:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9aa00. 00000100:00000001:2.0:1788687423.403963:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687423.403964:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687423.403966:0:2370:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788687423.403969:0:2370:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:2.0:1788687423.403972:0:2370:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687423.403973:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687423.403979:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e8380 x1875572824556928/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687423.403986:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687423.403987:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687423.403989:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687423.403992:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e8380 x1875572824556928/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687423.403998:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824556928:192.168.203.144@tcp:400:kworker.0 00000100:00000001:2.0:1788687423.404006:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687423.404008:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687423.404010:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e8380 x1875572824556928/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687423.404017:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687423.404018:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687423.404020:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29cb36a200. 02000000:00000001:2.0:1788687423.404022:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687423.404024:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687423.404025:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687423.404027:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687423.404028:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29d05a3300. 02000000:00000001:2.0:1788687423.404030:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687423.404031:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687423.404033:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e8380. 00000100:00000001:2.0:1788687423.404035:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687423.404036:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687423.404038:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687423.404046:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687423.404047:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687423.404050:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687423.404052:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687423.499187:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687423.499194:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687423.499200:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687423.499201:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687423.504596:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687423.504713:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687423.504717:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788687423.626325:0:34534:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687424.523091:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687424.523097:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687424.523102:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687424.523104:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687424.523121:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687424.523132:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687424.523135:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788687424.635572:0:34596:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687425.547028:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687425.547044:0:26900:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687425.547047:0:26900:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687425.547051:0:26900:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687425.547059:0:26900:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687425.547062:0:26900:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687425.547064:0:26900:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687425.547067:0:26900:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687425.547071:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687425.547073:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687425.547558:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687425.547565:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687425.547570:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788687425.645274:0:34687:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788687426.003082:0:34723:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788687426.003092:0:34723:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24b: test dirty page discard due to client eviction ========================================================== 05:37:04 (1788687424) 00000001:00000001:0.0:1788687426.029531:0:34723:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1788687426.573212:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687426.573222:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687426.573229:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687426.573231:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.573366:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687426.573370:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687426.573374:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788687426.649444:0:34767:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687426.649452:0:34767:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687426.649457:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ecbde0 00000080:00200000:1.0:1788687426.649462:0:34767:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687426.649472:0:34767:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6941000. 00800000:00000002:1.0:1788687426.649481:0:34767:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687426.649485:0:34767:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687426.649491:0:34767:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687426.649494:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ecbd00 00800000:00000002:1.0:1788687426.649497:0:34767:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687426.649502:0:34767:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687426.649507:0:34767:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687426.649512:0:34767:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687426.649515:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ecbbd0 00000002:00010000:1.0:1788687426.649517:0:34767:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687426.649521:0:34767:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687426.649524:0:34767:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687426.649528:0:34767:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687426.649536:0:34767:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687426.649539:0:34767:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687426.649541:0:34767:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687426.649543:0:34767:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788687426.649546:0:34767:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788687426.649552:0:34767:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b98000. 00000020:00000040:1.0:1788687426.649556:0:34767:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:1.0:1788687426.649565:0:34767:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687426.649572:0:34767:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687426.649580:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.649582:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687426.649584:0:34767:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687426.649588:0:34767:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687426.649591:0:34767:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687426.649603:0:34767:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687426.649612:0:34767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6910000. 00000100:00000001:1.0:1788687426.649621:0:34767:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.649628:0:34767:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687426.649630:0:34767:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.649631:0:34767:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687426.649632:0:34767:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.649634:0:34767:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687426.649641:0:34767:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00010000:00000001:1.0:1788687426.649647:0:34767:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788687426.649649:0:34767:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788687426.649654:0:34767:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c422fc00. 00010000:00000010:1.0:1788687426.649659:0:34767:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5d3b000. 00010000:00000001:1.0:1788687426.649664:0:34767:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687426.649667:0:34767:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a5a00. 00000020:00000001:1.0:1788687426.649671:0:34767:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687426.649675:0:34767:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a5a00 with handle 0x230d04438e811f2e to hash 00000020:00000001:1.0:1788687426.649677:0:34767:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687426.649679:0:34767:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.649683:0:34767:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.649688:0:34767:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687426.649691:0:34767:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687426.649696:0:34767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811f2e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687426.649707:0:34767:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811f2e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34767 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687426.649717:0:34767:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811f2e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34767 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788687426.649723:0:34767:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687426.649725:0:34767:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687426.649734:0:34767:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c6bdc6c0. 00000100:00000001:1.0:1788687426.649736:0:34767:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202463131328 : -110871246420288 : ffff9b29c6bdc6c0) 00000100:00000001:1.0:1788687426.649738:0:34767:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687426.649741:0:34767:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00000100:00000001:1.0:1788687426.649746:0:34767:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687426.649751:0:34767:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687426.649753:0:34767:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687426.649755:0:34767:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687426.649784:0:34767:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b98000 x1875572824557312/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687426.649794:0:34767:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687426.649796:0:34767:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687426.649800:0:34767:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687426.649803:0:34767:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687426.649815:0:34767:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687426.649820:0:34767:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b98000 pname:cluuid:pid:xid:nid:opc:job mkdir:ce1d4174-c231-444b-b3ed-b722bc4901cb:34767:1875572824557312:192.168.203.144@tcp:101:mkdir.0 00000100:00000001:1.0:1788687426.649827:0:34767:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687426.649842:0:34767:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687426.649845:0:34767:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687426.649847:0:34767:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687426.649854:0:34767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c7093000. 02000000:00000001:1.0:1788687426.649856:0:34767:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687426.649865:0:34767:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687426.649870:0:34767:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150dc0. 00000400:00000010:1.0:1788687426.649879:0:34767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc660. 00000100:00000200:1.0:1788687426.649888:0:34767:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824557312, portal 10 00000100:00000001:1.0:1788687426.649889:0:34767:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687426.649891:0:34767:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00000100:00000040:1.0:1788687426.649897:0:34767:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b98000 x1875572824557312/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687442 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687426.649934:0:34767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687426.649938:0:34767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687426.649942:0:34767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcaa0. 00000100:00000200:1.0:1788687426.649946:0:34767:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824557312, offset 0 00000400:00000200:1.0:1788687426.649954:0:34767:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687426.650092:0:34767:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687426.650103:0:34767:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687426.650110:0:34767:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687426.650114:0:34767:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687426.650119:0:34767:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687426.650122:0:34767:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687426.650127:0:34767:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2605:2605:256:4294967295] 192.168.203.144@tcp LPNI seq info [2605:2605:8:4294967295] 00000400:00000200:1.0:1788687426.650131:0:34767:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687426.650143:0:34767:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687426.650151:0:34767:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687426.650157:0:34767:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29e0906b00. 00000800:00000200:1.0:1788687426.650165:0:34767:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687426.650176:0:34767:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687426.650181:0:34767:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29e0906b00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788687426.650205:0:34767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687426.650211:0:34767:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 808272 usecs (809 jiffies) 00000400:00000200:1.0:1788687426.650214:0:34767:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687426.650217:0:34767:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296553464 00000100:00000001:1.0:1788687426.650220:0:34767:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296553690 00000100:00000001:1.0:1788687426.650223:0:34767:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296553464 00000100:00000001:1.0:1788687426.650225:0:34767:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296553690 00000100:00000001:1.0:1788687426.650228:0:34767:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687426.650231:0:34767:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687426.650234:0:34767:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687426.650235:0:34767:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687426.650238:0:34767:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6bdc6c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788687426.650241:0:34767:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687426.650244:0:34767:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687426.650470:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687426.650476:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e0906b00. 00000400:00000200:2.0:1788687426.650483:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687426.650488:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687426.650494:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcaa0 00000400:00000010:2.0:1788687426.650497:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcaa0. 00000100:00000001:2.0:1788687426.650502:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687426.650507:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b98000 x1875572824557312/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687442 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.650518:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687426.650522:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b98000 x1875572824557312/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687442 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.650535:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687426.650537:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687426.662718:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.662741:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687426.662746:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.662748:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687426.662760:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.662770:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687426.662781:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.662787:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.662793:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.662799:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f54700 00000400:00000200:2.0:1788687426.662805:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.662812:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x7245 [1] + 224 00000800:00000001:2.0:1788687426.662821:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.662838:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687426.662842:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687426.662848:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687426.662858:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687426.662869:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b98000 x1875572824557312/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687442 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687426.662881:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c8b98000 x1875572824557312/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.662898:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687426.662951:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.662956:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687426.663575:0:34767:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687426.663586:0:34767:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687426.663589:0:34767:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687426.663593:0:34767:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150dc0. 00000400:00000200:1.0:1788687426.663600:0:34767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc660 00000400:00000010:1.0:1788687426.663603:0:34767:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc660. 00000100:00000001:1.0:1788687426.663607:0:34767:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687426.663613:0:34767:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b98000 x1875572824557312/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687426.663629:0:34767:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b98000 x1875572824557312/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687426.663636:0:34767:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687426.663638:0:34767:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687426.663641:0:34767:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687426.663646:0:34767:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687426.663649:0:34767:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687426.663652:0:34767:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687426.663656:0:34767:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687426.663667:0:34767:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=48 v=5 (5 5 103 103) 00000100:00001000:1.0:1788687426.663672:0:34767:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687426.663675:0:34767:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687426.663677:0:34767:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.663681:0:34767:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687426.663685:0:34767:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687426.663690:0:34767:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687426.663693:0:34767:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934606 00000100:00000001:1.0:1788687426.663696:0:34767:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687426.663698:0:34767:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687426.663703:0:34767:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b98000 x1875572824557312/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687426.663711:0:34767:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687426.663715:0:34767:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687426.663718:0:34767:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687426.663722:0:34767:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b98000 x1875572824557312/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687442 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687426.663730:0:34767:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b98000 pname:cluuid:pid:xid:nid:opc:job mkdir:ce1d4174-c231-444b-b3ed-b722bc4901cb:34767:1875572824557312:192.168.203.144@tcp:101:mkdir.0 00000100:00000001:1.0:1788687426.663735:0:34767:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687426.663738:0:34767:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687426.663741:0:34767:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687426.663743:0:34767:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687426.663747:0:34767:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b98000 x1875572824557312/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687442 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687426.663754:0:34767:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687426.663757:0:34767:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c6bdc6c0. 00000100:00000001:1.0:1788687426.663760:0:34767:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687426.663762:0:34767:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.663765:0:34767:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788687426.663770:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687426.663773:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687426.663777:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=4 00000020:00000001:1.0:1788687426.663780:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.663783:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000040:1.0:1788687426.663791:0:34767:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c97a5a00, remote cookie: 0x59c08f76ab1d2d71, flags: 0x1001 00010000:00010000:1.0:1788687426.663798:0:34767:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811f2e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d71 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687426.663881:0:34767:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811f2e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d71 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687426.663889:0:34767:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788687426.663896:0:34767:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788687426.663898:0:34767:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788687426.663900:0:34767:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788687426.663902:0:34767:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788687426.664023:0:34767:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b29c422fc00) refcount = 1 00010000:00010000:1.0:1788687426.664029:0:34767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811f2e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d71 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687426.664037:0:34767:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788687426.664041:0:34767:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788687426.664043:0:34767:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687426.664048:0:34767:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788687426.664050:0:34767:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687426.664054:0:34767:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811f2e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d71 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687426.664060:0:34767:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788687426.664062:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.664064:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687426.664064:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.664065:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687426.664067:0:34767:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687426.664073:0:34767:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788687426.664075:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687426.664076:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687426.664078:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=3 00000020:00000001:1.0:1788687426.664080:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.664082:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.664084:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687426.664085:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687426.664086:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=4 00000020:00000001:1.0:1788687426.664088:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.664090:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.664093:0:34767:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687426.664096:0:34767:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687426.664099:0:34767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811f2e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d71 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687426.664105:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.664106:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687426.664108:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687426.664109:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687426.664110:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=5 00000020:00000001:1.0:1788687426.664111:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.664113:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.664115:0:34767:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687426.664118:0:34767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811f2e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d71 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687426.664124:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.664126:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788687426.664128:0:34767:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811f2e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d71 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687426.664313:0:34767:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687426.664315:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.664316:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687426.664318:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.664319:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788687426.664326:0:34767:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c8b98000 x1875572824557312/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687442 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788687426.664336:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687426.664337:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687426.664339:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=3 00000020:00000001:1.0:1788687426.664341:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.664343:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.664345:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.664346:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687426.664348:0:34767:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687426.664350:0:34767:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687426.664354:0:34767:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788687426.664356:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687426.664358:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687426.664359:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=3 00000020:00000001:1.0:1788687426.664361:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.664363:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00000002:00010000:1.0:1788687426.664366:0:34767:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811f2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d71 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687426.664378:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.664380:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687426.664382:0:34767:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687426.664383:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687426.664384:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687426.664386:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=3 00000020:00000001:1.0:1788687426.664387:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.664389:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000040:1.0:1788687426.664397:0:34767:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422fc00 count: 2 00010000:00000001:1.0:1788687426.664400:0:34767:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788687426.664405:0:34767:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788687426.664408:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.664409:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687426.664411:0:34767:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788687426.664414:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ecbb58 00000002:00002000:1.0:1788687426.664417:0:34767:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788687426.664421:0:34767:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687426.664425:0:34767:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687426.664429:0:34767:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788687426.664432:0:34767:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788687426.664436:0:34767:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687426.664441:0:34767:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687426.664446:0:34767:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6941000. 00000080:00000001:1.0:1788687426.664455:0:34767:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687426.664458:0:34767:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788687426.664465:0:34767:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788687426.664470:0:34767:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788687426.664480:0:34767:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b29d099be80. 00800000:00000001:1.0:1788687426.664482:0:34767:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633202628542080 : -110871081009536 : ffff9b29d099be80) 00800000:00000001:1.0:1788687426.664484:0:34767:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687426.664487:0:34767:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788687426.664490:0:34767:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788687426.664492:0:34767:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788687426.664496:0:34767:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788687426.664499:0:34767:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788687426.664501:0:34767:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687426.664507:0:34767:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788687426.664510:0:34767:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788687426.664515:0:34767:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788687426.664517:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687426.664518:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687426.664520:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=3 00000020:00000001:1.0:1788687426.664522:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.664524:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.664526:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.664527:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687426.664529:0:34767:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788687426.664531:0:34767:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788687426.664532:0:34767:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d099be80 1 00800000:00000010:1.0:1788687426.664535:0:34767:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b29d099be80. 00800000:00000001:1.0:1788687426.664538:0:34767:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687426.664542:0:34767:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f2e 00800000:00000001:1.0:1788687426.664545:0:34767:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687426.664547:0:34767:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687426.664548:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687426.664549:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687426.664550:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=3 00000020:00000001:1.0:1788687426.664552:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.664554:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.664557:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.664558:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687426.664559:0:34767:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687426.664562:0:34767:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687426.664564:0:34767:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687426.664567:0:34767:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687426.664571:0:34767:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f2e from it ffffaca081ecbe18 00010000:00000001:1.0:1788687426.664573:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687426.664575:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687426.664576:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=3 00000020:00000001:1.0:1788687426.664578:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.664580:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.664582:0:34767:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687426.664585:0:34767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811f2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d71 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687426.664592:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.664593:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687426.664594:0:34767:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687426.664597:0:34767:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687426.664600:0:34767:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811f2e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d71 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687426.664610:0:34767:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687426.664612:0:34767:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687426.664615:0:34767:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687426.664620:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.664621:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687426.664622:0:34767:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.664626:0:34767:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687426.664628:0:34767:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.664630:0:34767:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.664633:0:34767:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.664635:0:34767:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687426.664636:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.664637:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687426.664639:0:34767:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687426.664643:0:34767:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b98000 x1875572824557312/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687442 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687426.664649:0:34767:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687426.664653:0:34767:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687426.664656:0:34767:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c7093000. 02000000:00000001:1.0:1788687426.664660:0:34767:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687426.664663:0:34767:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687426.664665:0:34767:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687426.664668:0:34767:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687426.664671:0:34767:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c6910000. 02000000:00000001:1.0:1788687426.664674:0:34767:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687426.664676:0:34767:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687426.664678:0:34767:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b98000. 00000100:00000001:1.0:1788687426.664682:0:34767:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687426.664683:0:34767:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687426.664687:0:34767:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 101 00000080:00000001:1.0:1788687426.664692:0:34767:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687426.664721:0:34767:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687426.664723:0:34767:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687426.664725:0:34767:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687426.664727:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ecbba8 00000080:00200000:1.0:1788687426.664729:0:34767:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687426.664734:0:34767:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6941000. 00800000:00000002:1.0:1788687426.664740:0:34767:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687426.664744:0:34767:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687426.664746:0:34767:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687426.664748:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ecbac8 00800000:00000002:1.0:1788687426.664750:0:34767:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687426.664754:0:34767:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687426.664758:0:34767:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687426.664762:0:34767:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687426.664764:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ecb998 00000002:00010000:1.0:1788687426.664766:0:34767:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687426.664769:0:34767:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687426.664771:0:34767:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687426.664774:0:34767:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687426.664776:0:34767:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422fc00 count: 2 00010000:00000001:1.0:1788687426.664778:0:34767:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687426.664781:0:34767:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687426.664783:0:34767:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687426.664786:0:34767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811f2e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d71 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788687426.664800:0:34767:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687426.664805:0:34767:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687426.665088:0:34767:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811f2e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d71 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788687426.665095:0:34767:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687426.665098:0:34767:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687426.665099:0:34767:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687426.665101:0:34767:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687426.665103:0:34767:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687426.665105:0:34767:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687426.665107:0:34767:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788687426.665109:0:34767:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687426.665112:0:34767:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6941000. 00000080:00000001:1.0:1788687426.665115:0:34767:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687426.665117:0:34767:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687426.665119:0:34767:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687426.665122:0:34767:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f2e 00800000:00000001:1.0:1788687426.665124:0:34767:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687426.665125:0:34767:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687426.665127:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687426.665128:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687426.665130:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=3 00000020:00000001:1.0:1788687426.665132:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.665135:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.665137:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.665138:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687426.665139:0:34767:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687426.665141:0:34767:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687426.665143:0:34767:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f2e from it ffffaca081ecbbe0 00010000:00000001:1.0:1788687426.665145:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687426.665145:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687426.665147:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=3 00000020:00000001:1.0:1788687426.665149:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.665150:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.665153:0:34767:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687426.665155:0:34767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811f2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d71 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687426.665161:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.665161:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687426.665163:0:34767:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687426.665165:0:34767:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687426.665167:0:34767:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811f2e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d71 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788687426.665173:0:34767:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687426.665175:0:34767:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687426.665176:0:34767:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687426.665179:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.665180:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687426.665181:0:34767:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.665183:0:34767:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687426.665185:0:34767:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.665186:0:34767:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.665188:0:34767:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.665190:0:34767:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687426.665191:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.665192:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687426.665194:0:34767:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687426.665195:0:34767:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687426.665197:0:34767:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788687426.665200:0:34767:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687426.665218:0:34767:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c5d006e0. 00000020:00000001:1.0:1788687426.665222:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ecbd98 00000080:00200000:1.0:1788687426.665224:0:34767:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), flags=1536 00000080:00000001:1.0:1788687426.665227:0:34767:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687426.665228:0:34767:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687426.665230:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ecbca8 00000080:00200000:1.0:1788687426.665231:0:34767:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687426.665234:0:34767:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6941000. 00800000:00000002:1.0:1788687426.665237:0:34767:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687426.665239:0:34767:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687426.665241:0:34767:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687426.665242:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ecbbc8 00800000:00000002:1.0:1788687426.665244:0:34767:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687426.665247:0:34767:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687426.665249:0:34767:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687426.665252:0:34767:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687426.665253:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ecba98 00000002:00010000:1.0:1788687426.665254:0:34767:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687426.665257:0:34767:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687426.665258:0:34767:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687426.665260:0:34767:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687426.665262:0:34767:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422fc00 count: 2 00010000:00000001:1.0:1788687426.665264:0:34767:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687426.665308:0:34767:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687426.665312:0:34767:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687426.665315:0:34767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811f2e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d71 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788687426.665322:0:34767:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687426.665325:0:34767:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687426.665327:0:34767:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811f2e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d71 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788687426.665334:0:34767:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687426.665335:0:34767:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687426.665337:0:34767:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687426.665338:0:34767:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687426.665340:0:34767:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687426.665343:0:34767:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687426.665345:0:34767:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788687426.665347:0:34767:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687426.665349:0:34767:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6941000. 00000080:00000001:1.0:1788687426.665352:0:34767:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687426.665353:0:34767:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687426.665355:0:34767:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687426.665358:0:34767:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f2e 00800000:00000001:1.0:1788687426.665360:0:34767:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687426.665362:0:34767:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687426.665363:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687426.665365:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687426.665366:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=3 00000020:00000001:1.0:1788687426.665368:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.665370:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.665372:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.665374:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687426.665375:0:34767:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687426.665377:0:34767:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687426.665379:0:34767:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f2e from it ffffaca081ecbce0 00010000:00000001:1.0:1788687426.665380:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687426.665381:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687426.665383:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=3 00000020:00000001:1.0:1788687426.665384:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.665386:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.665388:0:34767:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687426.665391:0:34767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811f2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d71 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788687426.665397:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.665398:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687426.665399:0:34767:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687426.665401:0:34767:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687426.665403:0:34767:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811f2e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d71 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788687426.665410:0:34767:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687426.665412:0:34767:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687426.665413:0:34767:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687426.665415:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.665417:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687426.665418:0:34767:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.665420:0:34767:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687426.665422:0:34767:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.665423:0:34767:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.665425:0:34767:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.665427:0:34767:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687426.665428:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.665429:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687426.665431:0:34767:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687426.665432:0:34767:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687426.665434:0:34767:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788687426.665437:0:34767:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687426.665442:0:34767:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687426.665443:0:34767:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687426.665444:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ecbd90 00000080:00200000:1.0:1788687426.665446:0:34767:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687426.665450:0:34767:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6941000. 00800000:00000002:1.0:1788687426.665453:0:34767:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687426.665455:0:34767:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687426.665457:0:34767:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687426.665458:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ecbcb0 00800000:00000002:1.0:1788687426.665460:0:34767:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687426.665463:0:34767:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687426.665465:0:34767:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687426.665468:0:34767:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687426.665469:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ecbb80 00000002:00010000:1.0:1788687426.665470:0:34767:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687426.665473:0:34767:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687426.665475:0:34767:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687426.665476:0:34767:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687426.665480:0:34767:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422fc00 count: 2 00010000:00000001:1.0:1788687426.665482:0:34767:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687426.665484:0:34767:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687426.665486:0:34767:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687426.665488:0:34767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811f2e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d71 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788687426.665495:0:34767:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687426.665497:0:34767:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687426.665500:0:34767:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811f2e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d71 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788687426.665506:0:34767:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687426.665508:0:34767:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687426.665509:0:34767:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687426.665510:0:34767:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687426.665512:0:34767:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687426.665514:0:34767:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687426.665515:0:34767:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788687426.665517:0:34767:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687426.665519:0:34767:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6941000. 00000080:00000001:1.0:1788687426.665522:0:34767:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687426.665523:0:34767:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687426.665525:0:34767:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687426.665527:0:34767:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f2e 00800000:00000001:1.0:1788687426.665530:0:34767:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687426.665531:0:34767:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687426.665532:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687426.665534:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687426.665535:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=3 00000020:00000001:1.0:1788687426.665537:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.665538:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.665540:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.665542:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687426.665543:0:34767:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687426.665545:0:34767:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687426.665547:0:34767:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f2e from it ffffaca081ecbdc8 00010000:00000001:1.0:1788687426.665549:0:34767:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687426.665550:0:34767:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687426.665551:0:34767:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=3 00000020:00000001:1.0:1788687426.665553:0:34767:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.665555:0:34767:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687426.665557:0:34767:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687426.665560:0:34767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811f2e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d71 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788687426.665567:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.665568:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687426.665569:0:34767:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687426.665570:0:34767:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687426.665572:0:34767:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811f2e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d71 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788687426.665577:0:34767:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687426.665579:0:34767:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687426.665580:0:34767:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687426.665581:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.665582:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687426.665583:0:34767:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.665584:0:34767:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687426.665585:0:34767:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.665586:0:34767:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.665588:0:34767:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.665589:0:34767:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687426.665589:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.665590:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687426.665591:0:34767:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687426.665592:0:34767:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687426.665593:0:34767:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788687426.665596:0:34767:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687426.665599:0:34767:0:(namei.c:2169:do_mkdir()) Process entered 00000020:00000001:1.0:1788687426.665601:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ecbda0 00000080:00200000:1.0:1788687426.665602:0:34767:0:(namei.c:2172:do_mkdir()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00000001:1.0:1788687426.665605:0:34767:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:1.0:1788687426.665606:0:34767:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:1.0:1788687426.665609:0:34767:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6941000. 00800000:00000002:1.0:1788687426.665611:0:34767:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000010:1.0:1788687426.665619:0:34767:0:(namei.c:1796:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff9b29d099be80. 00000080:00000001:1.0:1788687426.665622:0:34767:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687426.665624:0:34767:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:1.0:1788687426.665626:0:34767:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788687426.665633:0:34767:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1788687426.665635:0:34767:0:(lmv_obd.c:1708:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1788687426.665637:0:34767:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1788687426.665639:0:34767:0:(lmv_obd.c:1804:lmv_locate_tgt_rr()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00800000:00000001:1.0:1788687426.665641:0:34767:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633202409432576 : -110871300119040 : ffff9b29c38a6600) 00800000:00000001:1.0:1788687426.665643:0:34767:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788687426.665645:0:34767:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788687426.665648:0:34767:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788687426.665650:0:34767:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788687426.665652:0:34767:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b29e019e800: Allocated FID [0x200000404:0x32:0x0] 40000000:00000001:1.0:1788687426.665654:0:34767:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687426.665656:0:34767:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687426.665657:0:34767:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687426.665658:0:34767:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687426.665660:0:34767:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081ecbc08 00800000:00000002:1.0:1788687426.665661:0:34767:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd24b.recovery-small' [0x200000404:0x32:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1788687426.665664:0:34767:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1788687426.665666:0:34767:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788687426.665668:0:34767:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422fc00 count: 2 00010000:00000001:1.0:1788687426.665669:0:34767:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687426.665671:0:34767:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788687426.665673:0:34767:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687426.665675:0:34767:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811f2e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d2d71 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:1.0:1788687426.665681:0:34767:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788687426.665685:0:34767:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788687426.665687:0:34767:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788687426.665688:0:34767:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788687426.665690:0:34767:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687426.665690:0:34767:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687426.665691:0:34767:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422fc00 count: 3 00010000:00000001:1.0:1788687426.665692:0:34767:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687426.665694:0:34767:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687426.665695:0:34767:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687426.665696:0:34767:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687426.665697:0:34767:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422fc00 count: 3 00010000:00000001:1.0:1788687426.665698:0:34767:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687426.665699:0:34767:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687426.665700:0:34767:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687426.665701:0:34767:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687426.665702:0:34767:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c422fc00 count: 3 00010000:00000001:1.0:1788687426.665703:0:34767:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687426.665704:0:34767:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687426.665705:0:34767:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788687426.665707:0:34767:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b29d8594200, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788687426.665710:0:34767:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788687426.665711:0:34767:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788687426.665714:0:34767:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788687426.665714:0:34767:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.665717:0:34767:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687426.665719:0:34767:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687426.665720:0:34767:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687426.665721:0:34767:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687426.665722:0:34767:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788687426.665724:0:34767:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a5a00 with handle 0x230d04438e811f2e from hash 00010000:00000001:1.0:1788687426.665725:0:34767:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687426.665726:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.665726:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687426.665728:0:34767:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687426.665730:0:34767:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687426.665731:0:34767:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788687426.665733:0:34767:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788687426.665735:0:34767:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687426.665736:0:34767:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788687426.665739:0:34767:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b98000. 00000020:00000040:1.0:1788687426.665742:0:34767:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:1.0:1788687426.665746:0:34767:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788687426.665747:0:34767:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.665750:0:34767:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687426.665753:0:34767:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687426.665754:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.665755:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687426.665756:0:34767:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687426.665759:0:34767:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687426.665761:0:34767:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687426.665763:0:34767:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687426.665769:0:34767:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6910000. 00000100:00000001:1.0:1788687426.665775:0:34767:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.665777:0:34767:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687426.665780:0:34767:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788687426.665784:0:34767:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811f2e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2d71 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1788687426.665788:0:34767:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788687426.665789:0:34767:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788687426.665791:0:34767:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687426.665793:0:34767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c97a5a00/0x230d04438e811f2e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2d71 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:1.0:1788687426.665800:0:34767:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c422fc00 count: 0 00010000:00000010:1.0:1788687426.665885:0:34767:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5d3b000. 00010000:00000001:1.0:1788687426.665898:0:34767:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687426.665900:0:34767:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.665902:0:34767:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687426.665904:0:34767:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.665997:0:34767:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788687426.666012:0:34767:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788687426.666023:0:34767:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8b98000 x1875572824557568/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687426.666032:0:34767:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687426.666034:0:34767:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687426.666043:0:34767:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c6bdc6c0. 00000100:00000001:1.0:1788687426.666046:0:34767:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202463131328 : -110871246420288 : ffff9b29c6bdc6c0) 00000100:00000001:1.0:1788687426.666049:0:34767:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687426.666050:0:34767:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00000100:00000001:1.0:1788687426.666055:0:34767:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687426.666060:0:34767:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687426.666062:0:34767:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687426.666064:0:34767:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687426.666068:0:34767:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b98000 x1875572824557568/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687426.666143:0:34767:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687426.666146:0:34767:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687426.666151:0:34767:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687426.666154:0:34767:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687426.666157:0:34767:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687426.666166:0:34767:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b98000 pname:cluuid:pid:xid:nid:opc:job mkdir:ce1d4174-c231-444b-b3ed-b722bc4901cb:34767:1875572824557568:192.168.203.144@tcp:36:mkdir.0 00000100:00000001:1.0:1788687426.666172:0:34767:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687426.666180:0:34767:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687426.666182:0:34767:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687426.666185:0:34767:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687426.666191:0:34767:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6911800. 02000000:00000001:1.0:1788687426.666193:0:34767:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687426.666202:0:34767:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687426.666207:0:34767:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150dc0. 00000400:00000010:1.0:1788687426.666216:0:34767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc660. 00000100:00000200:1.0:1788687426.666225:0:34767:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824557568, portal 10 00000100:00000001:1.0:1788687426.666227:0:34767:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687426.666228:0:34767:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00000100:00000040:1.0:1788687426.666236:0:34767:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b98000 x1875572824557568/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687442 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687426.666243:0:34767:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687426.666246:0:34767:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687426.666250:0:34767:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcdd0. 00000100:00000200:1.0:1788687426.666254:0:34767:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875572824557568, offset 0 00000400:00000200:1.0:1788687426.666261:0:34767:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687426.666272:0:34767:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687426.666282:0:34767:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687426.666288:0:34767:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687426.666293:0:34767:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687426.666297:0:34767:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687426.666300:0:34767:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687426.666305:0:34767:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2606:2606:256:4294967295] 192.168.203.144@tcp LPNI seq info [2606:2606:8:4294967295] 00000400:00000200:1.0:1788687426.666309:0:34767:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687426.666321:0:34767:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687426.666328:0:34767:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687426.666334:0:34767:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29e0906100. 00000800:00000200:1.0:1788687426.666343:0:34767:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687426.666353:0:34767:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687426.666358:0:34767:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29e0906100 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1788687426.666440:0:34767:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687426.666446:0:34767:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 807291 usecs (808 jiffies) 00000400:00000200:1.0:1788687426.666449:0:34767:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687426.666452:0:34767:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296553479 00000100:00000001:1.0:1788687426.666455:0:34767:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296553690 00000100:00000001:1.0:1788687426.666458:0:34767:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296553479 00000100:00000001:1.0:1788687426.666460:0:34767:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296553690 00000100:00000001:1.0:1788687426.666462:0:34767:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687426.666465:0:34767:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687426.666468:0:34767:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687426.666470:0:34767:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687426.666474:0:34767:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6bdc6c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788687426.666476:0:34767:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687426.666480:0:34767:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687426.666627:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687426.666633:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e0906100. 00000400:00000200:2.0:1788687426.666639:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687426.666644:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687426.666651:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcdd0 00000400:00000010:2.0:1788687426.666654:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcdd0. 00000100:00000001:2.0:1788687426.666659:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687426.666664:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b98000 x1875572824557568/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687442 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687426.666673:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687426.666676:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b98000 x1875572824557568/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687442 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687426.666683:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687426.666685:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788687426.672174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c422fc00. 00010000:00000010:1.1:1788687426.672195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5a00. 00000800:00000001:2.0:1788687426.680249:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.680277:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687426.680283:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.680286:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687426.680299:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.680308:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687426.680322:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.680328:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.680335:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.680340:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 448 into portal 10 MB=0x6a9d2d3f54800 00000400:00000200:2.0:1788687426.680345:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.680352:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 448/448 into md 0x724d [1] + 224 00000800:00000001:2.0:1788687426.680361:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.680373:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687426.680377:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687426.680381:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687426.680391:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687426.680403:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b98000 x1875572824557568/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687442 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687426.680416:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff9b29c8b98000 x1875572824557568/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687426.680496:0:34767:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687426.680518:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788687426.680529:0:2362:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788687426.680533:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.680540:0:2362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687426.680546:0:2362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2607:2607:256:4294967295] 192.168.203.144@tcp LPNI seq info [2607:2607:8:4294967295] 00000400:00000200:2.0:1788687426.680551:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.680559:0:2362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1788687426.680566:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687426.680573:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3c00. 00000800:00000200:2.0:1788687426.680581:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687426.680589:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687426.680595:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788687426.680728:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687426.680733:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3c00. 00000400:00000200:2.0:1788687426.680737:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687426.680741:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1788687426.680749:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.680762:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788687426.683443:0:34767:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687426.683452:0:34767:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687426.683458:0:34767:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150dc0. 00000400:00000200:1.0:1788687426.683470:0:34767:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc660 00000400:00000010:1.0:1788687426.683473:0:34767:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc660. 00000100:00000001:1.0:1788687426.683480:0:34767:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687426.683496:0:34767:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b98000 x1875572824557568/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687426.683509:0:34767:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b98000 x1875572824557568/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/576 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687426.683518:0:34767:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687426.683520:0:34767:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687426.683523:0:34767:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687426.683527:0:34767:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687426.683530:0:34767:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687426.683532:0:34767:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687426.683535:0:34767:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687426.683546:0:34767:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=48 v=5 (5 5 103 103) 00000100:00001000:1.0:1788687426.683550:0:34767:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687426.683553:0:34767:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687426.683555:0:34767:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.683558:0:34767:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687426.683563:0:34767:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687426.683634:0:34767:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788687426.683636:0:34767:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1] 00000100:00000001:1.0:1788687426.683639:0:34767:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788687426.683643:0:34767:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687426.683644:0:34767:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00000100:00000001:1.0:1788687426.683648:0:34767:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687426.683650:0:34767:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934606 00000100:00000001:1.0:1788687426.683652:0:34767:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687426.683656:0:34767:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687426.683661:0:34767:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b98000 x1875572824557568/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687442 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687426.683669:0:34767:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687426.683672:0:34767:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687426.683674:0:34767:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687426.683678:0:34767:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b98000 x1875572824557568/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687442 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687426.683686:0:34767:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b98000 pname:cluuid:pid:xid:nid:opc:job mkdir:ce1d4174-c231-444b-b3ed-b722bc4901cb:34767:1875572824557568:192.168.203.144@tcp:36:mkdir.0 00000100:00000001:1.0:1788687426.683691:0:34767:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687426.683695:0:34767:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687426.683697:0:34767:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687426.683700:0:34767:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687426.683703:0:34767:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b98000 x1875572824557568/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687442 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687426.683710:0:34767:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687426.683713:0:34767:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c6bdc6c0. 00000100:00000001:1.0:1788687426.683717:0:34767:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687426.683719:0:34767:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687426.683729:0:34767:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687426.683733:0:34767:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x32:0x0] 00800000:00000001:1.0:1788687426.683735:0:34767:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687426.683740:0:34767:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:1.0:1788687426.683743:0:34767:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788687418 to 1788687426 00000080:00000001:1.0:1788687426.683747:0:34767:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788687426.683753:0:34767:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788687426.683823:0:34767:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788687426.683828:0:34767:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:1.0:1788687426.684035:0:34767:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788687426.684235:0:34767:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b29d8592100. 00000080:00000001:0.0:1788687426.684251:0:34767:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788687426.684253:0:34767:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x32:0x0](ffff9b29d85921c8) 00000080:00000001:0.0:1788687426.684258:0:34767:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788687426.684260:0:34767:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x32:0x0] 00000080:00000001:0.0:1788687426.684263:0:34767:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687426.684265:0:34767:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:0.0:1788687426.684267:0:34767:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788687426.684271:0:34767:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833970 mtime from 0 to 1788687426 00000080:00200000:0.0:1788687426.684275:0:34767:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x32:0x0], updating i_size 16384 00000080:00000001:0.0:1788687426.684279:0:34767:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788687426.684282:0:34767:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758525384 : -110870951026232 : ffff9b29d85921c8) 00000080:00000001:0.0:1788687426.684285:0:34767:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788687426.684289:0:34767:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788687426.684292:0:34767:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687426.684298:0:34767:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687426.684301:0:34767:0:(namei.c:1996:ll_new_node()) Process leaving 00000100:00000001:0.0:1788687426.684303:0:34767:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687426.684310:0:34767:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b98000 x1875572824557568/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687442 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687426.684319:0:34767:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687426.684322:0:34767:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687426.684326:0:34767:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6941000. 00000080:00000010:0.0:1788687426.684334:0:34767:0:(namei.c:2002:ll_new_node()) kfreed 'lum': 48 at ffff9b29d099be80. 00000080:00000001:0.0:1788687426.684338:0:34767:0:(namei.c:2004:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687426.684340:0:34767:0:(namei.c:2180:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788687426.684346:0:34767:0:(namei.c:2224:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687426.684360:0:34767:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788687426.684370:0:34767:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1788687426.695252:0:34593:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c5d006e0. 00000080:00000001:2.0:1788687426.706620:0:34768:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687426.706630:0:34768:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687426.706634:0:34768:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687426.706638:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53bc0 00000080:00200000:2.0:1788687426.706644:0:34768:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687426.706654:0:34768:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4fc7000. 00800000:00000002:2.0:1788687426.706664:0:34768:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687426.706670:0:34768:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687426.706676:0:34768:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687426.706678:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53ae0 00800000:00000002:2.0:1788687426.706681:0:34768:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687426.706686:0:34768:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687426.706690:0:34768:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687426.706697:0:34768:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687426.706699:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c539b0 00000002:00010000:2.0:1788687426.706702:0:34768:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687426.706705:0:34768:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687426.706708:0:34768:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687426.706723:0:34768:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788687426.706733:0:34768:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687426.706735:0:34768:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687426.706737:0:34768:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687426.706740:0:34768:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788687426.706743:0:34768:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788687426.706750:0:34768:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8380. 00000020:00000040:2.0:1788687426.706755:0:34768:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:2.0:1788687426.706764:0:34768:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687426.706770:0:34768:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687426.706778:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.706781:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687426.706783:0:34768:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687426.706787:0:34768:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687426.706790:0:34768:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687426.706796:0:34768:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687426.706805:0:34768:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c63d4000. 00000100:00000001:2.0:1788687426.706814:0:34768:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.706820:0:34768:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687426.706822:0:34768:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.706823:0:34768:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687426.706824:0:34768:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.706826:0:34768:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687426.706843:0:34768:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202420188032 : -110871289363584 : ffff9b29c42e8380) 00010000:00000001:2.0:1788687426.706934:0:34768:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788687426.706937:0:34768:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788687426.706945:0:34768:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c6090500. 00010000:00000010:2.0:1788687426.706949:0:34768:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5044600. 00010000:00000001:2.0:1788687426.706954:0:34768:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788687426.706958:0:34768:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29d13a9e00. 00000020:00000001:2.0:1788687426.706963:0:34768:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788687426.706967:0:34768:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29d13a9e00 with handle 0x230d04438e811f35 to hash 00000020:00000001:2.0:1788687426.706969:0:34768:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788687426.706971:0:34768:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687426.706976:0:34768:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687426.707040:0:34768:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687426.707044:0:34768:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687426.707049:0:34768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f35 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687426.707059:0:34768:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f35 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687426.707391:0:34768:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f35 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788687426.707401:0:34768:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687426.707403:0:34768:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687426.707412:0:34768:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e0116840. 00000100:00000001:2.0:1788687426.707415:0:34768:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202888042560 : -110870821509056 : ffff9b29e0116840) 00000100:00000001:2.0:1788687426.707418:0:34768:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687426.707419:0:34768:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188032 : -110871289363584 : ffff9b29c42e8380) 00000100:00000001:2.0:1788687426.707425:0:34768:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687426.707430:0:34768:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687426.707432:0:34768:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687426.707434:0:34768:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687426.707448:0:34768:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8380 x1875572824557696/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.707458:0:34768:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687426.707460:0:34768:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687426.707465:0:34768:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687426.707468:0:34768:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687426.707470:0:34768:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687426.707474:0:34768:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8380 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34768:1875572824557696:192.168.203.144@tcp:101:lfs.0 00000100:00000001:2.0:1788687426.707478:0:34768:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687426.707486:0:34768:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687426.707490:0:34768:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687426.707492:0:34768:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687426.707498:0:34768:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c6810800. 02000000:00000001:2.0:1788687426.707500:0:34768:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687426.707510:0:34768:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687426.707515:0:34768:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fda50. 00000400:00000010:2.0:1788687426.707523:0:34768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240000. 00000100:00000200:2.0:1788687426.707532:0:34768:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824557696, portal 10 00000100:00000001:2.0:1788687426.707534:0:34768:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687426.707535:0:34768:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188032 : -110871289363584 : ffff9b29c42e8380) 00000100:00000040:2.0:1788687426.707541:0:34768:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42e8380 x1875572824557696/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687442 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.707548:0:34768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687426.707551:0:34768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687426.707555:0:34768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240d48. 00000100:00000200:2.0:1788687426.707558:0:34768:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824557696, offset 0 00000400:00000200:2.0:1788687426.707566:0:34768:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687426.707577:0:34768:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.707587:0:34768:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687426.707593:0:34768:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687426.707598:0:34768:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687426.707602:0:34768:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687426.707605:0:34768:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687426.707609:0:34768:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2608:2608:256:4294967295] 192.168.203.144@tcp LPNI seq info [2608:2608:8:4294967295] 00000400:00000200:2.0:1788687426.707614:0:34768:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.707626:0:34768:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687426.707633:0:34768:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687426.707639:0:34768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3c00. 00000800:00000200:2.0:1788687426.707646:0:34768:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687426.707657:0:34768:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687426.707663:0:34768:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3c00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788687426.707694:0:34768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687426.707700:0:34768:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 806317 usecs (807 jiffies) 00000400:00000200:2.0:1788687426.707704:0:34768:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687426.707707:0:34768:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296553519 00000100:00000001:2.0:1788687426.707711:0:34768:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296553690 00000100:00000001:2.0:1788687426.707714:0:34768:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296553519 00000100:00000001:2.0:1788687426.707716:0:34768:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296553690 00000100:00000001:2.0:1788687426.707718:0:34768:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687426.707721:0:34768:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687426.707724:0:34768:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687426.707726:0:34768:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687426.707729:0:34768:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e0116840 going to sleep for 11 seconds 00000100:00000001:2.0:1788687426.707732:0:34768:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687426.707736:0:34768:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687426.708016:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687426.708023:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3c00. 00000400:00000200:3.0:1788687426.708031:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687426.708037:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687426.708045:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240d48 00000400:00000010:3.0:1788687426.708048:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240d48. 00000100:00000001:3.0:1788687426.708053:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687426.708058:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8380 x1875572824557696/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687442 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.708070:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687426.708074:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8380 x1875572824557696/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687442 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.708082:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.708084:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687426.712502:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687426.712525:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687426.712531:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687426.712534:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687426.712545:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.712555:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687426.712566:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.712571:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.712578:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.712582:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f54880 00000400:00000200:3.0:1788687426.712588:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.712596:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x7255 [1] + 224 00000800:00000001:3.0:1788687426.712605:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687426.712613:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687426.712617:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687426.712622:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687426.712632:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687426.712643:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8380 x1875572824557696/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687442 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687426.712654:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c42e8380 x1875572824557696/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.712677:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687426.712687:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687426.712691:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687426.712824:0:34768:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687426.712841:0:34768:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687426.712844:0:34768:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687426.712849:0:34768:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fda50. 00000400:00000200:2.0:1788687426.712854:0:34768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240000 00000400:00000010:2.0:1788687426.712857:0:34768:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240000. 00000100:00000001:2.0:1788687426.712860:0:34768:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687426.712866:0:34768:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e8380 x1875572824557696/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788687426.712875:0:34768:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e8380 x1875572824557696/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.712882:0:34768:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687426.712884:0:34768:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687426.712887:0:34768:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687426.712891:0:34768:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687426.712893:0:34768:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687426.712896:0:34768:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687426.712900:0:34768:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687426.713231:0:34768:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=48 v=5 (5 5 103 103) 00000100:00001000:2.0:1788687426.713237:0:34768:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=29 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687426.713240:0:34768:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687426.713243:0:34768:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.713246:0:34768:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687426.713251:0:34768:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687426.713255:0:34768:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687426.713258:0:34768:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934606 00000100:00000001:2.0:1788687426.713260:0:34768:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687426.713264:0:34768:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687426.713271:0:34768:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e8380 x1875572824557696/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.713280:0:34768:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687426.713283:0:34768:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687426.713286:0:34768:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687426.713290:0:34768:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e8380 x1875572824557696/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687442 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788687426.713299:0:34768:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e8380 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34768:1875572824557696:192.168.203.144@tcp:101:lfs.0 00000100:00000001:2.0:1788687426.713305:0:34768:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687426.713309:0:34768:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687426.713312:0:34768:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687426.713314:0:34768:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687426.713318:0:34768:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8380 x1875572824557696/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687442 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.713455:0:34768:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687426.713460:0:34768:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e0116840. 00000100:00000001:2.0:1788687426.713464:0:34768:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687426.713466:0:34768:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.713469:0:34768:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788687426.713475:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687426.713490:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687426.713494:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=4 00000020:00000001:2.0:1788687426.713496:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687426.713500:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000040:2.0:1788687426.713509:0:34768:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29d13a9e00, remote cookie: 0x59c08f76ab1d2d8d, flags: 0x1001 00010000:00010000:2.0:1788687426.713515:0:34768:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f35 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d8d expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687426.713528:0:34768:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f35 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d8d expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687426.713536:0:34768:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788687426.713541:0:34768:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788687426.713544:0:34768:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788687426.713546:0:34768:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788687426.713547:0:34768:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788687426.713551:0:34768:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b29c6090500) refcount = 1 00010000:00010000:2.0:1788687426.713555:0:34768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f35 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d8d expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687426.713563:0:34768:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788687426.713567:0:34768:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788687426.713569:0:34768:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687426.713572:0:34768:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788687426.713575:0:34768:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687426.713579:0:34768:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f35 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d8d expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687426.713586:0:34768:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788687426.713588:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.713590:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687426.713591:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.713592:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687426.713594:0:34768:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687426.713599:0:34768:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788687426.713601:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687426.713602:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687426.713604:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:2.0:1788687426.713606:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687426.713608:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687426.713611:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687426.713613:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687426.713614:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=4 00000020:00000001:2.0:1788687426.713616:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687426.713618:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687426.713621:0:34768:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687426.713625:0:34768:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687426.713629:0:34768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f35 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d8d expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687426.713637:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.713638:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687426.713639:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687426.713640:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687426.713642:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=5 00000020:00000001:2.0:1788687426.713644:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687426.713646:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687426.713648:0:34768:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687426.713651:0:34768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f35 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d8d expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687426.713658:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.713659:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788687426.713661:0:34768:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f35 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d8d expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687426.713668:0:34768:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687426.713669:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.713670:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687426.713671:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.713673:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788687426.713678:0:34768:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c42e8380 x1875572824557696/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687442 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788687426.713689:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687426.713690:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687426.713692:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:2.0:1788687426.713693:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687426.713695:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687426.713698:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.713699:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687426.713700:0:34768:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687426.713702:0:34768:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687426.713705:0:34768:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788687426.713708:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687426.713709:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687426.713710:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:2.0:1788687426.713712:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687426.713714:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00000002:00010000:2.0:1788687426.713717:0:34768:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d8d expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687426.713723:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.713724:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687426.713726:0:34768:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788687426.713728:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687426.713729:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687426.713730:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:2.0:1788687426.713732:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687426.713733:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000040:2.0:1788687426.713740:0:34768:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 2 00010000:00000001:2.0:1788687426.713743:0:34768:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788687426.713748:0:34768:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788687426.713750:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.713752:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687426.713753:0:34768:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788687426.713757:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53938 00000002:00002000:2.0:1788687426.713759:0:34768:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788687426.713763:0:34768:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687426.713767:0:34768:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687426.713770:0:34768:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788687426.713774:0:34768:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788687426.713777:0:34768:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788687426.713782:0:34768:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687426.713786:0:34768:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4fc7000. 00000080:00000001:2.0:1788687426.713791:0:34768:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687426.713794:0:34768:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788687426.713801:0:34768:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788687426.713807:0:34768:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788687426.713929:0:34768:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b29c2c4e6c0. 00800000:00000001:2.0:1788687426.713932:0:34768:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633202396489408 : -110871313062208 : ffff9b29c2c4e6c0) 00800000:00000001:2.0:1788687426.713935:0:34768:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687426.713937:0:34768:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788687426.713941:0:34768:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788687426.713944:0:34768:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788687426.713947:0:34768:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788687426.713950:0:34768:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788687426.713952:0:34768:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687426.714746:0:34768:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788687426.714754:0:34768:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788687426.714760:0:34768:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788687426.714765:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687426.714766:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687426.714770:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:2.0:1788687426.714773:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687426.714776:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687426.714779:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.714781:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788687426.714783:0:34768:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788687426.714787:0:34768:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788687426.714789:0:34768:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29c2c4e6c0 1 00800000:00000010:2.0:1788687426.714792:0:34768:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b29c2c4e6c0. 00800000:00000001:2.0:1788687426.714796:0:34768:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687426.714800:0:34768:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f35 00800000:00000001:2.0:1788687426.714804:0:34768:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687426.714807:0:34768:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687426.714808:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687426.714809:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687426.714811:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:2.0:1788687426.714813:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687426.714815:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687426.714818:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.714819:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687426.714821:0:34768:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687426.714823:0:34768:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687426.714825:0:34768:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687426.714828:0:34768:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687426.714840:0:34768:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f35 from it ffffaca081c53bf8 00010000:00000001:2.0:1788687426.714842:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687426.714843:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687426.714845:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:2.0:1788687426.714846:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687426.714848:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687426.714851:0:34768:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687426.714855:0:34768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d8d expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687426.715139:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.715140:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687426.715142:0:34768:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687426.715146:0:34768:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687426.715149:0:34768:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d8d expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687426.715162:0:34768:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687426.715166:0:34768:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687426.715168:0:34768:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687426.715173:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.715174:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687426.715176:0:34768:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.715181:0:34768:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687426.715183:0:34768:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.715185:0:34768:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.715189:0:34768:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.715191:0:34768:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687426.715193:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.715194:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687426.715197:0:34768:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687426.715209:0:34768:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e8380 x1875572824557696/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687442 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.715217:0:34768:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687426.715221:0:34768:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687426.715225:0:34768:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c6810800. 02000000:00000001:2.0:1788687426.715229:0:34768:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687426.715232:0:34768:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687426.715234:0:34768:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687426.715237:0:34768:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687426.715240:0:34768:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c63d4000. 02000000:00000001:2.0:1788687426.715243:0:34768:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687426.715245:0:34768:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687426.715247:0:34768:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e8380. 00000100:00000001:2.0:1788687426.715251:0:34768:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687426.715252:0:34768:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687426.715256:0:34768:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788687426.715263:0:34768:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687426.715284:0:34768:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c622f680. 00000080:00000001:2.0:1788687426.715291:0:34768:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687426.715293:0:34768:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687426.715295:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53b00 00000080:00200000:2.0:1788687426.715298:0:34768:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687426.715303:0:34768:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4fc7000. 00800000:00000002:2.0:1788687426.715309:0:34768:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687426.715313:0:34768:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687426.715316:0:34768:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687426.715318:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53a20 00800000:00000002:2.0:1788687426.715320:0:34768:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687426.715324:0:34768:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687426.715327:0:34768:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687426.715332:0:34768:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687426.715333:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c538f0 00000002:00010000:2.0:1788687426.715335:0:34768:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687426.715339:0:34768:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687426.715341:0:34768:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687426.715343:0:34768:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687426.715349:0:34768:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 2 00010000:00000001:2.0:1788687426.715352:0:34768:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687426.715356:0:34768:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687426.715360:0:34768:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687426.715363:0:34768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d8d expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788687426.715371:0:34768:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687426.715376:0:34768:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687426.715380:0:34768:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d8d expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788687426.715387:0:34768:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687426.715389:0:34768:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687426.715392:0:34768:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687426.715393:0:34768:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687426.715396:0:34768:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687426.715398:0:34768:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687426.715401:0:34768:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687426.715403:0:34768:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687426.715407:0:34768:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4fc7000. 00000080:00000001:2.0:1788687426.715411:0:34768:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687426.715412:0:34768:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687426.715414:0:34768:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687426.715417:0:34768:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f35 00800000:00000001:2.0:1788687426.715419:0:34768:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687426.715421:0:34768:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687426.715423:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687426.715424:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687426.715426:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:2.0:1788687426.715428:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687426.715430:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687426.715433:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.715434:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687426.715435:0:34768:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687426.715437:0:34768:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687426.715439:0:34768:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f35 from it ffffaca081c53b38 00010000:00000001:2.0:1788687426.715441:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687426.715442:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687426.715443:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9e00 refcount=3 00000020:00000001:2.0:1788687426.715445:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687426.715447:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639085056 : -110871070466560 : ffff9b29d13a9e00) 00010000:00000001:2.0:1788687426.715449:0:34768:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687426.715452:0:34768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2d8d expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687426.715459:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.715460:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687426.715461:0:34768:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687426.715463:0:34768:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687426.715465:0:34768:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2d8d expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687426.715477:0:34768:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687426.715479:0:34768:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687426.715480:0:34768:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687426.715482:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.715483:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687426.715484:0:34768:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.715487:0:34768:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687426.715488:0:34768:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.715489:0:34768:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.715492:0:34768:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.715493:0:34768:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687426.715494:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.715495:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687426.715496:0:34768:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687426.715498:0:34768:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687426.715500:0:34768:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788687426.715504:0:34768:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687426.715507:0:34768:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788687426.715509:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53b58 00000080:00200000:2.0:1788687426.715511:0:34768:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), file ffff9b29c8d97680, open_flags a141, mode 81b6 opened 0 00000080:00000010:2.0:1788687426.715518:0:34768:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b29c33d06c0. 00000080:00000001:2.0:1788687426.715522:0:34768:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788687426.715524:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53a08 00000080:00200000:2.0:1788687426.715526:0:34768:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=open|creat 00000080:00000010:2.0:1788687426.715534:0:34768:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4fc7000. 00800000:00000002:2.0:1788687426.715537:0:34768:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687426.715543:0:34768:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687426.715544:0:34768:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687426.715546:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53928 00800000:00000002:2.0:1788687426.715547:0:34768:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687426.715551:0:34768:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788687426.715554:0:34768:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788687426.715559:0:34768:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633202409432576 : -110871300119040 : ffff9b29c38a6600) 00800000:00000001:2.0:1788687426.715563:0:34768:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788687426.715566:0:34768:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788687426.715569:0:34768:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788687426.715572:0:34768:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788687426.715575:0:34768:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b29e019e800: Allocated FID [0x200000404:0x33:0x0] 40000000:00000001:2.0:1788687426.715578:0:34768:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687426.715581:0:34768:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687426.715582:0:34768:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687426.715584:0:34768:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687426.715587:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c538a8 00800000:00000002:2.0:1788687426.715589:0:34768:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x33:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:2.0:1788687426.715592:0:34768:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687426.715593:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c537e0 00000002:00010000:2.0:1788687426.715595:0:34768:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x200000404:0x33:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:2.0:1788687426.715599:0:34768:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788687426.715601:0:34768:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788687426.715605:0:34768:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788687426.715609:0:34768:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687426.715611:0:34768:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788687426.715613:0:34768:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 2 00010000:00000001:2.0:1788687426.715615:0:34768:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687426.715618:0:34768:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788687426.715621:0:34768:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788687426.715625:0:34768:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d2d8d expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788687426.715634:0:34768:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788687426.715639:0:34768:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788687426.715641:0:34768:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788687426.715643:0:34768:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788687426.715646:0:34768:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687426.715647:0:34768:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687426.715650:0:34768:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 3 00010000:00000001:2.0:1788687426.715651:0:34768:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687426.715654:0:34768:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687426.715655:0:34768:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687426.715657:0:34768:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687426.715658:0:34768:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 3 00010000:00000001:2.0:1788687426.715660:0:34768:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687426.715662:0:34768:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687426.715664:0:34768:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687426.715665:0:34768:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687426.715666:0:34768:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 3 00010000:00000001:2.0:1788687426.715668:0:34768:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687426.715670:0:34768:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687426.715672:0:34768:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788687426.715675:0:34768:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b29d8594200, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788687426.715679:0:34768:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788687426.715682:0:34768:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788687426.715685:0:34768:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788687426.715687:0:34768:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.715690:0:34768:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788687426.715694:0:34768:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788687426.715696:0:34768:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788687426.715698:0:34768:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687426.715699:0:34768:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788687426.715702:0:34768:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29d13a9e00 with handle 0x230d04438e811f35 from hash 00010000:00000001:2.0:1788687426.715705:0:34768:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788687426.715706:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.715708:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687426.715709:0:34768:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788687426.715712:0:34768:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788687426.715714:0:34768:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788687426.715718:0:34768:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788687426.715720:0:34768:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687426.715722:0:34768:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788687426.715727:0:34768:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8380. 00000020:00000040:2.0:1788687426.715730:0:34768:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:2.0:1788687426.715737:0:34768:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788687426.715739:0:34768:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.715742:0:34768:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687426.715747:0:34768:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687426.715750:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.715751:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687426.715752:0:34768:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687426.715756:0:34768:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687426.715758:0:34768:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687426.715762:0:34768:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687426.715769:0:34768:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c63d4000. 00000100:00000001:2.0:1788687426.715778:0:34768:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.715783:0:34768:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687426.715786:0:34768:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788687426.715790:0:34768:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f35 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2d8d expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788687426.715797:0:34768:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788687426.715799:0:34768:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788687426.715801:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788687426.715804:0:34768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9e00/0x230d04438e811f35 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2d8d expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1788687426.715811:0:34768:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c6090500 count: 0 00010000:00000010:2.0:1788687426.715817:0:34768:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5044600. 00010000:00000001:2.0:1788687426.717806:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687426.717820:0:34768:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.717827:0:34768:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687426.717839:0:34768:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.717842:0:34768:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687426.717870:0:34768:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633202420188032 : -110871289363584 : ffff9b29c42e8380) 00010000:00000001:2.0:1788687426.717877:0:34768:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788687426.717880:0:34768:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788687426.717893:0:34768:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c6090900. 00010000:00000010:2.0:1788687426.717900:0:34768:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5044600. 00010000:00000001:2.0:1788687426.717919:0:34768:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788687426.717924:0:34768:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29d13a8200. 00000020:00000001:2.0:1788687426.717930:0:34768:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788687426.717933:0:34768:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29d13a8200 with handle 0x230d04438e811f3c to hash 00000020:00000001:2.0:1788687426.717937:0:34768:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788687426.717938:0:34768:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000001:2.0:1788687426.717943:0:34768:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000001:2.0:1788687426.717948:0:34768:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687426.717952:0:34768:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687426.717957:0:34768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811f3c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687426.717967:0:34768:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811f3c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788687426.717983:0:34768:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788687426.718000:0:34768:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c42e8380 x1875572824557952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788687426.718011:0:34768:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811f3c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788687426.718018:0:34768:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687426.718020:0:34768:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687426.718029:0:34768:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e0116840. 00000100:00000001:2.0:1788687426.718031:0:34768:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202888042560 : -110870821509056 : ffff9b29e0116840) 00000100:00000001:2.0:1788687426.718035:0:34768:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687426.718036:0:34768:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188032 : -110871289363584 : ffff9b29c42e8380) 00000100:00000001:2.0:1788687426.718041:0:34768:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687426.718046:0:34768:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687426.718048:0:34768:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687426.718050:0:34768:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687426.718055:0:34768:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8380 x1875572824557952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.718062:0:34768:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687426.718065:0:34768:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687426.718069:0:34768:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687426.718075:0:34768:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687426.718077:0:34768:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687426.718081:0:34768:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8380 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34768:1875572824557952:192.168.203.144@tcp:101:lfs.0 00000100:00000001:2.0:1788687426.718085:0:34768:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687426.718093:0:34768:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687426.718096:0:34768:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687426.718099:0:34768:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687426.718183:0:34768:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b29c69a0000. 02000000:00000001:2.0:1788687426.718186:0:34768:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687426.718196:0:34768:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687426.718201:0:34768:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fda50. 00000400:00000010:2.0:1788687426.718210:0:34768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b29c63d4c00. 00000100:00000200:2.0:1788687426.718218:0:34768:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875572824557952, portal 10 00000100:00000001:2.0:1788687426.718220:0:34768:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687426.718222:0:34768:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188032 : -110871289363584 : ffff9b29c42e8380) 00000100:00000040:2.0:1788687426.718229:0:34768:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42e8380 x1875572824557952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788687442 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.718236:0:34768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687426.718239:0:34768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687426.718243:0:34768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240000. 00000100:00000200:2.0:1788687426.718246:0:34768:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875572824557952, offset 0 00000400:00000200:2.0:1788687426.718254:0:34768:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687426.718263:0:34768:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.718272:0:34768:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687426.718278:0:34768:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687426.718283:0:34768:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687426.718287:0:34768:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687426.718289:0:34768:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687426.718293:0:34768:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2609:2609:256:4294967295] 192.168.203.144@tcp LPNI seq info [2609:2609:8:4294967295] 00000400:00000200:2.0:1788687426.718297:0:34768:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.718308:0:34768:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687426.718316:0:34768:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687426.718323:0:34768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3800. 00000800:00000200:2.0:1788687426.718330:0:34768:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687426.718340:0:34768:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687426.718346:0:34768:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3800 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:2.0:1788687426.718372:0:34768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687426.718377:0:34768:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 805328 usecs (806 jiffies) 00000400:00000200:2.0:1788687426.718380:0:34768:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687426.718384:0:34768:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296553527 00000100:00000001:2.0:1788687426.718387:0:34768:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296553690 00000100:00000001:2.0:1788687426.718389:0:34768:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296553527 00000100:00000001:2.0:1788687426.718392:0:34768:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296553690 00000100:00000001:2.0:1788687426.718395:0:34768:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687426.718398:0:34768:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687426.718400:0:34768:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687426.718403:0:34768:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687426.718406:0:34768:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e0116840 going to sleep for 11 seconds 00000100:00000001:2.0:1788687426.718409:0:34768:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687426.718413:0:34768:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687426.718714:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687426.718720:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3800. 00000400:00000200:3.0:1788687426.718726:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687426.718732:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687426.718740:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240000 00000400:00000010:3.0:1788687426.718743:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240000. 00000100:00000001:3.0:1788687426.718748:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687426.718753:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8380 x1875572824557952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788687442 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.718764:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687426.718768:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8380 x1875572824557952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788687442 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.718776:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.718778:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687426.724475:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687426.724499:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687426.724505:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687426.724508:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687426.724520:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.724530:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687426.724541:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.724546:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.724553:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.724558:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 608 into portal 10 MB=0x6a9d2d3f54980 00000400:00000200:3.0:1788687426.724565:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.724635:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 608/608 into md 0x7265 [32] + 224 00000800:00000001:3.0:1788687426.724647:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687426.724655:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687426.724659:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687426.724665:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687426.724676:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687426.724687:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8380 x1875572824557952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788687442 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687426.724700:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff9b29c42e8380 x1875572824557952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.724723:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687426.724733:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687426.724737:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687426.726198:0:34768:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687426.726215:0:34768:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687426.726218:0:34768:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687426.726224:0:34768:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fda50. 00000400:00000200:2.0:1788687426.726233:0:34768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c63d4c00 00000400:00000010:2.0:1788687426.726236:0:34768:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b29c63d4c00. 00000100:00000001:2.0:1788687426.726242:0:34768:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687426.726254:0:34768:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e8380 x1875572824557952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788687426.726268:0:34768:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e8380 x1875572824557952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.726278:0:34768:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687426.726281:0:34768:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687426.726285:0:34768:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687426.726290:0:34768:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687426.726293:0:34768:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687426.726297:0:34768:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687426.726300:0:34768:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687426.726314:0:34768:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=48 v=5 (5 5 103 103) 00000100:00001000:2.0:1788687426.726320:0:34768:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=29 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687426.726323:0:34768:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788687426.726327:0:34768:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9b29c42e8380 x1875572824557952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.726335:0:34768:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788687426.726340:0:34768:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687426.726343:0:34768:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934606 00000100:00000001:2.0:1788687426.726346:0:34768:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687426.726349:0:34768:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1788687426.726354:0:34768:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e8380 x1875572824557952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.726363:0:34768:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1788687426.726367:0:34768:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687426.726370:0:34768:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687426.726374:0:34768:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e8380 x1875572824557952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687442 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788687426.726383:0:34768:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e8380 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34768:1875572824557952:192.168.203.144@tcp:101:lfs.0 00000100:00000001:2.0:1788687426.726390:0:34768:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687426.726393:0:34768:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788687426.726397:0:34768:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687426.726399:0:34768:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687426.726403:0:34768:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8380 x1875572824557952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687442 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.726411:0:34768:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687426.726415:0:34768:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e0116840. 00000100:00000001:2.0:1788687426.726418:0:34768:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687426.726420:0:34768:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1788687426.726424:0:34768:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788687426.726430:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687426.726433:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687426.726438:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8200 refcount=4 00000020:00000001:2.0:1788687426.726440:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000001:2.0:1788687426.726443:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00010000:2.0:1788687426.726449:0:34768:0:(ldlm_request.c:687:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811f3c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687426.726461:0:34768:0:(ldlm_request.c:718:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1788687426.726465:0:34768:0:(ldlm_request.c:590:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811f3c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687426.726472:0:34768:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687426.726475:0:34768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811f3c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687426.726480:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.726482:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788687426.726484:0:34768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811f3c lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687426.726491:0:34768:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687426.726494:0:34768:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.726498:0:34768:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788687426.726502:0:34768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811f3c lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687426.726508:0:34768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29d13a8200 already unused, calling callback (ffffffffc1baf630) 00000080:00000001:2.0:1788687426.726513:0:34768:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788687426.726517:0:34768:0:(ldlm_request.c:1731:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811f3c lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687426.726525:0:34768:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788687426.726528:0:34768:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788687426.726532:0:34768:0:(ldlm_request.c:1741:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811f3c lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687426.726537:0:34768:0:(ldlm_request.c:1742:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788687426.726540:0:34768:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788687426.726542:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687426.726543:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687426.726545:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8200 refcount=5 00000020:00000001:2.0:1788687426.726547:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000001:2.0:1788687426.726549:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639077888 : -110871070473728 : ffff9b29d13a8200) 00010000:00000001:2.0:1788687426.726553:0:34768:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788687426.726556:0:34768:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811f3c lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788687426.726563:0:34768:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788687426.726565:0:34768:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687426.726568:0:34768:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788687426.726570:0:34768:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788687426.726573:0:34768:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788687426.726575:0:34768:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788687426.726577:0:34768:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687426.726578:0:34768:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788687426.726581:0:34768:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29d13a8200 with handle 0x230d04438e811f3c from hash 00010000:00000001:2.0:1788687426.726583:0:34768:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788687426.726584:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.726585:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687426.726587:0:34768:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788687426.726588:0:34768:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788687426.726590:0:34768:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788687426.726593:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.726594:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687426.726595:0:34768:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687426.726597:0:34768:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687426.726600:0:34768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811f3c lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687426.726606:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.726607:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687426.726609:0:34768:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788687426.726611:0:34768:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687426.726612:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.726613:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687426.726614:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788687426.726616:0:34768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8200/0x230d04438e811f3c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788687426.726624:0:34768:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c6090900 count: 0 00010000:00000010:2.0:1788687426.726632:0:34768:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5044600. 00010000:00000001:2.0:1788687426.726643:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687426.726645:0:34768:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1788687426.726650:0:34768:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1788687426.726657:0:34768:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=-21 req@ffff9b29c42e8380 x1875572824557952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687442 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788687426.726665:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788687426.726667:0:34768:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687426.726670:0:34768:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687426.726672:0:34768:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687426.726676:0:34768:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000002:00000001:2.0:1788687426.726679:0:34768:0:(mdc_locks.c:1316:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:2.0:1788687426.726684:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53768 00000002:00002000:2.0:1788687426.726687:0:34768:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open|creat status=-21 disp=0xb: rc = -21 00000002:00000001:2.0:1788687426.726691:0:34768:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:2.0:1788687426.726695:0:34768:0:(lmv_intent.c:387:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:2.0:1788687426.726698:0:34768:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:2.0:1788687426.726702:0:34768:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:2.0:1788687426.726706:0:34768:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:2.0:1788687426.726709:0:34768:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:2.0:1788687426.726715:0:34768:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687426.726719:0:34768:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4fc7000. 00000100:00000001:2.0:1788687426.726722:0:34768:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687426.726726:0:34768:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e8380 x1875572824557952/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687442 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.726732:0:34768:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687426.726735:0:34768:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687426.726739:0:34768:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b29c69a0000. 02000000:00000001:2.0:1788687426.726771:0:34768:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687426.726774:0:34768:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687426.726776:0:34768:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687426.726779:0:34768:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687426.726782:0:34768:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c63d4000. 02000000:00000001:2.0:1788687426.726786:0:34768:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687426.726788:0:34768:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687426.726791:0:34768:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e8380. 00000100:00000001:2.0:1788687426.726794:0:34768:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687426.726795:0:34768:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687426.726802:0:34768:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788687426.726804:0:34768:0:(dcache.c:176:ll_intent_release()) intent ffff9b29c33d06c0 released 00000080:00000001:2.0:1788687426.726806:0:34768:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:2.0:1788687426.726808:0:34768:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9b29c33d06c0. 00000080:00000001:2.0:1788687426.726812:0:34768:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:2.0:1788687426.726820:0:34768:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788687426.726825:0:34768:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788687426.727407:0:34768:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687426.727413:0:34768:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687426.727415:0:34768:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687426.727418:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53bc0 00000080:00200000:2.0:1788687426.727421:0:34768:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687426.727428:0:34768:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4fc7000. 00800000:00000002:2.0:1788687426.727437:0:34768:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687426.727441:0:34768:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687426.727447:0:34768:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687426.727449:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53ae0 00800000:00000002:2.0:1788687426.727451:0:34768:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687426.727455:0:34768:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687426.727461:0:34768:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687426.727466:0:34768:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687426.727468:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c539b0 00000002:00010000:2.0:1788687426.727470:0:34768:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687426.727475:0:34768:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687426.727477:0:34768:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687426.727480:0:34768:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788687426.727486:0:34768:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687426.727488:0:34768:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687426.727490:0:34768:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687426.727493:0:34768:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788687426.727495:0:34768:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788687426.727500:0:34768:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8380. 00000020:00000040:2.0:1788687426.727505:0:34768:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:2.0:1788687426.727511:0:34768:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687426.727516:0:34768:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687426.727523:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.727526:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687426.727527:0:34768:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687426.727531:0:34768:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687426.727534:0:34768:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687426.727539:0:34768:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687426.727548:0:34768:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c63d4000. 00000100:00000001:2.0:1788687426.727556:0:34768:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.727560:0:34768:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687426.727561:0:34768:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.727563:0:34768:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687426.727564:0:34768:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.727566:0:34768:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687426.727572:0:34768:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202420188032 : -110871289363584 : ffff9b29c42e8380) 00010000:00000001:2.0:1788687426.727576:0:34768:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788687426.727579:0:34768:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788687426.727584:0:34768:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c6090d00. 00010000:00000010:2.0:1788687426.727588:0:34768:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5044600. 00010000:00000001:2.0:1788687426.727593:0:34768:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788687426.727597:0:34768:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29d13a9800. 00000020:00000001:2.0:1788687426.727600:0:34768:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788687426.727603:0:34768:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29d13a9800 with handle 0x230d04438e811f43 to hash 00000020:00000001:2.0:1788687426.727605:0:34768:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788687426.727607:0:34768:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:2.0:1788687426.727611:0:34768:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:2.0:1788687426.727614:0:34768:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687426.727617:0:34768:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687426.727622:0:34768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687426.727631:0:34768:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687426.727642:0:34768:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788687426.727648:0:34768:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687426.727651:0:34768:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687426.727659:0:34768:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e0116840. 00000100:00000001:2.0:1788687426.727662:0:34768:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202888042560 : -110870821509056 : ffff9b29e0116840) 00000100:00000001:2.0:1788687426.727665:0:34768:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687426.727667:0:34768:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188032 : -110871289363584 : ffff9b29c42e8380) 00000100:00000001:2.0:1788687426.727672:0:34768:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687426.727678:0:34768:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687426.727680:0:34768:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687426.727682:0:34768:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687426.727691:0:34768:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8380 x1875572824558080/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.727699:0:34768:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687426.727701:0:34768:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687426.727705:0:34768:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687426.727708:0:34768:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687426.727711:0:34768:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687426.727715:0:34768:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8380 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34768:1875572824558080:192.168.203.144@tcp:101:lfs.0 00000100:00000001:2.0:1788687426.727720:0:34768:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687426.727727:0:34768:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687426.727729:0:34768:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687426.727731:0:34768:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687426.727737:0:34768:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c6810800. 02000000:00000001:2.0:1788687426.727738:0:34768:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687426.727747:0:34768:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687426.727751:0:34768:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fda50. 00000400:00000010:2.0:1788687426.727759:0:34768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240330. 00000100:00000200:2.0:1788687426.727768:0:34768:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824558080, portal 10 00000100:00000001:2.0:1788687426.727770:0:34768:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687426.727771:0:34768:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188032 : -110871289363584 : ffff9b29c42e8380) 00000100:00000040:2.0:1788687426.727777:0:34768:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42e8380 x1875572824558080/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687442 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.727784:0:34768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687426.727787:0:34768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687426.727790:0:34768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240550. 00000100:00000200:2.0:1788687426.727793:0:34768:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824558080, offset 0 00000400:00000200:2.0:1788687426.727800:0:34768:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687426.727809:0:34768:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.727839:0:34768:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687426.727846:0:34768:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687426.727851:0:34768:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687426.727855:0:34768:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687426.727859:0:34768:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687426.727872:0:34768:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2610:2610:256:4294967295] 192.168.203.144@tcp LPNI seq info [2610:2610:8:4294967295] 00000400:00000200:2.0:1788687426.727877:0:34768:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.727890:0:34768:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687426.727897:0:34768:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687426.728682:0:34768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3e00. 00000800:00000200:2.0:1788687426.728698:0:34768:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687426.728709:0:34768:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687426.728714:0:34768:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788687426.728737:0:34768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687426.728743:0:34768:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 804346 usecs (805 jiffies) 00000400:00000200:2.0:1788687426.728749:0:34768:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000800:00000200:3.0:1788687426.729066:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687426.729072:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3e00. 00000400:00000200:3.0:1788687426.729079:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687426.729084:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687426.729091:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240550 00000400:00000010:3.0:1788687426.729103:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240550. 00000100:00000001:3.0:1788687426.729109:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687426.729116:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8380 x1875572824558080/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687442 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.729127:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687426.729131:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8380 x1875572824558080/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687442 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.729138:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.729140:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1788687426.729222:0:34768:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296553539 00000100:00000001:2.0:1788687426.729226:0:34768:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296553690 00000100:00000001:2.0:1788687426.729229:0:34768:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296553539 00000100:00000001:2.0:1788687426.729231:0:34768:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296553690 00000100:00000001:2.0:1788687426.729234:0:34768:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687426.729238:0:34768:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687426.729241:0:34768:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687426.729243:0:34768:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687426.729247:0:34768:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e0116840 going to sleep for 11 seconds 00000100:00000001:2.0:1788687426.729250:0:34768:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687426.729254:0:34768:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788687426.731975:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090500. 00010000:00000010:2.1:1788687426.731992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9e00. 00000800:00000001:2.0:1788687426.737472:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.737496:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687426.737501:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.737504:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687426.737516:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.737525:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687426.737538:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.737543:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.737550:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.737555:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f54a00 00000400:00000200:2.0:1788687426.737562:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.737578:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x7275 [1] + 224 00000800:00000001:2.0:1788687426.737587:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.737596:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687426.737600:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687426.737604:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687426.737616:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687426.737628:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8380 x1875572824558080/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687442 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687426.737640:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c42e8380 x1875572824558080/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.737662:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687426.737670:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.737673:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687426.737786:0:34768:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687426.737794:0:34768:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687426.737797:0:34768:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687426.737801:0:34768:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fda50. 00000400:00000200:3.0:1788687426.737805:0:34768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240330 00000400:00000010:3.0:1788687426.737808:0:34768:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240330. 00000100:00000001:3.0:1788687426.737812:0:34768:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687426.737817:0:34768:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e8380 x1875572824558080/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687426.737826:0:34768:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e8380 x1875572824558080/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.737845:0:34768:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687426.737847:0:34768:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687426.737850:0:34768:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687426.737854:0:34768:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687426.737857:0:34768:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687426.737859:0:34768:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687426.737862:0:34768:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687426.737875:0:34768:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=48 v=5 (5 5 103 103) 00000100:00001000:3.0:1788687426.737880:0:34768:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=29 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687426.737883:0:34768:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687426.737884:0:34768:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.737888:0:34768:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687426.737892:0:34768:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.737896:0:34768:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687426.737899:0:34768:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934606 00000100:00000001:3.0:1788687426.737902:0:34768:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687426.737943:0:34768:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687426.737950:0:34768:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e8380 x1875572824558080/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.737958:0:34768:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687426.737962:0:34768:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687426.737965:0:34768:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687426.737970:0:34768:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e8380 x1875572824558080/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687442 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687426.737978:0:34768:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e8380 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34768:1875572824558080:192.168.203.144@tcp:101:lfs.0 00000100:00000001:3.0:1788687426.737983:0:34768:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687426.737986:0:34768:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.737989:0:34768:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687426.737992:0:34768:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687426.737996:0:34768:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8380 x1875572824558080/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687442 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.738003:0:34768:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687426.738007:0:34768:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e0116840. 00000100:00000001:3.0:1788687426.738010:0:34768:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687426.738012:0:34768:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.738016:0:34768:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788687426.738022:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.738025:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.738029:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=4 00000020:00000001:3.0:1788687426.738031:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687426.738035:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000040:3.0:1788687426.738043:0:34768:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29d13a9800, remote cookie: 0x59c08f76ab1d2db7, flags: 0x1001 00010000:00010000:3.0:1788687426.738049:0:34768:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687426.738060:0:34768:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.738068:0:34768:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788687426.738074:0:34768:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788687426.738077:0:34768:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788687426.738079:0:34768:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788687426.738080:0:34768:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788687426.738083:0:34768:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b29c6090d00) refcount = 1 00010000:00010000:3.0:1788687426.738087:0:34768:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.738092:0:34768:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788687426.738096:0:34768:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788687426.738098:0:34768:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687426.738101:0:34768:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788687426.738104:0:34768:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687426.738107:0:34768:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.738112:0:34768:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788687426.738114:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.738116:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.738117:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.738118:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.738120:0:34768:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687426.738125:0:34768:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788687426.738127:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.738128:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.738129:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=3 00000020:00000001:3.0:1788687426.738131:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687426.738133:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687426.738135:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.738136:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.738137:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=4 00000020:00000001:3.0:1788687426.738139:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687426.738141:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687426.738144:0:34768:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687426.738148:0:34768:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687426.738152:0:34768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.738158:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.738159:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.738160:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.738161:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.738163:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=5 00000020:00000001:3.0:1788687426.738165:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687426.738167:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687426.738169:0:34768:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687426.738172:0:34768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.738178:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.738179:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788687426.738181:0:34768:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.738187:0:34768:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687426.738188:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.738189:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.738191:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.738192:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788687426.738197:0:34768:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c42e8380 x1875572824558080/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687442 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788687426.738206:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.738208:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.738209:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=3 00000020:00000001:3.0:1788687426.738211:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687426.738214:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687426.738216:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.738217:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687426.738219:0:34768:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687426.738222:0:34768:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687426.738226:0:34768:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788687426.738228:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.738229:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.738231:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=3 00000020:00000001:3.0:1788687426.738233:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687426.738235:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00000002:00010000:3.0:1788687426.738238:0:34768:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.738245:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.738246:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.738249:0:34768:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788687426.738250:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.738251:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.738252:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=3 00000020:00000001:3.0:1788687426.738254:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687426.738256:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000040:3.0:1788687426.738263:0:34768:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 2 00010000:00000001:3.0:1788687426.738266:0:34768:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788687426.738271:0:34768:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788687426.738274:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.738275:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687426.738277:0:34768:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788687426.738280:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53938 00000002:00002000:3.0:1788687426.738283:0:34768:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788687426.738286:0:34768:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687426.738291:0:34768:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687426.738294:0:34768:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788687426.738299:0:34768:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788687426.738302:0:34768:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788687426.738307:0:34768:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687426.738310:0:34768:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4fc7000. 00000080:00000001:3.0:1788687426.738315:0:34768:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687426.738318:0:34768:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788687426.738325:0:34768:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788687426.738330:0:34768:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788687426.738339:0:34768:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b29c975c740. 00800000:00000001:3.0:1788687426.738341:0:34768:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633202508744512 : -110871200807104 : ffff9b29c975c740) 00800000:00000001:3.0:1788687426.738344:0:34768:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687426.738346:0:34768:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788687426.738350:0:34768:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788687426.738352:0:34768:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788687426.738355:0:34768:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788687426.738359:0:34768:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788687426.738361:0:34768:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.738366:0:34768:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788687426.738369:0:34768:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1788687426.738375:0:34768:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1788687426.738377:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.738379:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.738380:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=3 00000020:00000001:3.0:1788687426.738382:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687426.738384:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687426.738386:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.738387:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788687426.738389:0:34768:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788687426.738392:0:34768:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788687426.738393:0:34768:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29c975c740 1 00800000:00000010:3.0:1788687426.738396:0:34768:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b29c975c740. 00800000:00000001:3.0:1788687426.738400:0:34768:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687426.738403:0:34768:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f43 00800000:00000001:3.0:1788687426.738407:0:34768:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687426.738410:0:34768:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687426.738411:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.738412:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.738413:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=3 00000020:00000001:3.0:1788687426.738415:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687426.738417:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687426.738420:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.738421:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687426.738422:0:34768:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687426.738425:0:34768:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.738427:0:34768:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687426.738429:0:34768:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:3.0:1788687426.738433:0:34768:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f43 from it ffffaca081c53bf8 00010000:00000001:3.0:1788687426.738435:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.738436:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.738438:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=3 00000020:00000001:3.0:1788687426.738440:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687426.738442:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687426.738444:0:34768:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687426.738447:0:34768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.738454:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.738455:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.738457:0:34768:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687426.738459:0:34768:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687426.738463:0:34768:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788687426.738470:0:34768:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687426.738473:0:34768:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687426.738476:0:34768:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687426.738481:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.738482:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.738484:0:34768:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.738488:0:34768:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687426.738490:0:34768:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.738492:0:34768:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.738495:0:34768:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.738497:0:34768:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687426.738499:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.738500:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687426.738502:0:34768:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687426.738507:0:34768:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e8380 x1875572824558080/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687442 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.738514:0:34768:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687426.738517:0:34768:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687426.738521:0:34768:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c6810800. 02000000:00000001:3.0:1788687426.738525:0:34768:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687426.738528:0:34768:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687426.738530:0:34768:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687426.738533:0:34768:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687426.738537:0:34768:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c63d4000. 02000000:00000001:3.0:1788687426.738540:0:34768:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687426.738543:0:34768:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687426.738545:0:34768:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e8380. 00000100:00000001:3.0:1788687426.738548:0:34768:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687426.738550:0:34768:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687426.738554:0:34768:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788687426.738561:0:34768:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788687426.738594:0:34768:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c31d7e40. 00000080:00000001:3.0:1788687426.738600:0:34768:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1788687426.738603:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53b58 00000080:00200000:3.0:1788687426.738605:0:34768:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), file ffff9b29c8d97980, open_flags 1a100, mode 0 opened 0 00000080:00000010:3.0:1788687426.738610:0:34768:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b29c97ab180. 00000080:00000001:3.0:1788687426.738614:0:34768:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788687426.738615:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53a08 00000080:00200000:3.0:1788687426.738617:0:34768:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=open 00000080:00000010:3.0:1788687426.738626:0:34768:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c686e000. 00800000:00000002:3.0:1788687426.738632:0:34768:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687426.738639:0:34768:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687426.738642:0:34768:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687426.738644:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53928 00800000:00000002:3.0:1788687426.738646:0:34768:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687426.738650:0:34768:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1788687426.738652:0:34768:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788687426.738657:0:34768:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633202409432576 : -110871300119040 : ffff9b29c38a6600) 00000020:00000001:3.0:1788687426.738660:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c538a8 00800000:00000002:3.0:1788687426.738662:0:34768:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:3.0:1788687426.738667:0:34768:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687426.738669:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c537e0 00000002:00010000:3.0:1788687426.738671:0:34768:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:3.0:1788687426.738675:0:34768:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788687426.738678:0:34768:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788687426.738683:0:34768:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788687426.738686:0:34768:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 2 00010000:00000001:3.0:1788687426.738689:0:34768:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687426.738691:0:34768:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788687426.738695:0:34768:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.738697:0:34768:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687426.738699:0:34768:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687426.738704:0:34768:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb6680. 00000020:00000040:3.0:1788687426.738708:0:34768:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:3.0:1788687426.738713:0:34768:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788687426.738714:0:34768:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.738718:0:34768:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788687426.738722:0:34768:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687426.738724:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.738726:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.738727:0:34768:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.738730:0:34768:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687426.738733:0:34768:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687426.738736:0:34768:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687426.738744:0:34768:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c43bd400. 00000100:00000001:3.0:1788687426.738751:0:34768:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.738755:0:34768:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687426.738756:0:34768:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.738758:0:34768:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687426.738759:0:34768:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.738761:0:34768:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687426.738771:0:34768:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633202496530048 : -110871213021568 : ffff9b29c8bb6680) 00010000:00000001:3.0:1788687426.738775:0:34768:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788687426.738777:0:34768:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788687426.738779:0:34768:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 2 00010000:00000001:3.0:1788687426.738781:0:34768:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687426.738783:0:34768:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788687426.738786:0:34768:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c3146a00. 00000020:00000001:3.0:1788687426.738790:0:34768:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788687426.738793:0:34768:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c3146a00 with handle 0x230d04438e811f4a to hash 00000020:00000001:3.0:1788687426.738795:0:34768:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788687426.738796:0:34768:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687426.738801:0:34768:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687426.738803:0:34768:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687426.738805:0:34768:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687426.738809:0:34768:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811f4a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687426.738816:0:34768:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811f4a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788687426.738839:0:34768:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788687426.738846:0:34768:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8bb6680 x1875572824558336/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788687426.738854:0:34768:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811f4a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788687426.738859:0:34768:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687426.738861:0:34768:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687426.738869:0:34768:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29cb4dc0c0. 00000100:00000001:3.0:1788687426.738871:0:34768:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202539675840 : -110871169875776 : ffff9b29cb4dc0c0) 00000100:00000001:3.0:1788687426.738874:0:34768:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687426.738876:0:34768:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496530048 : -110871213021568 : ffff9b29c8bb6680) 00000100:00000001:3.0:1788687426.738880:0:34768:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687426.738885:0:34768:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.738887:0:34768:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687426.738889:0:34768:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687426.738893:0:34768:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6680 x1875572824558336/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.738900:0:34768:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687426.738903:0:34768:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687426.738940:0:34768:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687426.738944:0:34768:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687426.738947:0:34768:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687426.738951:0:34768:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6680 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34768:1875572824558336:192.168.203.144@tcp:101:lfs.0 00000100:00000001:3.0:1788687426.738956:0:34768:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687426.738963:0:34768:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687426.738965:0:34768:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687426.738968:0:34768:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687426.739120:0:34768:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9b29c7200000. 02000000:00000001:3.0:1788687426.739123:0:34768:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687426.739131:0:34768:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687426.739135:0:34768:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef47e8. 00000400:00000010:3.0:1788687426.739144:0:34768:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9b29c62eb000. 00000100:00000200:3.0:1788687426.739153:0:34768:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875572824558336, portal 10 00000100:00000001:3.0:1788687426.739156:0:34768:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687426.739157:0:34768:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496530048 : -110871213021568 : ffff9b29c8bb6680) 00000100:00000040:3.0:1788687426.739164:0:34768:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb6680 x1875572824558336/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788687442 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.739171:0:34768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687426.739175:0:34768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687426.739179:0:34768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae03b8. 00000100:00000200:3.0:1788687426.739182:0:34768:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875572824558336, offset 0 00000400:00000200:3.0:1788687426.739189:0:34768:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687426.739199:0:34768:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.739207:0:34768:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687426.739214:0:34768:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687426.739218:0:34768:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687426.739223:0:34768:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687426.739226:0:34768:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687426.739231:0:34768:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2611:2611:256:4294967295] 192.168.203.144@tcp LPNI seq info [2611:2611:8:4294967295] 00000400:00000200:3.0:1788687426.739236:0:34768:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.739246:0:34768:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687426.739253:0:34768:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687426.739259:0:34768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a200. 00000800:00000200:3.0:1788687426.739268:0:34768:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687426.739278:0:34768:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687426.739284:0:34768:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a200 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:3.0:1788687426.739305:0:34768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687426.739310:0:34768:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 803368 usecs (804 jiffies) 00000400:00000200:3.0:1788687426.739314:0:34768:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687426.739317:0:34768:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296553546 00000100:00000001:3.0:1788687426.739320:0:34768:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296553690 00000100:00000001:3.0:1788687426.739323:0:34768:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296553546 00000100:00000001:3.0:1788687426.739325:0:34768:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296553690 00000100:00000001:3.0:1788687426.739328:0:34768:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687426.739330:0:34768:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.739333:0:34768:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687426.739336:0:34768:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687426.739338:0:34768:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29cb4dc0c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788687426.739340:0:34768:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687426.739343:0:34768:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788687426.739468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090900. 00010000:00000010:2.1:1788687426.739477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8200. 00000080:00000010:2.1:1788687426.739481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622f680. 00000800:00000200:2.0:1788687426.739607:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687426.739612:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a200. 00000400:00000200:2.0:1788687426.739617:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687426.739623:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687426.739629:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae03b8 00000400:00000010:2.0:1788687426.739632:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae03b8. 00000100:00000001:2.0:1788687426.739637:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687426.739641:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6680 x1875572824558336/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788687442 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.739650:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687426.739654:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb6680 x1875572824558336/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788687442 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.739660:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687426.739662:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687426.746827:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.746859:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687426.746864:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.746867:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687426.746879:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.746888:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687426.746900:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.747236:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.747244:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.747250:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 608 into portal 10 MB=0x6a9d2d3f54b00 00000400:00000200:2.0:1788687426.747256:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.747264:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 608/608 into md 0x7285 [64] + 224 00000800:00000001:2.0:1788687426.747274:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.747286:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687426.747291:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687426.747296:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687426.747305:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687426.747316:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6680 x1875572824558336/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788687442 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687426.747329:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff9b29c8bb6680 x1875572824558336/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.747396:0:34768:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687426.747414:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687426.747424:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.747427:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788687426.747560:0:34768:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687426.747563:0:34768:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687426.747632:0:34768:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef47e8. 00000400:00000200:3.0:1788687426.747639:0:34768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c62eb000 00000400:00000010:3.0:1788687426.747642:0:34768:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9b29c62eb000. 00000100:00000001:3.0:1788687426.747647:0:34768:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687426.747652:0:34768:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb6680 x1875572824558336/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687426.747662:0:34768:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb6680 x1875572824558336/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.747669:0:34768:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687426.747672:0:34768:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687426.747675:0:34768:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687426.747679:0:34768:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687426.747682:0:34768:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687426.747685:0:34768:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687426.747688:0:34768:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687426.747700:0:34768:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=48 v=5 (5 5 103 103) 00000100:00001000:3.0:1788687426.747706:0:34768:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=29 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687426.747708:0:34768:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1788687426.747712:0:34768:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9b29c8bb6680 x1875572824558336/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.747719:0:34768:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788687426.747723:0:34768:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788687426.747726:0:34768:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788687426.747728:0:34768:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788687426.747731:0:34768:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687426.747732:0:34768:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496530048 : -110871213021568 : ffff9b29c8bb6680) 00000100:00000001:3.0:1788687426.747736:0:34768:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687426.747738:0:34768:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934606 00000100:00000001:3.0:1788687426.747741:0:34768:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687426.747744:0:34768:0:(client.c:1798:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:3.0:1788687426.747869:0:34768:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb6680 x1875572824558336/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687442 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.747884:0:34768:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:3.0:1788687426.747887:0:34768:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687426.747890:0:34768:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687426.747894:0:34768:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6680 x1875572824558336/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687442 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687426.747903:0:34768:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb6680 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34768:1875572824558336:192.168.203.144@tcp:101:lfs.0 00000100:00000001:3.0:1788687426.747938:0:34768:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687426.747941:0:34768:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:3.0:1788687426.747944:0:34768:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687426.747947:0:34768:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687426.747951:0:34768:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb6680 x1875572824558336/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687442 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.747959:0:34768:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687426.747962:0:34768:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29cb4dc0c0. 00000100:00000001:3.0:1788687426.747966:0:34768:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687426.747967:0:34768:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1788687426.747971:0:34768:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788687426.747979:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.747982:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.747986:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=4 00000020:00000001:3.0:1788687426.747988:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687426.747992:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00010000:3.0:1788687426.747998:0:34768:0:(ldlm_request.c:687:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811f4a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.748011:0:34768:0:(ldlm_request.c:718:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1788687426.748016:0:34768:0:(ldlm_request.c:590:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811f4a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.748027:0:34768:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687426.748030:0:34768:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811f4a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.748036:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.748038:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788687426.748041:0:34768:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811f4a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.748047:0:34768:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687426.748052:0:34768:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.748055:0:34768:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788687426.748058:0:34768:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811f4a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687426.748065:0:34768:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29c3146a00 already unused, calling callback (ffffffffc1baf630) 00000080:00000001:3.0:1788687426.748069:0:34768:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788687426.748073:0:34768:0:(ldlm_request.c:1731:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811f4a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.748080:0:34768:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788687426.748082:0:34768:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788687426.748086:0:34768:0:(ldlm_request.c:1741:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811f4a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.748208:0:34768:0:(ldlm_request.c:1742:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788687426.748212:0:34768:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788687426.748213:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.748215:0:34768:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.748217:0:34768:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=5 00000020:00000001:3.0:1788687426.748219:0:34768:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687426.748222:0:34768:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687426.748226:0:34768:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788687426.748229:0:34768:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811f4a lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788687426.748236:0:34768:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788687426.748238:0:34768:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687426.748241:0:34768:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788687426.748243:0:34768:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788687426.748247:0:34768:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788687426.748248:0:34768:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788687426.748250:0:34768:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687426.748252:0:34768:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788687426.748255:0:34768:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c3146a00 with handle 0x230d04438e811f4a from hash 00010000:00000001:3.0:1788687426.748257:0:34768:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788687426.748259:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.748260:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.748262:0:34768:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788687426.748263:0:34768:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788687426.748265:0:34768:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788687426.748268:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.748269:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.748271:0:34768:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.748273:0:34768:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687426.748276:0:34768:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811f4a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.748281:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.748283:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.748284:0:34768:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1788687426.748286:0:34768:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687426.748287:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.748288:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.748289:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788687426.748292:0:34768:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811f4a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34768 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.748305:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.748307:0:34768:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:3.0:1788687426.748314:0:34768:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:3.0:1788687426.748321:0:34768:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff9b29c8bb6680 x1875572824558336/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687442 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788687426.748331:0:34768:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788687426.748336:0:34768:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c8bb6680 x1875572824558336/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687442 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788687426.748344:0:34768:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.748346:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788687426.748348:0:34768:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687426.748350:0:34768:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687426.748352:0:34768:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687426.748356:0:34768:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788687426.748358:0:34768:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687426.748359:0:34768:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496530048 : -110871213021568 : ffff9b29c8bb6680) 00010000:00000001:3.0:1788687426.748362:0:34768:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788687426.748363:0:34768:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687426.748366:0:34768:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788687426.748369:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53768 00000002:00002000:3.0:1788687426.748371:0:34768:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:3.0:1788687426.748376:0:34768:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687426.748380:0:34768:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687426.748383:0:34768:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788687426.748386:0:34768:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788687426.748389:0:34768:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788687426.748394:0:34768:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000001:3.0:1788687426.748397:0:34768:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788687426.748399:0:34768:0:(namei.c:674:ll_lookup_it_finish()) it ffff9b29c97ab180 it_disposition 80002b 00000080:00000001:3.0:1788687426.748403:0:34768:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788687426.748410:0:34768:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788687426.748413:0:34768:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788687426.748416:0:34768:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:3.0:1788687426.748419:0:34768:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1788687426.748426:0:34768:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788687426.748429:0:34768:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x32:0x0] 00000080:00000001:3.0:1788687426.748432:0:34768:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.748436:0:34768:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:3.0:1788687426.748438:0:34768:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788687426.748443:0:34768:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x32:0x0], updating i_size 16384 00000080:00200000:3.0:1788687426.748446:0:34768:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x32:0x0](ffff9b29d85921c8): rc = 0 00000080:00000001:3.0:1788687426.748448:0:34768:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758525384 : -110870951026232 : ffff9b29d85921c8) 00000080:00000001:3.0:1788687426.748451:0:34768:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788687426.748453:0:34768:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788687426.748455:0:34768:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687426.748458:0:34768:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x32:0x0](ffff9b29d85921c8) for lock 0x0 00800000:00000001:3.0:1788687426.748461:0:34768:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687426.748462:0:34768:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:3.0:1788687426.748464:0:34768:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687426.748466:0:34768:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788687426.748473:0:34768:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d87246c0 inode ffff9b29d85921c8 refc 1 flags 0x20000e 00000080:00000001:3.0:1788687426.748476:0:34768:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788687426.748478:0:34768:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.748480:0:34768:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788687426.748484:0:34768:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788687426.748487:0:34768:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c686e000. 00000100:00000001:3.0:1788687426.748492:0:34768:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687426.748495:0:34768:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb6680 x1875572824558336/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687442 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.748501:0:34768:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.748513:0:34768:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:3.0:1788687426.748515:0:34768:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788687426.748517:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53a48 00000080:00200008:3.0:1788687426.748520:0:34768:0:(file.c:1090:ll_file_open()) START file d24b.recovery-small:[0x200000404:0x32:0x0](ffff9b29d85921c8), flags 320400 00000080:00000010:3.0:1788687426.748528:0:34768:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29c5316c80. 00000080:00000010:3.0:1788687426.748536:0:34768:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b29c975c740. 00000080:00000001:3.0:1788687426.748539:0:34768:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788687426.748542:0:34768:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788687426.748545:0:34768:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788687426.748549:0:34768:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b29c31d7500. 00000002:00100000:3.0:1788687426.748553:0:34768:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c8bb6680 x1875572824558336/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687442 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788687426.748558:0:34768:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687426.748560:0:34768:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788687426.748564:0:34768:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788687426.748630:0:34768:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.748632:0:34768:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687426.748635:0:34768:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687426.748639:0:34768:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6680 x1875572824558336/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687442 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788687426.748647:0:34768:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687426.748650:0:34768:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9b29c7200000. 02000000:00000001:3.0:1788687426.748702:0:34768:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788687426.748704:0:34768:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.748706:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53a48 00000080:00000008:3.0:1788687426.748708:0:34768:0:(file.c:1329:ll_file_open()) COMPLETED file d24b.recovery-small:[0x200000404:0x32:0x0](ffff9b29d85921c8), flags 320400, rc = 0 00000080:00000001:3.0:1788687426.748711:0:34768:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.748715:0:34768:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788687426.748716:0:34768:0:(dcache.c:176:ll_intent_release()) intent ffff9b29c97ab180 released 00000080:00000001:3.0:1788687426.748719:0:34768:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788687426.748721:0:34768:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1788687426.748722:0:34768:0:(pcc.c:2405:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.748724:0:34768:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788687426.748727:0:34768:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9b29c97ab180. 00000080:00000001:3.0:1788687426.748730:0:34768:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.748734:0:34768:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788687426.748736:0:34768:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff9b29d85921c8), inode mode 41ed mask 44 00000080:00000001:3.0:1788687426.748740:0:34768:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.748892:0:34768:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687426.748896:0:34768:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x32:0x0](ffff9b29d85921c8) cmd=4008669a arg=1b50530 00000080:00000001:3.0:1788687426.748905:0:34768:0:(dir.c:594:ll_dir_setstripe()) Process entered 00000080:00000010:2.0:1788687426.749202:0:34768:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4fc7200. 00800000:00000001:2.0:1788687426.749214:0:34768:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:2.0:1788687426.749217:0:34768:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000404:0x32:0x0], valid 0x0/0x0 00000002:00000001:2.0:1788687426.749223:0:34768:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:2.0:1788687426.749226:0:34768:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788687426.749232:0:34768:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687426.749239:0:34768:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8a80. 00000020:00000040:2.0:1788687426.749243:0:34768:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:2.0:1788687426.749250:0:34768:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687426.749255:0:34768:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687426.749261:0:34768:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.749263:0:34768:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687426.749265:0:34768:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687426.749268:0:34768:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687426.749271:0:34768:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687426.749276:0:34768:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687426.749284:0:34768:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c63d7c00. 00000100:00000001:2.0:1788687426.749292:0:34768:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.749294:0:34768:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687426.749296:0:34768:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.749298:0:34768:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687426.749299:0:34768:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.749301:0:34768:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788687426.749313:0:34768:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788687426.749320:0:34768:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c42e8a80 x1875572824558592/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687426.749327:0:34768:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687426.749329:0:34768:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687426.749336:0:34768:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e0116240. 00000100:00000001:2.0:1788687426.749339:0:34768:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202888041024 : -110870821510592 : ffff9b29e0116240) 00000100:00000001:2.0:1788687426.749342:0:34768:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687426.749343:0:34768:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420189824 : -110871289361792 : ffff9b29c42e8a80) 00000100:00000001:2.0:1788687426.749349:0:34768:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687426.749353:0:34768:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687426.749355:0:34768:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687426.749357:0:34768:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687426.749362:0:34768:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8a80 x1875572824558592/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687426.749368:0:34768:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687426.749371:0:34768:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687426.749376:0:34768:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687426.749379:0:34768:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687426.749381:0:34768:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687426.749385:0:34768:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8a80 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34768:1875572824558592:192.168.203.144@tcp:36:lfs.0 00000100:00000001:2.0:1788687426.749389:0:34768:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687426.749397:0:34768:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687426.749400:0:34768:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687426.749403:0:34768:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687426.749408:0:34768:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d6c00. 02000000:00000001:2.0:1788687426.749410:0:34768:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687426.749419:0:34768:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687426.749424:0:34768:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fdd68. 00000400:00000010:2.0:1788687426.749432:0:34768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240908. 00000100:00000200:2.0:1788687426.749440:0:34768:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824558592, portal 10 00000100:00000001:2.0:1788687426.749443:0:34768:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687426.749444:0:34768:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420189824 : -110871289361792 : ffff9b29c42e8a80) 00000100:00000040:2.0:1788687426.749451:0:34768:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c42e8a80 x1875572824558592/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/512 e 0 to 0 dl 1788687442 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687426.749461:0:34768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687426.749464:0:34768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687426.749466:0:34768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240770. 00000100:00000200:2.0:1788687426.749469:0:34768:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875572824558592, offset 0 00000400:00000200:2.0:1788687426.749476:0:34768:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687426.749486:0:34768:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.749495:0:34768:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687426.749502:0:34768:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687426.749506:0:34768:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687426.749511:0:34768:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687426.749514:0:34768:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687426.749519:0:34768:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2612:2612:256:4294967295] 192.168.203.144@tcp LPNI seq info [2612:2612:8:4294967295] 00000400:00000200:2.0:1788687426.749524:0:34768:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.749534:0:34768:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687426.749542:0:34768:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687426.749548:0:34768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3b00. 00000800:00000200:2.0:1788687426.749557:0:34768:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687426.749640:0:34768:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687426.749646:0:34768:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788687426.749690:0:34768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687426.749696:0:34768:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 802391 usecs (803 jiffies) 00000400:00000200:2.0:1788687426.749699:0:34768:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687426.749703:0:34768:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296553557 00000100:00000001:2.0:1788687426.749706:0:34768:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296553690 00000100:00000001:2.0:1788687426.749708:0:34768:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296553557 00000100:00000001:2.0:1788687426.749710:0:34768:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296553690 00000100:00000001:2.0:1788687426.749713:0:34768:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687426.749717:0:34768:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687426.749719:0:34768:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687426.749721:0:34768:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687426.749724:0:34768:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e0116240 going to sleep for 11 seconds 00000100:00000001:2.0:1788687426.749726:0:34768:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687426.749729:0:34768:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687426.749956:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687426.750029:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3b00. 00000400:00000200:3.0:1788687426.750037:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687426.750043:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687426.750049:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240770 00000400:00000010:3.0:1788687426.750052:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240770. 00000100:00000001:3.0:1788687426.750059:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687426.750065:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8a80 x1875572824558592/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/512 e 0 to 0 dl 1788687442 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687426.750075:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687426.750078:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8a80 x1875572824558592/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/512 e 0 to 0 dl 1788687442 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687426.750085:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.750086:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1:1788687426.753150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3146a00. 00000800:00000001:2.0:1788687426.758479:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.758503:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687426.758509:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.758512:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687426.758525:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.758536:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687426.758548:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.758553:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.758560:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.758575:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f54c00 00000400:00000200:2.0:1788687426.758581:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.758589:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x7295 [1] + 224 00000800:00000001:2.0:1788687426.758599:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.758608:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687426.758612:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687426.758618:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687426.758629:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687426.758641:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8a80 x1875572824558592/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/512 e 0 to 0 dl 1788687442 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687426.758654:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff9b29c42e8a80 x1875572824558592/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/512 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687426.758739:0:34768:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687426.758762:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788687426.758774:0:2361:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788687426.758778:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.758785:0:2361:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687426.758793:0:2361:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2613:2613:256:4294967295] 192.168.203.144@tcp LPNI seq info [2613:2613:8:4294967295] 00000400:00000200:2.0:1788687426.758798:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.758807:0:2361:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1788687426.758822:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687426.758837:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3500. 00000800:00000200:2.0:1788687426.758845:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687426.758856:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687426.758861:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788687426.759035:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687426.759041:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3500. 00000400:00000200:2.0:1788687426.759044:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687426.759048:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1788687426.759055:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.759058:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788687426.759543:0:34768:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687426.759547:0:34768:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687426.759551:0:34768:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fdd68. 00000400:00000200:0.0:1788687426.759557:0:34768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240908 00000400:00000010:0.0:1788687426.759560:0:34768:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240908. 00000100:00000001:0.0:1788687426.759564:0:34768:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687426.759627:0:34768:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e8a80 x1875572824558592/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/512 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687426.759637:0:34768:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e8a80 x1875572824558592/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/512 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687426.759643:0:34768:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687426.759646:0:34768:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687426.759649:0:34768:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687426.759652:0:34768:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687426.759655:0:34768:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687426.759659:0:34768:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687426.759662:0:34768:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687426.759674:0:34768:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=48 v=5 (5 5 103 103) 00000100:00001000:0.0:1788687426.759679:0:34768:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=29 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687426.759681:0:34768:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687426.759683:0:34768:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687426.759686:0:34768:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687426.759692:0:34768:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687426.759696:0:34768:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687426.759698:0:34768:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788687426.759700:0:34768:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687426.759703:0:34768:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687426.759705:0:34768:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420189824 : -110871289361792 : ffff9b29c42e8a80) 00000100:00000001:0.0:1788687426.759709:0:34768:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687426.759711:0:34768:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934606 00000100:00000001:0.0:1788687426.759713:0:34768:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687426.759716:0:34768:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687426.759722:0:34768:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e8a80 x1875572824558592/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/456 e 0 to 0 dl 1788687442 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687426.759729:0:34768:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687426.759733:0:34768:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687426.759735:0:34768:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687426.759739:0:34768:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e8a80 x1875572824558592/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/456 e 0 to 0 dl 1788687442 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687426.759748:0:34768:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e8a80 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34768:1875572824558592:192.168.203.144@tcp:36:lfs.0 00000100:00000001:0.0:1788687426.759754:0:34768:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687426.759758:0:34768:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687426.759761:0:34768:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687426.759764:0:34768:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687426.759768:0:34768:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8a80 x1875572824558592/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/456 e 0 to 0 dl 1788687442 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687426.759775:0:34768:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687426.759779:0:34768:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e0116240. 00000100:00000001:0.0:1788687426.759783:0:34768:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687426.759785:0:34768:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687426.759794:0:34768:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687426.759798:0:34768:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687426.759805:0:34768:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4fc7200. 00000100:00000001:0.0:1788687426.759809:0:34768:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687426.759867:0:34768:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8a80 x1875572824558592/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/456 e 0 to 0 dl 1788687442 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687426.759876:0:34768:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687426.759878:0:34768:0:(dir.c:669:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687426.759881:0:34768:0:(dir.c:2168:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687426.760090:0:34768:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788687426.760095:0:34768:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788687426.760100:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53dd0 00000080:00200008:1.0:1788687426.760103:0:34768:0:(file.c:479:ll_file_release()) START file d24b.recovery-small:[0x200000404:0x32:0x0](ffff9b29d85921c8), flags 320000 00000080:00400000:1.0:1788687426.760108:0:34768:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x32:0x0] 00000080:00000001:1.0:1788687426.760113:0:34768:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1788687426.760115:0:34768:0:(pcc.c:2475:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788687426.760117:0:34768:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1788687426.760127:0:34768:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687426.760131:0:34768:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687426.760139:0:34768:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687426.760141:0:34768:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687426.760144:0:34768:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x32:0x0]: 0 00000080:00000001:1.0:1788687426.760147:0:34768:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788687426.760149:0:34768:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788687426.760157:0:34768:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b29c6940a00. 00000080:00000001:1.0:1788687426.760160:0:34768:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788687426.760169:0:34768:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788687426.760174:0:34768:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788687426.760176:0:34768:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x32:0x0] 00000002:00000001:1.0:1788687426.760181:0:34768:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788687426.760183:0:34768:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b29e019e800: [0x200000404:0x32:0x0] file closed with intent: 0 00000100:00000010:1.0:1788687426.760190:0:34768:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99f80. 00000020:00000040:1.0:1788687426.760195:0:34768:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:1.0:1788687426.760199:0:34768:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687426.760203:0:34768:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687426.760207:0:34768:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687426.760215:0:34768:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c6941200. 00000100:00000001:1.0:1788687426.760222:0:34768:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788687426.760235:0:34768:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b29c8bb6680 x1875572824558336/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687442 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788687426.760245:0:34768:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788687426.760251:0:34768:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8b99f80 x1875572824558848/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788687426.760262:0:34768:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687426.760264:0:34768:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687426.760271:0:34768:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c6bdc6c0. 00000100:00000001:1.0:1788687426.760273:0:34768:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202463131328 : -110871246420288 : ffff9b29c6bdc6c0) 00000100:00000001:1.0:1788687426.760276:0:34768:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687426.760277:0:34768:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496413568 : -110871213138048 : ffff9b29c8b99f80) 00000100:00000001:1.0:1788687426.760281:0:34768:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687426.760286:0:34768:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687426.760289:0:34768:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687426.760290:0:34768:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687426.760294:0:34768:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99f80 x1875572824558848/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687426.760301:0:34768:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687426.760304:0:34768:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687426.760308:0:34768:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687426.760311:0:34768:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687426.760314:0:34768:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687426.760317:0:34768:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99f80 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34768:1875572824558848:192.168.203.144@tcp:35:lfs.0 00000100:00000001:1.0:1788687426.760322:0:34768:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687426.760329:0:34768:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687426.760331:0:34768:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687426.760334:0:34768:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687426.760339:0:34768:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6912c00. 02000000:00000001:1.0:1788687426.760341:0:34768:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687426.760348:0:34768:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687426.760352:0:34768:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150dc0. 00000400:00000010:1.0:1788687426.760359:0:34768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc660. 00000100:00000200:1.0:1788687426.760367:0:34768:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824558848, portal 10 00000100:00000001:1.0:1788687426.760369:0:34768:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687426.760370:0:34768:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496413568 : -110871213138048 : ffff9b29c8b99f80) 00000100:00000040:1.0:1788687426.760377:0:34768:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b99f80 x1875572824558848/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687442 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687426.760389:0:34768:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687426.760392:0:34768:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687426.760395:0:34768:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dca18. 00000100:00000200:1.0:1788687426.760399:0:34768:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824558848, offset 0 00000400:00000200:1.0:1788687426.760405:0:34768:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687426.760413:0:34768:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687426.760420:0:34768:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687426.760426:0:34768:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687426.760430:0:34768:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687426.760435:0:34768:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687426.760438:0:34768:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687426.760442:0:34768:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2614:2614:256:4294967295] 192.168.203.144@tcp LPNI seq info [2614:2614:8:4294967295] 00000400:00000200:1.0:1788687426.760446:0:34768:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687426.760455:0:34768:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687426.760462:0:34768:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687426.760467:0:34768:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29e0906a00. 00000800:00000200:1.0:1788687426.760475:0:34768:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687426.760483:0:34768:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687426.760487:0:34768:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29e0906a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788687426.760562:0:34768:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687426.760576:0:34768:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 801418 usecs (802 jiffies) 00000400:00000200:1.0:1788687426.760581:0:34768:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687426.760584:0:34768:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296553567 00000100:00000001:1.0:1788687426.760586:0:34768:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296553690 00000100:00000001:1.0:1788687426.760589:0:34768:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296553567 00000100:00000001:1.0:1788687426.760591:0:34768:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296553690 00000100:00000001:1.0:1788687426.760593:0:34768:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687426.760596:0:34768:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687426.760599:0:34768:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687426.760602:0:34768:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687426.760604:0:34768:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6bdc6c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788687426.760607:0:34768:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687426.760610:0:34768:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687426.761130:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687426.761136:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e0906a00. 00000400:00000200:2.0:1788687426.761144:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687426.761150:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687426.761157:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dca18 00000400:00000010:2.0:1788687426.761159:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dca18. 00000100:00000001:2.0:1788687426.761163:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687426.761169:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99f80 x1875572824558848/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687442 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.761180:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687426.761182:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99f80 x1875572824558848/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687442 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.761188:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687426.761190:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687426.767734:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687426.767765:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687426.767770:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687426.767772:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687426.767783:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.767793:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687426.767803:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.767809:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.767961:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.767967:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f54d00 00000400:00000200:3.0:1788687426.767973:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.767980:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x72a5 [1] + 224 00000800:00000001:3.0:1788687426.767992:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687426.768006:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687426.768011:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687426.768016:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687426.768033:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687426.768047:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99f80 x1875572824558848/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687442 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687426.768060:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b29c8b99f80 x1875572824558848/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687426.768153:0:34768:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687426.768175:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687426.768185:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687426.768189:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788687426.770197:0:34768:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687426.770206:0:34768:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687426.770212:0:34768:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150dc0. 00000400:00000200:1.0:1788687426.770224:0:34768:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc660 00000400:00000010:1.0:1788687426.770227:0:34768:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc660. 00000100:00000001:1.0:1788687426.770233:0:34768:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687426.770246:0:34768:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99f80 x1875572824558848/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687426.770258:0:34768:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99f80 x1875572824558848/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687426.770267:0:34768:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687426.770269:0:34768:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687426.770273:0:34768:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687426.770277:0:34768:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687426.770280:0:34768:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687426.770283:0:34768:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687426.770286:0:34768:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687426.770299:0:34768:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=48 v=5 (10 5 5 5) 00000100:00001000:1.0:1788687426.770304:0:34768:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687426.770306:0:34768:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687426.770309:0:34768:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.770311:0:34768:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687426.770316:0:34768:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687426.770320:0:34768:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788687426.770322:0:34768:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788687426.770324:0:34768:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788687426.770327:0:34768:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687426.770329:0:34768:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496413568 : -110871213138048 : ffff9b29c8b99f80) 00000100:00000001:1.0:1788687426.770333:0:34768:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687426.770336:0:34768:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934606 00000100:00000001:1.0:1788687426.770339:0:34768:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687426.770342:0:34768:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687426.770347:0:34768:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99f80 x1875572824558848/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687442 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687426.770356:0:34768:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687426.770360:0:34768:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687426.770362:0:34768:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687426.770367:0:34768:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99f80 x1875572824558848/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687442 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687426.770376:0:34768:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99f80 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34768:1875572824558848:192.168.203.144@tcp:35:lfs.0 00000100:00000001:1.0:1788687426.770382:0:34768:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687426.770386:0:34768:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687426.770389:0:34768:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687426.770392:0:34768:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687426.770395:0:34768:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99f80 x1875572824558848/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687442 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687426.770401:0:34768:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687426.770405:0:34768:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c6bdc6c0. 00000100:00000001:1.0:1788687426.770409:0:34768:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687426.770411:0:34768:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687426.770419:0:34768:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687426.770420:0:34768:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496413568 : -110871213138048 : ffff9b29c8b99f80) 00000002:00000001:1.0:1788687426.770423:0:34768:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687426.770426:0:34768:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687426.770432:0:34768:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6940a00. 00000080:00000001:1.0:1788687426.770439:0:34768:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788687426.770442:0:34768:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788687426.770449:0:34768:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788687426.770455:0:34768:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b29c8bb6680 x1875572824558336/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687442 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687426.770462:0:34768:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687426.770464:0:34768:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496530048 : -110871213021568 : ffff9b29c8bb6680) 00000100:00000001:1.0:1788687426.770466:0:34768:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687426.770469:0:34768:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6680 x1875572824558336/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687442 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687426.770475:0:34768:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687426.770476:0:34768:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687426.770478:0:34768:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99f80 x1875572824558848/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687442 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687426.770483:0:34768:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687426.770485:0:34768:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687426.770487:0:34768:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb6680 x1875572824558336/t8589934608(8589934608) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 536/608 e 0 to 0 dl 1788687442 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687426.770493:0:34768:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788687426.770497:0:34768:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687426.770499:0:34768:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687426.770501:0:34768:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687426.770504:0:34768:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c43bd400. 02000000:00000001:1.0:1788687426.770509:0:34768:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687426.770511:0:34768:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687426.770513:0:34768:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6680. 00000100:00000001:1.0:1788687426.770517:0:34768:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687426.770518:0:34768:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687426.770519:0:34768:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687426.770522:0:34768:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99f80 x1875572824558848/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687442 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687426.770528:0:34768:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687426.770530:0:34768:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9b29c31d7500. 00000002:00000001:1.0:1788687426.770534:0:34768:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687426.770536:0:34768:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687426.770538:0:34768:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b29c975c740. 00000100:00000001:1.0:1788687426.770540:0:34768:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687426.770543:0:34768:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b99f80 x1875572824558848/t8589934610(8589934610) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687442 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687426.770554:0:34768:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687426.770557:0:34768:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687426.770560:0:34768:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6912c00. 02000000:00000001:1.0:1788687426.770563:0:34768:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687426.770564:0:34768:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687426.770565:0:34768:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687426.770580:0:34768:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687426.770582:0:34768:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c6941200. 02000000:00000001:1.0:1788687426.770587:0:34768:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687426.770588:0:34768:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687426.770589:0:34768:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b99f80. 00000100:00000001:1.0:1788687426.770592:0:34768:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687426.770593:0:34768:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687426.770596:0:34768:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687426.770600:0:34768:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29c5316c80. 00000080:00000001:1.0:1788687426.770604:0:34768:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687426.770612:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53dd0 00000080:00000008:1.0:1788687426.770614:0:34768:0:(file.c:523:ll_file_release()) COMPLETED file d24b.recovery-small:[0x200000404:0x32:0x0](ffff9b29d85921c8), flags 320000, rc = 0 00000080:00000001:1.0:1788687426.770618:0:34768:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687426.770620:0:34768:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687426.770626:0:34768:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788687426.770628:0:34768:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081c53e00 00000080:00002000:1.0:1788687426.770630:0:34768:0:(dcache.c:127:ll_ddelete()) deleting dentry d24b.recovery-small (ffff9b29d87246c0, parent ffff9b29d84cabd0, inode ffff9b29d85921c8) hashed, 00000080:00000001:1.0:1788687426.770633:0:34768:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687426.770643:0:34768:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788687426.770650:0:34768:0:(dcache.c:48:ll_release()) Process leaving 00010000:00010000:3.0:1788687426.790213:0:34770:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff9b29e019e800 00010000:00000001:3.0:1788687426.790224:0:34770:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687426.790227:0:34770:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687426.790232:0:34770:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.790238:0:34770:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687426.790241:0:34770:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.790244:0:34770:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687426.790281:0:34770:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff9b29e019e800 00010000:00000001:3.0:1788687426.790283:0:34770:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687426.790284:0:34770:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687426.790286:0:34770:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.790288:0:34770:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687426.790289:0:34770:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.790291:0:34770:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.1:1788687426.791966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c31d7e40. 00000080:00000001:3.0:1788687426.839201:0:34775:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687426.839212:0:34775:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687426.839215:0:34775:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788687426.839219:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23bc0 00000080:00200000:3.0:1788687426.839225:0:34775:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:3.0:1788687426.839234:0:34775:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c686f400. 00800000:00000002:3.0:1788687426.839242:0:34775:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687426.839248:0:34775:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687426.839255:0:34775:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687426.839257:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23ae0 00800000:00000002:3.0:1788687426.839260:0:34775:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687426.839265:0:34775:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788687426.839270:0:34775:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788687426.839276:0:34775:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687426.839278:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d239b0 00000002:00010000:3.0:1788687426.839280:0:34775:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788687426.839284:0:34775:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687426.839287:0:34775:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687426.839292:0:34775:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687426.839301:0:34775:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 2 00010000:00000001:3.0:1788687426.839304:0:34775:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687426.839310:0:34775:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687426.839315:0:34775:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687426.839321:0:34775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788687426.839333:0:34775:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687426.839338:0:34775:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687426.839342:0:34775:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788687426.839349:0:34775:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687426.839351:0:34775:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687426.839353:0:34775:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687426.839355:0:34775:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687426.839357:0:34775:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687426.839359:0:34775:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788687426.839362:0:34775:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788687426.839365:0:34775:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687426.839369:0:34775:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c686f400. 00000080:00000001:3.0:1788687426.839374:0:34775:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687426.839376:0:34775:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687426.839379:0:34775:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:3.0:1788687426.839383:0:34775:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f43 00800000:00000001:3.0:1788687426.839387:0:34775:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687426.839389:0:34775:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687426.839391:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.839394:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.839397:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=3 00000020:00000001:3.0:1788687426.839400:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687426.839403:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687426.839407:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.839409:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687426.839410:0:34775:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687426.839412:0:34775:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687426.839415:0:34775:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f43 from it ffffaca081d23bf8 00010000:00000001:3.0:1788687426.839417:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.839418:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.839420:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=3 00000020:00000001:3.0:1788687426.839421:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687426.839423:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:3.0:1788687426.839426:0:34775:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687426.839429:0:34775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788687426.839437:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.839438:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.839440:0:34775:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687426.839443:0:34775:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687426.839446:0:34775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788687426.839455:0:34775:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687426.839459:0:34775:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687426.839462:0:34775:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687426.839467:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.839468:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.839470:0:34775:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.839474:0:34775:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687426.839476:0:34775:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.839479:0:34775:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.839482:0:34775:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.839484:0:34775:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687426.839486:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.839487:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687426.839491:0:34775:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788687426.839494:0:34775:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687426.839497:0:34775:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788687426.839502:0:34775:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788687426.839514:0:34775:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c31d7c40. 00000020:00000001:3.0:1788687426.839520:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23b28 00000080:00200000:3.0:1788687426.839522:0:34775:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), flags=25 00000080:00000001:3.0:1788687426.839525:0:34775:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788687426.839528:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d239d8 00000080:00200000:3.0:1788687426.839530:0:34775:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=0 00000080:00000010:3.0:1788687426.839538:0:34775:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c686f400. 00800000:00000002:3.0:1788687426.839541:0:34775:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687426.839545:0:34775:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687426.839547:0:34775:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687426.839548:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d238f8 00800000:00000002:3.0:1788687426.839550:0:34775:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687426.839553:0:34775:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1788687426.839557:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23890 00800000:00000002:3.0:1788687426.839559:0:34775:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 00000002:00000001:3.0:1788687426.839563:0:34775:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687426.839564:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d237c8 00000002:00010000:3.0:1788687426.839565:0:34775:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1788687426.839569:0:34775:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788687426.839572:0:34775:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788687426.839578:0:34775:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb5c00. 00000020:00000040:3.0:1788687426.839583:0:34775:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:3.0:1788687426.839590:0:34775:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788687426.839595:0:34775:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687426.839598:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.839599:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.839601:0:34775:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.839604:0:34775:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687426.839606:0:34775:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687426.839609:0:34775:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687426.839618:0:34775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c43be800. 00000100:00000001:3.0:1788687426.839626:0:34775:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.839634:0:34775:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687426.839636:0:34775:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.839638:0:34775:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687426.839639:0:34775:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.839641:0:34775:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687426.839650:0:34775:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202496527360 : -110871213024256 : ffff9b29c8bb5c00) 00010000:00000001:3.0:1788687426.839655:0:34775:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788687426.839658:0:34775:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788687426.839661:0:34775:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 2 00010000:00000001:3.0:1788687426.839663:0:34775:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687426.839666:0:34775:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788687426.839670:0:34775:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c3147a00. 00000020:00000001:3.0:1788687426.839673:0:34775:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788687426.839676:0:34775:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c3147a00 with handle 0x230d04438e811f51 to hash 00000020:00000001:3.0:1788687426.839678:0:34775:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788687426.839680:0:34775:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202401704448 : -110871307847168 : ffff9b29c3147a00) 00010000:00000001:3.0:1788687426.839684:0:34775:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202401704448 : -110871307847168 : ffff9b29c3147a00) 00010000:00000001:3.0:1788687426.839688:0:34775:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687426.839690:0:34775:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687426.839693:0:34775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147a00/0x230d04438e811f51 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687426.839702:0:34775:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147a00/0x230d04438e811f51 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687426.839714:0:34775:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147a00/0x230d04438e811f51 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34775 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788687426.839720:0:34775:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687426.839723:0:34775:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687426.839731:0:34775:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29cb4dc0c0. 00000100:00000001:3.0:1788687426.839733:0:34775:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202539675840 : -110871169875776 : ffff9b29cb4dc0c0) 00000100:00000001:3.0:1788687426.839737:0:34775:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687426.839738:0:34775:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496527360 : -110871213024256 : ffff9b29c8bb5c00) 00000100:00000001:3.0:1788687426.839745:0:34775:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687426.839750:0:34775:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.839752:0:34775:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687426.839754:0:34775:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687426.839768:0:34775:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb5c00 x1875572824558976/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.839776:0:34775:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687426.839779:0:34775:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687426.839783:0:34775:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687426.839786:0:34775:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687426.839789:0:34775:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687426.839793:0:34775:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb5c00 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:34775:1875572824558976:192.168.203.144@tcp:101:multiop.0 00000100:00000001:3.0:1788687426.839798:0:34775:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687426.839805:0:34775:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687426.839808:0:34775:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687426.839811:0:34775:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687426.839817:0:34775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c62eb000. 02000000:00000001:3.0:1788687426.839819:0:34775:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687426.840290:0:34775:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687426.840298:0:34775:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef47e8. 00000400:00000010:3.0:1788687426.840308:0:34775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0dd0. 00000100:00000200:3.0:1788687426.840317:0:34775:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824558976, portal 10 00000100:00000001:3.0:1788687426.840320:0:34775:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687426.840321:0:34775:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496527360 : -110871213024256 : ffff9b29c8bb5c00) 00000100:00000040:3.0:1788687426.840330:0:34775:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb5c00 x1875572824558976/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687442 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.840338:0:34775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687426.840341:0:34775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687426.840343:0:34775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0198. 00000100:00000200:3.0:1788687426.840347:0:34775:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875572824558976, offset 0 00000400:00000200:3.0:1788687426.840354:0:34775:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687426.840364:0:34775:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.840373:0:34775:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687426.840379:0:34775:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687426.840383:0:34775:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687426.840387:0:34775:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687426.840390:0:34775:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687426.840395:0:34775:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2615:2615:256:4294967295] 192.168.203.144@tcp LPNI seq info [2615:2615:8:4294967295] 00000400:00000200:3.0:1788687426.840399:0:34775:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.840410:0:34775:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687426.840417:0:34775:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687426.840422:0:34775:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a200. 00000800:00000200:3.0:1788687426.840430:0:34775:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687426.840441:0:34775:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687426.840445:0:34775:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788687426.840523:0:34775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687426.840529:0:34775:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 800448 usecs (801 jiffies) 00000400:00000200:3.0:1788687426.840533:0:34775:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687426.840536:0:34775:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296553646 00000100:00000001:3.0:1788687426.840540:0:34775:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296553690 00000100:00000001:3.0:1788687426.840542:0:34775:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296553646 00000100:00000001:3.0:1788687426.840545:0:34775:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296553690 00000100:00000001:3.0:1788687426.840548:0:34775:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687426.840551:0:34775:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.840554:0:34775:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687426.840556:0:34775:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687426.840559:0:34775:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29cb4dc0c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788687426.840562:0:34775:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687426.840573:0:34775:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687426.846013:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687426.846029:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a200. 00000400:00000200:2.0:1788687426.846042:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687426.846056:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687426.846066:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0198 00000400:00000010:2.0:1788687426.846069:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0198. 00000100:00000001:2.0:1788687426.846076:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687426.846086:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb5c00 x1875572824558976/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687442 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.846112:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687426.846117:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb5c00 x1875572824558976/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687442 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.846125:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687426.846127:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687426.850229:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.850259:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687426.850265:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.850268:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687426.850280:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.850289:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687426.850303:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.850309:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.850315:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.850321:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 584 into portal 10 MB=0x6a9d2d3f54d80 00000400:00000200:2.0:1788687426.850326:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.850334:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 584/584 into md 0x72ad [1] + 224 00000800:00000001:2.0:1788687426.850341:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.850352:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687426.850356:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687426.850361:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687426.850371:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687426.850382:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb5c00 x1875572824558976/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687442 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687426.850393:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff9b29c8bb5c00 x1875572824558976/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.850459:0:34775:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687426.850479:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687426.850490:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.850494:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788687426.850712:0:34775:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687426.850716:0:34775:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687426.850720:0:34775:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef47e8. 00000400:00000200:3.0:1788687426.850726:0:34775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0dd0 00000400:00000010:3.0:1788687426.850729:0:34775:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0dd0. 00000100:00000001:3.0:1788687426.850734:0:34775:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687426.850739:0:34775:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb5c00 x1875572824558976/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687426.851043:0:34775:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb5c00 x1875572824558976/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.851052:0:34775:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687426.851055:0:34775:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687426.851058:0:34775:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687426.851062:0:34775:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687426.851066:0:34775:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687426.851068:0:34775:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687426.851071:0:34775:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687426.851083:0:34775:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=48 v=5 (5 5 103 103) 00000100:00001000:3.0:1788687426.851089:0:34775:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=29 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687426.851092:0:34775:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687426.851094:0:34775:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.851097:0:34775:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687426.851103:0:34775:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.851107:0:34775:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687426.851110:0:34775:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934606 00000100:00000001:3.0:1788687426.851112:0:34775:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687426.851116:0:34775:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687426.851121:0:34775:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb5c00 x1875572824558976/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.851129:0:34775:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687426.851133:0:34775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687426.851135:0:34775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687426.851139:0:34775:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb5c00 x1875572824558976/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687442 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687426.851148:0:34775:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb5c00 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:34775:1875572824558976:192.168.203.144@tcp:101:multiop.0 00000100:00000001:3.0:1788687426.851154:0:34775:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687426.851159:0:34775:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.851162:0:34775:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687426.851164:0:34775:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687426.851168:0:34775:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb5c00 x1875572824558976/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687442 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.851176:0:34775:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687426.851179:0:34775:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29cb4dc0c0. 00000100:00000001:3.0:1788687426.851183:0:34775:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687426.851184:0:34775:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.851188:0:34775:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788687426.851193:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.851197:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.851201:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147a00 refcount=4 00000020:00000001:3.0:1788687426.851204:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401704448 : -110871307847168 : ffff9b29c3147a00) 00010000:00000001:3.0:1788687426.851208:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401704448 : -110871307847168 : ffff9b29c3147a00) 00010000:00000040:3.0:1788687426.851217:0:34775:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c3147a00, remote cookie: 0x59c08f76ab1d2df6, flags: 0x1001 00010000:00010000:3.0:1788687426.851223:0:34775:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147a00/0x230d04438e811f51 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2df6 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788687426.851232:0:34775:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x32:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788687426.851236:0:34775:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788687426.851247:0:34775:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c5c62200. 00010000:00000010:3.0:1788687426.851253:0:34775:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c3056f00. 00010000:00000001:3.0:1788687426.851259:0:34775:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687426.851262:0:34775:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147a00/0x230d04438e811f51 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x32:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2df6 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687426.851271:0:34775:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147a00/0x230d04438e811f51 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2df6 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.851278:0:34775:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788687426.851283:0:34775:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788687426.851286:0:34775:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788687426.851288:0:34775:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788687426.851289:0:34775:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788687426.851293:0:34775:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x32:0x0].0x0 (ffff9b29c5c62200) refcount = 1 00010000:00010000:3.0:1788687426.851297:0:34775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147a00/0x230d04438e811f51 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2df6 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.851305:0:34775:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788687426.851308:0:34775:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788687426.851310:0:34775:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687426.851314:0:34775:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788687426.851316:0:34775:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687426.851320:0:34775:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147a00/0x230d04438e811f51 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2df6 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.851327:0:34775:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788687426.851329:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.851331:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.851332:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.851333:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.851335:0:34775:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687426.851340:0:34775:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788687426.851342:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.851343:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.851345:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147a00 refcount=3 00000020:00000001:3.0:1788687426.851348:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401704448 : -110871307847168 : ffff9b29c3147a00) 00010000:00000001:3.0:1788687426.851350:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401704448 : -110871307847168 : ffff9b29c3147a00) 00010000:00000001:3.0:1788687426.851353:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.851355:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.851357:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147a00 refcount=4 00000020:00000001:3.0:1788687426.851358:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401704448 : -110871307847168 : ffff9b29c3147a00) 00010000:00000001:3.0:1788687426.851360:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401704448 : -110871307847168 : ffff9b29c3147a00) 00010000:00000001:3.0:1788687426.851363:0:34775:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687426.851367:0:34775:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687426.851371:0:34775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147a00/0x230d04438e811f51 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2df6 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.851379:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.851380:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.851382:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.851383:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.851384:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147a00 refcount=5 00000020:00000001:3.0:1788687426.851386:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401704448 : -110871307847168 : ffff9b29c3147a00) 00010000:00000001:3.0:1788687426.851388:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401704448 : -110871307847168 : ffff9b29c3147a00) 00010000:00000001:3.0:1788687426.851390:0:34775:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687426.851394:0:34775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147a00/0x230d04438e811f51 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2df6 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.851401:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.851401:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788687426.851404:0:34775:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147a00/0x230d04438e811f51 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2df6 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.851411:0:34775:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687426.851412:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.851413:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.851415:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.851416:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788687426.851422:0:34775:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff9b29c8bb5c00 x1875572824558976/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687442 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788687426.851431:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.851432:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.851433:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147a00 refcount=3 00000020:00000001:3.0:1788687426.851436:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401704448 : -110871307847168 : ffff9b29c3147a00) 00010000:00000001:3.0:1788687426.851438:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401704448 : -110871307847168 : ffff9b29c3147a00) 00010000:00000001:3.0:1788687426.851441:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.851443:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687426.851445:0:34775:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687426.851448:0:34775:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687426.851452:0:34775:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788687426.851454:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.851456:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.851457:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147a00 refcount=3 00000020:00000001:3.0:1788687426.851459:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401704448 : -110871307847168 : ffff9b29c3147a00) 00010000:00000001:3.0:1788687426.851461:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401704448 : -110871307847168 : ffff9b29c3147a00) 00000002:00010000:3.0:1788687426.851465:0:34775:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147a00/0x230d04438e811f51 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2df6 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.851472:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.851473:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.851476:0:34775:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788687426.851477:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.851479:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.851480:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147a00 refcount=3 00000020:00000001:3.0:1788687426.851482:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401704448 : -110871307847168 : ffff9b29c3147a00) 00010000:00000001:3.0:1788687426.851484:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401704448 : -110871307847168 : ffff9b29c3147a00) 00010000:00000040:3.0:1788687426.851488:0:34775:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62200 count: 2 00010000:00000001:3.0:1788687426.851491:0:34775:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788687426.851496:0:34775:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/50 (0 0) 00010000:00000001:3.0:1788687426.851498:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.851499:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687426.851501:0:34775:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788687426.851576:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23750 00000002:00002000:3.0:1788687426.851581:0:34775:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788687426.851585:0:34775:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687426.851590:0:34775:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687426.851593:0:34775:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788687426.851597:0:34775:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788687426.851601:0:34775:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788687426.851606:0:34775:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000001:3.0:1788687426.851611:0:34775:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788687426.851613:0:34775:0:(namei.c:674:ll_lookup_it_finish()) it ffffaca081d23ac8 it_disposition b 00000080:00000001:3.0:1788687426.851616:0:34775:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788687426.851623:0:34775:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788687426.851627:0:34775:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788687426.851630:0:34775:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:3.0:1788687426.851633:0:34775:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1788687426.851639:0:34775:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788687426.851642:0:34775:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x32:0x0] 00000080:00000001:3.0:1788687426.851645:0:34775:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.851649:0:34775:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:3.0:1788687426.851652:0:34775:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788687426.851657:0:34775:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x32:0x0], updating i_size 16384 00000080:00200000:3.0:1788687426.851660:0:34775:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x32:0x0](ffff9b29d85921c8): rc = 0 00000080:00000001:3.0:1788687426.851662:0:34775:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758525384 : -110870951026232 : ffff9b29d85921c8) 00010000:00000001:3.0:1788687426.851665:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.851666:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.851668:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147a00 refcount=3 00000020:00000001:3.0:1788687426.851670:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401704448 : -110871307847168 : ffff9b29c3147a00) 00010000:00000001:3.0:1788687426.851672:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401704448 : -110871307847168 : ffff9b29c3147a00) 00010000:00000001:3.0:1788687426.851675:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.851676:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788687426.851679:0:34775:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788687426.851681:0:34775:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788687426.851683:0:34775:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788687426.851686:0:34775:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788687426.851688:0:34775:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687426.851691:0:34775:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x32:0x0](ffff9b29d85921c8) for lock 0x230d04438e811f51 00800000:00000001:3.0:1788687426.851695:0:34775:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687426.851697:0:34775:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687426.851699:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.851700:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.851702:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147a00 refcount=3 00000020:00000001:3.0:1788687426.851704:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401704448 : -110871307847168 : ffff9b29c3147a00) 00010000:00000001:3.0:1788687426.851706:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401704448 : -110871307847168 : ffff9b29c3147a00) 00010000:00000001:3.0:1788687426.851710:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.851711:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687426.851713:0:34775:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687426.851715:0:34775:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788687426.851723:0:34775:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d8762af8 inode ffff9b29d85921c8 refc 1 flags 0x20000e 00000080:00000001:3.0:1788687426.851728:0:34775:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788687426.851730:0:34775:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.851733:0:34775:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788687426.851738:0:34775:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x32:0x0](ffff9b29d85921c8) 00000080:00010000:3.0:1788687426.851742:0:34775:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f51 from it ffffaca081d23ac8 00010000:00000001:3.0:1788687426.851744:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.851746:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.852071:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147a00 refcount=3 00000020:00000001:3.0:1788687426.852074:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401704448 : -110871307847168 : ffff9b29c3147a00) 00010000:00000001:3.0:1788687426.852077:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401704448 : -110871307847168 : ffff9b29c3147a00) 00010000:00000001:3.0:1788687426.852080:0:34775:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687426.852084:0:34775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147a00/0x230d04438e811f51 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2df6 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.852091:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.852092:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.852093:0:34775:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687426.852097:0:34775:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687426.852100:0:34775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147a00/0x230d04438e811f51 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2df6 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788687426.852108:0:34775:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687426.852111:0:34775:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687426.852113:0:34775:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687426.852118:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.852119:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.852121:0:34775:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.852124:0:34775:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687426.852126:0:34775:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.852129:0:34775:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.852132:0:34775:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.852134:0:34775:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687426.852135:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.852136:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788687426.852138:0:34775:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788687426.852143:0:34775:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c686f400. 00000100:00000001:3.0:1788687426.852149:0:34775:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687426.852156:0:34775:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb5c00 x1875572824558976/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/584 e 0 to 0 dl 1788687442 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.852163:0:34775:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687426.852167:0:34775:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687426.852171:0:34775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c62eb000. 02000000:00000001:3.0:1788687426.852174:0:34775:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687426.852177:0:34775:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687426.852179:0:34775:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:3.0:1788687426.852181:0:34775:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687426.852185:0:34775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c43be800. 02000000:00000001:3.0:1788687426.852189:0:34775:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687426.852192:0:34775:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687426.852194:0:34775:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb5c00. 00000100:00000001:3.0:1788687426.852198:0:34775:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687426.852200:0:34775:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687426.852210:0:34775:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788687426.852213:0:34775:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff9b29d85921c8), inode mode 41ed mask 1 00000080:00000001:3.0:1788687426.852218:0:34775:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788687426.852242:0:34775:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c31d73c0. 00000080:00000001:3.0:1788687426.852247:0:34775:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788687426.852249:0:34775:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff9b29d85921c8), inode mode 41ed mask 3 00000080:00000001:3.0:1788687426.852251:0:34775:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.852255:0:34775:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1788687426.852257:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23b58 00000080:00200000:3.0:1788687426.852259:0:34775:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000404:0x32:0x0](ffff9b29d85921c8), file ffff9b29c8c85980, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1788687426.852265:0:34775:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b29c97ab180. 00000080:00000001:3.0:1788687426.852270:0:34775:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788687426.852273:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23a08 00000080:00200000:3.0:1788687426.852275:0:34775:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000404:0x32:0x0](ffff9b29d85921c8), intent=open|creat 00000080:00000010:3.0:1788687426.852283:0:34775:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c686f400. 00000080:00000001:3.0:1788687426.852291:0:34775:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687426.852294:0:34775:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687426.852296:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23928 00800000:00000002:3.0:1788687426.852299:0:34775:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-1' on [0x200000404:0x32:0x0] 00800000:00000001:3.0:1788687426.852303:0:34775:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1788687426.852306:0:34775:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788687426.852313:0:34775:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633202409432576 : -110871300119040 : ffff9b29c38a6600) 00800000:00000001:3.0:1788687426.852317:0:34775:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1788687426.852320:0:34775:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1788687426.852323:0:34775:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1788687426.852326:0:34775:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1788687426.852329:0:34775:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b29e019e800: Allocated FID [0x200000404:0x34:0x0] 40000000:00000001:3.0:1788687426.852333:0:34775:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687426.852335:0:34775:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687426.852337:0:34775:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687426.852339:0:34775:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.852342:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d238a8 00800000:00000002:3.0:1788687426.852344:0:34775:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x32:0x0], fid2=[0x200000404:0x34:0x0], name='f24b.recovery-small-1' -> mds #0 layout version 1 00000002:00000001:3.0:1788687426.852349:0:34775:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687426.852351:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d237e0 00000002:00010000:3.0:1788687426.852353:0:34775:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24b.recovery-small-1,[0x200000404:0x34:0x0]) in obj [0x200000404:0x32:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1788687426.852357:0:34775:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788687426.852360:0:34775:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788687426.852364:0:34775:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1788687426.852369:0:34775:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687426.852371:0:34775:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788687426.852374:0:34775:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62200 count: 2 00010000:00000001:3.0:1788687426.852377:0:34775:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687426.852379:0:34775:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788687426.852383:0:34775:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.852384:0:34775:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687426.852387:0:34775:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687426.852392:0:34775:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb5c00. 00000020:00000040:3.0:1788687426.852395:0:34775:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:3.0:1788687426.852401:0:34775:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788687426.852403:0:34775:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.852407:0:34775:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788687426.852411:0:34775:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687426.852414:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.852415:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.852416:0:34775:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.852420:0:34775:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687426.852422:0:34775:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687426.852427:0:34775:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687426.852433:0:34775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c43be800. 00000100:00000001:3.0:1788687426.852441:0:34775:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.852446:0:34775:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687426.852448:0:34775:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.852450:0:34775:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687426.852451:0:34775:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.852453:0:34775:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687426.852463:0:34775:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633202496527360 : -110871213024256 : ffff9b29c8bb5c00) 00010000:00000001:3.0:1788687426.852468:0:34775:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788687426.852471:0:34775:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788687426.852473:0:34775:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62200 count: 2 00010000:00000001:3.0:1788687426.852475:0:34775:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687426.852477:0:34775:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788687426.852482:0:34775:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c3146a00. 00000020:00000001:3.0:1788687426.852486:0:34775:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788687426.852489:0:34775:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c3146a00 with handle 0x230d04438e811f58 to hash 00000020:00000001:3.0:1788687426.852491:0:34775:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788687426.852493:0:34775:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687426.852498:0:34775:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687426.852502:0:34775:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687426.852504:0:34775:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687426.852508:0:34775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811f58 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687426.852639:0:34775:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811f58 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34775 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788687426.852654:0:34775:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788687426.852662:0:34775:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8bb5c00 x1875572824559232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788687426.852671:0:34775:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811f58 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34775 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788687426.852677:0:34775:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687426.852680:0:34775:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687426.852687:0:34775:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29cb4dc0c0. 00000100:00000001:3.0:1788687426.852689:0:34775:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202539675840 : -110871169875776 : ffff9b29cb4dc0c0) 00000100:00000001:3.0:1788687426.852691:0:34775:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687426.852693:0:34775:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496527360 : -110871213024256 : ffff9b29c8bb5c00) 00000100:00000001:3.0:1788687426.852697:0:34775:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687426.852702:0:34775:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.852704:0:34775:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687426.852706:0:34775:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687426.852711:0:34775:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb5c00 x1875572824559232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.852718:0:34775:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687426.852720:0:34775:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687426.852724:0:34775:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687426.852727:0:34775:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687426.852730:0:34775:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687426.852734:0:34775:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb5c00 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:34775:1875572824559232:192.168.203.144@tcp:101:multiop.0 00000100:00000001:3.0:1788687426.852738:0:34775:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687426.852746:0:34775:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687426.852824:0:34775:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687426.852836:0:34775:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687426.853190:0:34775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b29c69a0000. 02000000:00000001:3.0:1788687426.853193:0:34775:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687426.853204:0:34775:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687426.853209:0:34775:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef47e8. 00000400:00000010:3.0:1788687426.853218:0:34775:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b29c43bf000. 00000100:00000200:3.0:1788687426.853227:0:34775:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875572824559232, portal 10 00000100:00000001:3.0:1788687426.853229:0:34775:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687426.853231:0:34775:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496527360 : -110871213024256 : ffff9b29c8bb5c00) 00000100:00000040:3.0:1788687426.853240:0:34775:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb5c00 x1875572824559232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687442 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.853247:0:34775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687426.853250:0:34775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687426.853254:0:34775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0dd0. 00000100:00000200:3.0:1788687426.853257:0:34775:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875572824559232, offset 0 00000400:00000200:3.0:1788687426.853265:0:34775:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687426.853275:0:34775:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.853286:0:34775:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687426.853293:0:34775:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687426.853298:0:34775:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687426.853302:0:34775:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687426.853306:0:34775:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687426.853310:0:34775:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2616:2616:256:4294967295] 192.168.203.144@tcp LPNI seq info [2616:2616:8:4294967295] 00000400:00000200:3.0:1788687426.853315:0:34775:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.853327:0:34775:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687426.853334:0:34775:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687426.853340:0:34775:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a500. 00000800:00000200:3.0:1788687426.853348:0:34775:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687426.853358:0:34775:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687426.853363:0:34775:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a500 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1788687426.853382:0:34775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687426.853388:0:34775:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 799482 usecs (800 jiffies) 00000400:00000200:3.0:1788687426.853392:0:34775:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687426.853395:0:34775:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296553658 00000100:00000001:3.0:1788687426.853398:0:34775:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296553690 00000100:00000001:3.0:1788687426.853400:0:34775:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296553658 00000100:00000001:3.0:1788687426.853402:0:34775:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296553690 00000100:00000001:3.0:1788687426.853405:0:34775:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687426.853408:0:34775:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.853411:0:34775:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687426.853413:0:34775:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687426.853416:0:34775:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29cb4dc0c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788687426.853419:0:34775:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687426.853423:0:34775:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687426.853598:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687426.853605:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a500. 00000400:00000200:2.0:1788687426.853610:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687426.853615:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687426.853622:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0dd0 00000400:00000010:2.0:1788687426.853624:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0dd0. 00000100:00000001:2.0:1788687426.853630:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687426.853635:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb5c00 x1875572824559232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687442 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.853646:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687426.853649:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb5c00 x1875572824559232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687442 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.853656:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687426.853658:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687426.864004:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.864030:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687426.864036:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.864039:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687426.864052:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.864062:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687426.864074:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.864080:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.864087:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.864097:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x6a9d2d3f54e80 00000400:00000200:2.0:1788687426.864105:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.864113:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x72bd [32] + 224 00000800:00000001:2.0:1788687426.864122:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.864132:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687426.864136:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687426.864143:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687426.864153:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687426.864166:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb5c00 x1875572824559232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687442 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687426.864180:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b29c8bb5c00 x1875572824559232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.864202:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788687426.864214:0:2362:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788687426.864217:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.864223:0:2362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687426.864230:0:2362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2617:2617:256:4294967295] 192.168.203.144@tcp LPNI seq info [2617:2617:8:4294967295] 00000400:00000200:2.0:1788687426.864235:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.864244:0:2362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1788687426.864251:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687426.864260:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9b29c63d5c00. 00000800:00000200:2.0:1788687426.864267:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687426.864276:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687426.864282:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63d5c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788687426.864392:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687426.864397:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9b29c63d5c00. 00000400:00000200:2.0:1788687426.864401:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687426.864404:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1788687426.864411:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.864415:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687426.865428:0:34775:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687426.865441:0:34775:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687426.865444:0:34775:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687426.865449:0:34775:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef47e8. 00000400:00000200:3.0:1788687426.865456:0:34775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c43bf000 00000400:00000010:3.0:1788687426.865459:0:34775:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b29c43bf000. 00000100:00000001:3.0:1788687426.865463:0:34775:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687426.865474:0:34775:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb5c00 x1875572824559232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687426.865486:0:34775:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb5c00 x1875572824559232/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.865493:0:34775:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687426.865496:0:34775:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687426.865500:0:34775:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687426.865504:0:34775:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687426.865508:0:34775:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687426.865522:0:34775:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687426.865526:0:34775:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687426.865538:0:34775:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=48 v=5 (5 5 103 103) 00000100:00001000:3.0:1788687426.865543:0:34775:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=29 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687426.865547:0:34775:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687426.865550:0:34775:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.865553:0:34775:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687426.865558:0:34775:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.865562:0:34775:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788687426.865564:0:34775:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x20000000f/0x1] 00000100:00000001:3.0:1788687426.865578:0:34775:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788687426.865580:0:34775:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687426.865582:0:34775:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496527360 : -110871213024256 : ffff9b29c8bb5c00) 00000100:00000001:3.0:1788687426.865587:0:34775:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687426.865589:0:34775:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934606 00000100:00000001:3.0:1788687426.865592:0:34775:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687426.865595:0:34775:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687426.865601:0:34775:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb5c00 x1875572824559232/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1788687442 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.865610:0:34775:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687426.865613:0:34775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687426.865615:0:34775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687426.865620:0:34775:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb5c00 x1875572824559232/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1788687442 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687426.865629:0:34775:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb5c00 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:34775:1875572824559232:192.168.203.144@tcp:101:multiop.0 00000100:00000001:3.0:1788687426.865635:0:34775:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687426.865639:0:34775:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.865643:0:34775:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687426.865645:0:34775:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687426.865649:0:34775:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb5c00 x1875572824559232/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1788687442 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.865657:0:34775:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687426.865660:0:34775:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29cb4dc0c0. 00000100:00000001:3.0:1788687426.865664:0:34775:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687426.865665:0:34775:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.865669:0:34775:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788687426.865675:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.865679:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.865683:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=4 00000020:00000001:3.0:1788687426.865686:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687426.865690:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000040:3.0:1788687426.865698:0:34775:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c3146a00, remote cookie: 0x59c08f76ab1d2e12, flags: 0x1001 00010000:00010000:3.0:1788687426.865704:0:34775:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811f58 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e12 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788687426.865714:0:34775:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x34:0x0].0x0, instead of [0x200000404:0x32:0x0].0x0 00010000:00000001:3.0:1788687426.865718:0:34775:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788687426.865730:0:34775:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c5c62b00. 00010000:00000010:3.0:1788687426.865736:0:34775:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c3056800. 00010000:00000001:3.0:1788687426.865742:0:34775:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687426.865746:0:34775:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811f58 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e12 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687426.865769:0:34775:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811f58 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e12 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.865776:0:34775:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788687426.865782:0:34775:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788687426.865785:0:34775:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788687426.865787:0:34775:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788687426.865789:0:34775:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788687426.865792:0:34775:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x34:0x0].0x0 (ffff9b29c5c62b00) refcount = 1 00010000:00010000:3.0:1788687426.865796:0:34775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811f58 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e12 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.865804:0:34775:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788687426.865807:0:34775:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788687426.865809:0:34775:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687426.865813:0:34775:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788687426.865816:0:34775:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687426.865820:0:34775:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811f58 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e12 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.865826:0:34775:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788687426.865841:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.865843:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.865844:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.865845:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.865847:0:34775:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687426.865852:0:34775:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788687426.865856:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.865857:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.865859:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:3.0:1788687426.865861:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687426.865864:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687426.865866:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.865868:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.865869:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=4 00000020:00000001:3.0:1788687426.865871:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687426.865873:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687426.865877:0:34775:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687426.865880:0:34775:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687426.865884:0:34775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811f58 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e12 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.865891:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.865892:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.865893:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.865894:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.865895:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=5 00000020:00000001:3.0:1788687426.865897:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687426.865899:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687426.865903:0:34775:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687426.865965:0:34775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811f58 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e12 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.865982:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.865983:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788687426.865986:0:34775:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811f58 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e12 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.865993:0:34775:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687426.865995:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.865996:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.865997:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.865998:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788687426.866004:0:34775:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9b29c8bb5c00 x1875572824559232/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1788687442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788687426.866014:0:34775:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788687426.866019:0:34775:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c8bb5c00 x1875572824559232/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1788687442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788687426.866025:0:34775:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.866033:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.866034:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.866036:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:3.0:1788687426.866038:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687426.866040:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00000002:00010000:3.0:1788687426.866044:0:34775:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811f58 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e12 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788687426.866055:0:34775:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b29c975c640. 00010000:00000001:3.0:1788687426.866057:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.866058:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687426.866061:0:34775:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687426.866064:0:34775:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687426.866068:0:34775:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788687426.866070:0:34775:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687426.866071:0:34775:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496527360 : -110871213024256 : ffff9b29c8bb5c00) 00000100:00000001:3.0:1788687426.866074:0:34775:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687426.866075:0:34775:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496527360 : -110871213024256 : ffff9b29c8bb5c00) 00010000:00000001:3.0:1788687426.866077:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.866078:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.866079:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:3.0:1788687426.866081:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687426.866084:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00000002:00010000:3.0:1788687426.866087:0:34775:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811f58 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e12 expref: -99 pid: 34775 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.866105:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.866107:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.866110:0:34775:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788687426.866111:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.866112:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.866113:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:3.0:1788687426.866115:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687426.866118:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000040:3.0:1788687426.866122:0:34775:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62b00 count: 2 00010000:00000001:3.0:1788687426.866125:0:34775:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788687426.866129:0:34775:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/52 (0 0) 00010000:00000001:3.0:1788687426.866132:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.866133:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687426.866135:0:34775:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788687426.866138:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23768 00000002:00002000:3.0:1788687426.866141:0:34775:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-1 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1788687426.866144:0:34775:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687426.866148:0:34775:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687426.866152:0:34775:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788687426.866155:0:34775:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x32:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788687426.866159:0:34775:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.866164:0:34775:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788687426.866166:0:34775:0:(namei.c:674:ll_lookup_it_finish()) it ffff9b29c97ab180 it_disposition 1800037 00000080:00002000:3.0:1788687426.866173:0:34775:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d8762948 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1788687426.866179:0:34775:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788687426.866182:0:34775:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1788687426.866184:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23990 00000080:00200000:3.0:1788687426.866186:0:34775:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000404:0x32:0x0](ffff9b29d85921c8), intent=open|creat 00000080:00000001:3.0:1788687426.866190:0:34775:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1788687426.866194:0:34775:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788687426.866199:0:34775:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788687426.866203:0:34775:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788687426.866206:0:34775:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833972 : 144115205322833972 : 200000404000034) 00000080:00000001:3.0:1788687426.866209:0:34775:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788687426.866221:0:34775:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b29d851d280. 00000020:00000001:3.0:1788687426.866233:0:34775:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1788687426.866235:0:34775:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1788687426.866238:0:34775:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788687426.866240:0:34775:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x34:0x0](ffff9b29d851d348) 00000020:00000001:3.0:1788687426.866244:0:34775:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788687426.866249:0:34775:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202764009480 : -110870945542136 : ffff9b29d8acd008) 00000020:00001000:3.0:1788687426.866252:0:34775:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d8acd000 00000020:00000001:3.0:1788687426.866257:0:34775:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1788687426.866263:0:34775:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9b29e0155ed8. 00000020:00000001:3.0:1788687426.866265:0:34775:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788687426.866268:0:34775:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687426.866276:0:34775:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1788687426.866280:0:34775:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9b29d01bbd90. 00020000:00000001:3.0:1788687426.866282:0:34775:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446633202620284304 : -110871089267312 : ffff9b29d01bbd90) 00020000:00000001:3.0:1788687426.866285:0:34775:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1788687426.866288:0:34775:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788687426.866294:0:34775:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c97ab960. 00020000:00000010:3.0:1788687426.866298:0:34775:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29e07fc500. 00020000:00000010:3.0:1788687426.866303:0:34775:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c97ab000. 00020000:00000001:3.0:1788687426.866306:0:34775:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202509066240 : -110871200485376 : ffff9b29c97ab000) 00020000:00000002:3.0:1788687426.866310:0:34775:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c97ab000, objid 0x34:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788687426.866315:0:34775:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788687426.866319:0:34775:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29e07fc500: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000001:3.0:1788687426.866321:0:34775:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1788687426.866323:0:34775:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c97ab000, objid 0x34:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788687426.866326:0:34775:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788687426.866329:0:34775:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29e07fc500: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000010:3.0:1788687426.866332:0:34775:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9b29c5224120. 00020000:00000010:3.0:1788687426.866335:0:34775:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9b29cb4dc0c0. 00020000:00000001:3.0:1788687426.866340:0:34775:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1788687426.866342:0:34775:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9b29c582f8a8. 00020000:00000001:3.0:1788687426.866345:0:34775:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1788687426.866346:0:34775:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1788687426.866352:0:34775:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1788687426.866354:0:34775:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9b29e0155190. 00000020:00000001:3.0:1788687426.866356:0:34775:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788687426.866357:0:34775:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687426.866359:0:34775:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446633202888299024 : -110870821252592 : ffff9b29e0155210) 00020000:00000001:3.0:1788687426.866362:0:34775:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1788687426.866367:0:34775:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9b29d8ba7a40. 00020000:00000001:3.0:1788687426.866370:0:34775:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.866374:0:34775:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633202888299024 : -110870821252592 : ffff9b29e0155210) 00020000:00000001:3.0:1788687426.866377:0:34775:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633202888299024 : -110870821252592 : ffff9b29e0155210) 00020000:00000002:3.0:1788687426.866380:0:34775:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x44:0x0]@ffff9b29e0155190[0:0] -> [0x200000404:0x34:0x0]@ffff9b29e0155ed8: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000001:3.0:1788687426.866385:0:34775:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1788687426.866387:0:34775:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:3.0:1788687426.866389:0:34775:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.866392:0:34775:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633202888302424 : -110870821249192 : ffff9b29e0155f58) 00000020:00001000:3.0:1788687426.866394:0:34775:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d8acd000 00000080:00000001:3.0:1788687426.866399:0:34775:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833972 : 144115205322833972 : 200000404000034) 00000080:00000001:3.0:1788687426.866402:0:34775:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788687426.866404:0:34775:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833972 mtime from 0 to 1788687426 00000080:00000001:3.0:1788687426.866409:0:34775:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1788687426.866412:0:34775:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758046536 : -110870951505080 : ffff9b29d851d348) 00010000:00000001:3.0:1788687426.866414:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.866415:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.866417:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:3.0:1788687426.866419:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687426.866421:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00000080:00000001:3.0:1788687426.866424:0:34775:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788687426.866426:0:34775:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788687426.866427:0:34775:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202764009480 : -110870945542136 : ffff9b29d8acd008) 00000020:00001000:3.0:1788687426.866429:0:34775:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d8acd000 00000020:00000001:3.0:1788687426.866431:0:34775:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788687426.866433:0:34775:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788687426.866434:0:34775:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788687426.866436:0:34775:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c97abcc0. 00020000:00000010:3.0:1788687426.866438:0:34775:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29e07fc380. 00020000:00000010:3.0:1788687426.866440:0:34775:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c97ab1e0. 00020000:00000001:3.0:1788687426.866441:0:34775:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202509066720 : -110871200484896 : ffff9b29c97ab1e0) 00020000:00000002:3.0:1788687426.866444:0:34775:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c97ab1e0, objid 0x34:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788687426.866447:0:34775:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788687426.866450:0:34775:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29e07fc380: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000002:3.0:1788687426.866454:0:34775:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29d01bbd90) owner ffff9b29cb014f80 00020000:00000001:3.0:1788687426.866456:0:34775:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788687426.866458:0:34775:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29d01bbd90) owner ffff9b29cb014f80 00020000:00000010:3.0:1788687426.866463:0:34775:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29e07fc380. 00020000:00000010:3.0:1788687426.866466:0:34775:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c97abcc0. 00020000:00000010:3.0:1788687426.866469:0:34775:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c97ab1e0. 00020000:00000002:3.0:1788687426.866471:0:34775:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x34:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788687426.866473:0:34775:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.866475:0:34775:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.866478:0:34775:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788687426.866481:0:34775:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29d01bbd90) owner 0000000000000000/ffff9b29cb014f80 00020000:00000002:3.0:1788687426.866484:0:34775:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c97ab000 addref 2/0 by ffff9b29cb014f80. 00020000:00000002:3.0:1788687426.866487:0:34775:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29d01bbd90) owner 0000000000000000/ffff9b29cb014f80 00020000:00000001:3.0:1788687426.866490:0:34775:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788687426.866492:0:34775:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788687426.866493:0:34775:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788687426.866495:0:34775:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788687426.866497:0:34775:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788687426.866499:0:34775:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x34:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1788687426.866501:0:34775:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d8acd000 00000080:00000001:3.0:1788687426.866504:0:34775:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.866505:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.866507:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788687426.866508:0:34775:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788687426.866512:0:34775:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788687426.866513:0:34775:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687426.866516:0:34775:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x34:0x0](ffff9b29d851d348) 00000080:00010000:3.0:1788687426.866519:0:34775:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x34:0x0](ffff9b29d851d348) for lock 0x230d04438e811f58 00800000:00000001:3.0:1788687426.866523:0:34775:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687426.866525:0:34775:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687426.866526:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.866527:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.866528:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:3.0:1788687426.866530:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687426.866532:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687426.866534:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.866535:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687426.866537:0:34775:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687426.866539:0:34775:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.866541:0:34775:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1788687426.866543:0:34775:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687426.866548:0:34775:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9b29c8bb5c00 x1875572824559232/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687442 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.866561:0:34775:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788687426.866565:0:34775:0:(namei.c:1651:ll_create_it()) inode ffff9b29d851d348 need_sync_to_mds [0x200000404:0x34:0x0] 00000080:00000001:3.0:1788687426.866570:0:34775:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687426.866574:0:34775:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x34:0x0](ffff9b29d851d348) 00000080:00000001:3.0:1788687426.866577:0:34775:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788687426.866580:0:34775:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c686f400. 00000100:00000001:3.0:1788687426.866583:0:34775:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687426.866586:0:34775:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb5c00 x1875572824559232/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687442 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.866593:0:34775:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.866597:0:34775:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1788687426.866599:0:34775:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788687426.866601:0:34775:0:(namei.c:1500:ll_atomic_open()) inode ffff9b29d851d348 need_sync_to_mds [0x200000404:0x34:0x0] 00000080:00000001:3.0:1788687426.866612:0:34775:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788687426.866614:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23a68 00000080:00200008:3.0:1788687426.866616:0:34775:0:(file.c:1090:ll_file_open()) START file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff9b29d851d348), flags 100102 00000080:00000010:3.0:1788687426.866624:0:34775:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29c5316640. 00000080:00000010:3.0:1788687426.866629:0:34775:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b29c975c780. 00000080:00000001:3.0:1788687426.866632:0:34775:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788687426.866636:0:34775:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788687426.866639:0:34775:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788687426.866642:0:34775:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b29c31d7d40. 00000002:00100000:3.0:1788687426.866646:0:34775:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c8bb5c00 x1875572824559232/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788687426.866652:0:34775:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687426.866654:0:34775:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788687426.866657:0:34775:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788687426.866661:0:34775:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.866663:0:34775:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687426.866665:0:34775:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687426.866668:0:34775:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb5c00 x1875572824559232/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788687426.866680:0:34775:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687426.866684:0:34775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b29c69a0000. 02000000:00000001:3.0:1788687426.866716:0:34775:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788687426.866718:0:34775:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.866720:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23a68 00000080:00000008:3.0:1788687426.866722:0:34775:0:(file.c:1329:ll_file_open()) COMPLETED file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff9b29d851d348), flags 100102, rc = 0 00000080:00000001:3.0:1788687426.866727:0:34775:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788687426.866729:0:34775:0:(dcache.c:176:ll_intent_release()) intent ffff9b29c97ab180 released 00000080:00010000:3.0:1788687426.866732:0:34775:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f58 from it ffff9b29c97ab180 00010000:00000001:3.0:1788687426.866734:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.866736:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.866738:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3146a00 refcount=3 00000020:00000001:3.0:1788687426.866739:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687426.866741:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401700352 : -110871307851264 : ffff9b29c3146a00) 00010000:00000001:3.0:1788687426.866744:0:34775:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687426.866747:0:34775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811f58 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2e12 expref: -99 pid: 34775 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.866754:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.866756:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.866757:0:34775:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687426.866761:0:34775:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687426.866764:0:34775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3146a00/0x230d04438e811f58 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2e12 expref: -99 pid: 34775 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788687426.866772:0:34775:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687426.866775:0:34775:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687426.866777:0:34775:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687426.866783:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.866784:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.866785:0:34775:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.866789:0:34775:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687426.866792:0:34775:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.866795:0:34775:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.866798:0:34775:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.866800:0:34775:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687426.866801:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.866802:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788687426.866804:0:34775:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788687426.866805:0:34775:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:3.0:1788687426.866807:0:34775:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788687426.866809:0:34775:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687426.866811:0:34775:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788687426.866813:0:34775:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.866817:0:34775:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788687426.866819:0:34775:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.866821:0:34775:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788687426.866823:0:34775:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.866825:0:34775:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788687426.866838:0:34775:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9b29c97ab180. 00000080:00000001:3.0:1788687426.866842:0:34775:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.866846:0:34775:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788687426.866848:0:34775:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x34:0x0](ffff9b29d851d348), inode mode 81a4 mask 40 00000080:00000001:3.0:1788687426.866852:0:34775:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.867155:0:34775:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:3.0:1788687426.867158:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23d88 00000080:00200008:3.0:1788687426.867161:0:34775:0:(file.c:2650:do_file_write_iter()) START file f24b.recovery-small-1:[0x200000404:0x34:0x0], ppos: 0, count: 8192 00000080:00000002:3.0:1788687426.867164:0:34775:0:(file.c:2656:do_file_write_iter()) inode ffff9b29d851d348 need_sync_to_oss [0x200000404:0x34:0x0] 00000080:00000001:3.0:1788687426.867167:0:34775:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:3.0:1788687426.867169:0:34775:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.867170:0:34775:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1788687426.867174:0:34775:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.867176:0:34775:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000080:00000001:3.0:1788687426.867177:0:34775:0:(file.c:2594:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.867180:0:34775:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788687426.867183:0:34775:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202764009480 : -110870945542136 : ffff9b29d8acd008) 00000020:00001000:3.0:1788687426.867185:0:34775:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d8acd000 00000080:00000001:3.0:1788687426.867189:0:34775:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1788687426.867190:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23c98 00000080:00200000:3.0:1788687426.867192:0:34775:0:(file.c:2090:ll_file_io_generic()) f24b.recovery-small-1: write ppos: 0, bytes: 8192 00000020:00000001:3.0:1788687426.867198:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23c30 00000080:00200000:3.0:1788687426.867201:0:34775:0:(file.c:1848:ll_io_set_mirror()) f24b.recovery-small-1: desiginated mirror: 0 00000020:00000001:3.0:1788687426.867204:0:34775:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1788687426.867211:0:34775:0:(cl_io.c:214:cl_io_rw_init()) header@000000003af824c5[0x110, 1, [0x200000404:0x34:0x0] hash] 00000020:00200000:3.0:1788687426.867214:0:34775:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:3.0:1788687426.867217:0:34775:0:(cl_object.c:143:cl_object_top()) ffff9b29e0155f58 -> ffff9b29e0155f58 00000020:00000001:3.0:1788687426.867219:0:34775:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788687426.867222:0:34775:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788687426.867225:0:34775:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788687426.867228:0:34775:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788687426.867230:0:34775:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1788687426.867234:0:34775:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687426.867239:0:34775:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.867243:0:34775:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788687426.867244:0:34775:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.867247:0:34775:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788687426.867251:0:34775:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x34:0x0]io ffff9b29c7f292e0 type 2 ignore/verify layout 0/0 00020000:00000002:3.0:1788687426.867254:0:34775:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29d01bbd90) owner 0000000000000000/ffff9b29cb014f80 00020000:00000001:3.0:1788687426.867258:0:34775:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788687426.867260:0:34775:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788687426.867263:0:34775:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788687426.867265:0:34775:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:3.0:1788687426.867267:0:34775:0:(lov_io.c:860:lov_io_slice_init()) 0 8192 00020000:00000001:3.0:1788687426.867270:0:34775:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:3.0:1788687426.867272:0:34775:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788687426.867273:0:34775:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.867275:0:34775:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788687426.867276:0:34775:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788687426.867277:0:34775:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788687426.867278:0:34775:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29d01bbd90) owner 0000000000000000/ffff9b29cb014f80 00000020:00000001:3.0:1788687426.867280:0:34775:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.867282:0:34775:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788687426.867284:0:34775:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:3.0:1788687426.867286:0:34775:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:3.0:1788687426.867288:0:34775:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.867292:0:34775:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788687426.867293:0:34775:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788687426.867296:0:34775:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:3.0:1788687426.867298:0:34775:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:3.0:1788687426.867300:0:34775:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1788687426.867302:0:34775:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:3.0:1788687426.867305:0:34775:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788687426.867307:0:34775:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788687426.867311:0:34775:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:3.0:1788687426.867314:0:34775:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788687426.867316:0:34775:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788687426.867317:0:34775:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788687426.867319:0:34775:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202764011208 : -110870945540408 : ffff9b29d8acd6c8) 00000020:00001000:3.0:1788687426.867320:0:34775:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d8acd6c0 00000020:00000001:3.0:1788687426.867322:0:34775:0:(cl_object.c:143:cl_object_top()) ffff9b29e0155210 -> ffff9b29e0155f58 00000020:00000001:3.0:1788687426.867324:0:34775:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788687426.867327:0:34775:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788687426.867328:0:34775:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788687426.867330:0:34775:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687426.867332:0:34775:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687426.867334:0:34775:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202620341776 : -110871089209840 : ffff9b29d01c9e10) 00000020:00000001:3.0:1788687426.867337:0:34775:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1788687426.867340:0:34775:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1788687426.867343:0:34775:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.867344:0:34775:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687426.867346:0:34775:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687426.867348:0:34775:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.867349:0:34775:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.867351:0:34775:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1788687426.867354:0:34775:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1788687426.867356:0:34775:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1788687426.867359:0:34775:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1788687426.867362:0:34775:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.867365:0:34775:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.867367:0:34775:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1788687426.867368:0:34775:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:3.0:1788687426.867371:0:34775:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1788687426.867372:0:34775:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1788687426.867374:0:34775:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.867376:0:34775:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.867378:0:34775:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.867380:0:34775:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.867382:0:34775:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687426.867384:0:34775:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788687426.867385:0:34775:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788687426.867387:0:34775:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788687426.867389:0:34775:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788687426.867390:0:34775:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.867392:0:34775:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687426.867395:0:34775:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687426.867396:0:34775:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.867398:0:34775:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788687426.867400:0:34775:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788687426.867401:0:34775:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788687426.867406:0:34775:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788687426.867407:0:34775:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788687426.867410:0:34775:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:3.0:1788687426.867415:0:34775:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c3056080. 00020000:00000002:3.0:1788687426.867417:0:34775:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:3.0:1788687426.867419:0:34775:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788687426.867421:0:34775:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788687426.867422:0:34775:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202620341776 : -110871089209840 : ffff9b29d01c9e10) 00000020:00000001:3.0:1788687426.867423:0:34775:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788687426.867427:0:34775:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29c5661300. 00000008:00010000:3.0:1788687426.867430:0:34775:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1788687426.867433:0:34775:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788687426.867434:0:34775:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788687426.867438:0:34775:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c30560b0, osc lock ffff9b29c5661300, flags 0x0 00000020:00000001:3.0:1788687426.867440:0:34775:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687426.867442:0:34775:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687426.867445:0:34775:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202400714880 : -110871308836736 : ffff9b29c3056080) 00000020:00000001:3.0:1788687426.867447:0:34775:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788687426.867448:0:34775:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788687426.867449:0:34775:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.867451:0:34775:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.867453:0:34775:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788687426.867454:0:34775:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788687426.867455:0:34775:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788687426.867456:0:34775:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202620341776 : -110871089209840 : ffff9b29d01c9e10) 00000020:00000001:3.0:1788687426.867458:0:34775:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788687426.867460:0:34775:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788687426.867462:0:34775:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1788687426.867463:0:34775:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.867466:0:34775:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788687426.867469:0:34775:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788687426.867470:0:34775:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788687426.867472:0:34775:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788687426.867473:0:34775:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788687426.867475:0:34775:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788687426.867477:0:34775:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788687426.867485:0:34775:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788687426.867491:0:34775:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.867494:0:34775:0:(ldlm_request.c:995:ldlm_enqueue_pack()) Process entered 00000100:00000010:3.0:1788687426.867499:0:34775:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb5f80. 00000020:00000040:3.0:1788687426.867503:0:34775:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00010000:00000001:3.0:1788687426.867508:0:34775:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788687426.867512:0:34775:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687426.867515:0:34775:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.867518:0:34775:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687426.867521:0:34775:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687426.867526:0:34775:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687426.867532:0:34775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c686f400. 00000100:00000001:3.0:1788687426.867540:0:34775:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.867543:0:34775:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687426.867545:0:34775:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.867546:0:34775:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687426.867548:0:34775:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.867550:0:34775:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.867553:0:34775:0:(ldlm_request.c:1009:ldlm_enqueue_pack()) Process leaving (rc=18446633202496528256 : -110871213023360 : ffff9b29c8bb5f80) 00010000:00000001:3.0:1788687426.867556:0:34775:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788687426.867558:0:34775:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788687426.867561:0:34775:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c5c62700. 00010000:00000010:3.0:1788687426.867564:0:34775:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9b29c5c62c00. 00010000:00000001:3.0:1788687426.867569:0:34775:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788687426.867572:0:34775:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c3147c00. 00000020:00000001:3.0:1788687426.867576:0:34775:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788687426.867579:0:34775:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c3147c00 with handle 0x230d04438e811f5f to hash 00000020:00000001:3.0:1788687426.867581:0:34775:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788687426.867582:0:34775:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000010:3.0:1788687426.867586:0:34775:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9b29c975c580. 00010000:00000001:3.0:1788687426.867590:0:34775:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:3.0:1788687426.867594:0:34775:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687426.867596:0:34775:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687426.867600:0:34775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000a76bd4bd/0x230d04438e811f5f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34775 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687426.867610:0:34775:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000a76bd4bd/0x230d04438e811f5f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34775 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687426.867621:0:34775:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000a76bd4bd/0x230d04438e811f5f lrc: 3/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34775 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788687426.867627:0:34775:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687426.867629:0:34775:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687426.867636:0:34775:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29cb4dc6c0. 00000100:00000001:3.0:1788687426.867638:0:34775:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202539677376 : -110871169874240 : ffff9b29cb4dc6c0) 00000100:00000001:3.0:1788687426.867641:0:34775:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687426.867642:0:34775:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496528256 : -110871213023360 : ffff9b29c8bb5f80) 00000100:00000001:3.0:1788687426.867646:0:34775:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687426.867648:0:34775:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.867650:0:34775:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687426.867651:0:34775:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687426.867659:0:34775:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb5f80 x1875572824559360/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.867667:0:34775:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687426.867670:0:34775:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687426.867674:0:34775:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687426.867677:0:34775:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687426.867679:0:34775:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687426.867682:0:34775:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb5f80 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:34775:1875572824559360:192.168.203.144@tcp:101:multiop.0 00000100:00000001:3.0:1788687426.867687:0:34775:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687426.867693:0:34775:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687426.867696:0:34775:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687426.867699:0:34775:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687426.867703:0:34775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c43bf000. 02000000:00000001:3.0:1788687426.867705:0:34775:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687426.867714:0:34775:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687426.867718:0:34775:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef47e8. 00000400:00000010:3.0:1788687426.867726:0:34775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0660. 00000100:00000200:3.0:1788687426.867734:0:34775:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824559360, portal 4 00000100:00000001:3.0:1788687426.867736:0:34775:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687426.867737:0:34775:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496528256 : -110871213023360 : ffff9b29c8bb5f80) 00000100:00000040:3.0:1788687426.867742:0:34775:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb5f80 x1875572824559360/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687442 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.867750:0:34775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687426.867753:0:34775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687426.867755:0:34775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae02a8. 00000100:00000200:3.0:1788687426.867758:0:34775:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875572824559360, offset 0 00000400:00000200:3.0:1788687426.867765:0:34775:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687426.867775:0:34775:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.867783:0:34775:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687426.867790:0:34775:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687426.867797:0:34775:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687426.867802:0:34775:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687426.867805:0:34775:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687426.867810:0:34775:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2618:2618:256:4294967295] 192.168.203.144@tcp LPNI seq info [2618:2618:8:4294967295] 00000400:00000200:3.0:1788687426.867814:0:34775:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.867825:0:34775:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687426.867841:0:34775:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687426.867847:0:34775:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ae00. 00000800:00000200:3.0:1788687426.867855:0:34775:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687426.867865:0:34775:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687426.867870:0:34775:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ae00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788687426.867895:0:34775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687426.867901:0:34775:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 21180 usecs (22 jiffies) 00000400:00000200:3.0:1788687426.867904:0:34775:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687426.867939:0:34775:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296552895 00000100:00000001:3.0:1788687426.867943:0:34775:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296553690 00000100:00000001:3.0:1788687426.867945:0:34775:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296552895 00000100:00000001:3.0:1788687426.867947:0:34775:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296553690 00000100:00000001:3.0:1788687426.867949:0:34775:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687426.867952:0:34775:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.867955:0:34775:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687426.867957:0:34775:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687426.867960:0:34775:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29cb4dc6c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788687426.867963:0:34775:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687426.867967:0:34775:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687426.868887:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687426.868896:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ae00. 00000400:00000200:2.0:1788687426.868904:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687426.868945:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687426.868952:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae02a8 00000400:00000010:2.0:1788687426.868955:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae02a8. 00000100:00000001:2.0:1788687426.868961:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687426.868970:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb5f80 x1875572824559360/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687442 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.868982:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687426.868985:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb5f80 x1875572824559360/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687442 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.868992:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687426.868994:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687426.871401:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.871426:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687426.871431:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.871434:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687426.871445:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.871454:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687426.871465:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.871469:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.871475:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.871480:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 4 MB=0x6a9d2d3f54f00 00000400:00000200:2.0:1788687426.871487:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.871494:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 400/400 into md 0x72cd [1] + 224 00000800:00000001:2.0:1788687426.871503:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.871517:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687426.871521:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687426.871526:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687426.871536:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687426.871548:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb5f80 x1875572824559360/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687442 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687426.871560:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9b29c8bb5f80 x1875572824559360/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.871580:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687426.871590:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.871593:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687426.871782:0:34775:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687426.871792:0:34775:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687426.871794:0:34775:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687426.871799:0:34775:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef47e8. 00000400:00000200:3.0:1788687426.871805:0:34775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0660 00000400:00000010:3.0:1788687426.871808:0:34775:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0660. 00000100:00000001:3.0:1788687426.871812:0:34775:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687426.871817:0:34775:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb5f80 x1875572824559360/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687426.871825:0:34775:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb5f80 x1875572824559360/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.871840:0:34775:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687426.871843:0:34775:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687426.871846:0:34775:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687426.871849:0:34775:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687426.871853:0:34775:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687426.871855:0:34775:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687426.871859:0:34775:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687426.871871:0:34775:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=48 v=5 (5 5 5 16) 00000100:00001000:3.0:1788687426.871875:0:34775:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687426.871879:0:34775:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687426.871881:0:34775:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.871885:0:34775:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687426.871889:0:34775:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.871893:0:34775:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687426.871896:0:34775:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967346 00000100:00000001:3.0:1788687426.871898:0:34775:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687426.871900:0:34775:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687426.871930:0:34775:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb5f80 x1875572824559360/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.871939:0:34775:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687426.871942:0:34775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687426.871945:0:34775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788687426.871949:0:34775:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb5f80 x1875572824559360/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687442 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687426.871957:0:34775:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb5f80 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:34775:1875572824559360:192.168.203.144@tcp:101:multiop.0 00000100:00000001:3.0:1788687426.871963:0:34775:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687426.871967:0:34775:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.871969:0:34775:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788687426.871972:0:34775:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687426.871975:0:34775:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb5f80 x1875572824559360/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687442 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.871983:0:34775:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788687426.871986:0:34775:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29cb4dc6c0. 00000100:00000001:3.0:1788687426.871990:0:34775:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788687426.871992:0:34775:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.871995:0:34775:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788687426.872000:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.872003:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.872007:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147c00 refcount=4 00000020:00000001:3.0:1788687426.872009:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:3.0:1788687426.872013:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000040:3.0:1788687426.872022:0:34775:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c3147c00, remote cookie: 0x59c08f76ab1d2e20, flags: 0x1 00010000:00010000:3.0:1788687426.872029:0:34775:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000a76bd4bd/0x230d04438e811f5f lrc: 4/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e20 expref: -99 pid: 34775 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.872042:0:34775:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1788687426.872045:0:34775:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.872047:0:34775:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788687426.872052:0:34775:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1788687426.872057:0:34775:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000a76bd4bd/0x230d04438e811f5f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e20 expref: -99 pid: 34775 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788687426.872067:0:34775:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x44:0x0].0x0 (ffff9b29c5c62700) refcount = 1 00010000:00000040:3.0:1788687426.872070:0:34775:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788687426.872073:0:34775:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000a76bd4bd/0x230d04438e811f5f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e20 expref: -99 pid: 34775 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.872082:0:34775:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788687426.872084:0:34775:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687426.872088:0:34775:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788687426.872091:0:34775:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687426.872107:0:34775:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000a76bd4bd/0x230d04438e811f5f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e20 expref: -99 pid: 34775 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.872114:0:34775:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788687426.872116:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.872118:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.872119:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.872121:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.872123:0:34775:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687426.872127:0:34775:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1788687426.872131:0:34775:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788687426.872134:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.872136:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.872138:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147c00 refcount=3 00000020:00000001:3.0:1788687426.872140:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:3.0:1788687426.872142:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:3.0:1788687426.872145:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.872146:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.872148:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147c00 refcount=4 00000020:00000001:3.0:1788687426.872150:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:3.0:1788687426.872152:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:3.0:1788687426.872156:0:34775:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687426.872159:0:34775:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687426.872163:0:34775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000a76bd4bd/0x230d04438e811f5f lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e20 expref: -99 pid: 34775 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.872170:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.872171:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788687426.872175:0:34775:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1788687426.872180:0:34775:0:(cl_object.c:143:cl_object_top()) ffff9b29d8ba7a40 -> ffff9b29e0155f58 00000008:00010000:3.0:1788687426.872186:0:34775:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000a76bd4bd/0x230d04438e811f5f lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2e20 expref: -99 pid: 34775 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1788687426.872194:0:34775:0:(cl_object.c:143:cl_object_top()) ffff9b29d8ba7a40 -> ffff9b29e0155f58 00000020:00000001:3.0:1788687426.872196:0:34775:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788687426.872199:0:34775:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1788687426.872203:0:34775:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788687426.872205:0:34775:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.872207:0:34775:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.872209:0:34775:0:(cl_object.c:143:cl_object_top()) ffff9b29d8ba7a40 -> ffff9b29e0155f58 00000008:00000001:3.0:1788687426.872211:0:34775:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:3.0:1788687426.872214:0:34775:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.872216:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.872218:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.872220:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147c00 refcount=5 00000020:00000001:3.0:1788687426.872221:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:3.0:1788687426.872224:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:3.0:1788687426.872227:0:34775:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687426.872230:0:34775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000a76bd4bd/0x230d04438e811f5f lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d2e20 expref: -99 pid: 34775 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.872236:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.872238:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788687426.872240:0:34775:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000a76bd4bd/0x230d04438e811f5f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d2e20 expref: -99 pid: 34775 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.872247:0:34775:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687426.872249:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.872250:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788687426.872251:0:34775:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.872253:0:34775:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687426.872258:0:34775:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb5f80 x1875572824559360/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687442 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.872264:0:34775:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687426.872267:0:34775:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687426.872271:0:34775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c43bf000. 02000000:00000001:3.0:1788687426.872275:0:34775:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687426.872278:0:34775:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687426.872280:0:34775:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:3.0:1788687426.872282:0:34775:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687426.872285:0:34775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c686f400. 02000000:00000001:3.0:1788687426.872289:0:34775:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687426.872291:0:34775:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687426.872293:0:34775:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb5f80. 00000100:00000001:3.0:1788687426.872297:0:34775:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687426.872298:0:34775:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788687426.872300:0:34775:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687426.872303:0:34775:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.872306:0:34775:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687426.872309:0:34775:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.872312:0:34775:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.872314:0:34775:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.872317:0:34775:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.872319:0:34775:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.872322:0:34775:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1788687426.872327:0:34775:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:3.0:1788687426.872333:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23b80 00000080:00200000:3.0:1788687426.872336:0:34775:0:(vvp_io.c:1292:vvp_io_write_start()) f24b.recovery-small-1: write [0, 8192) append 0 append lockpos 0 00000020:00000001:3.0:1788687426.872340:0:34775:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:3.0:1788687426.872344:0:34775:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29d01bbd90) owner 0000000000000000/ffff9b29cb014f80 00020000:00000002:3.0:1788687426.872348:0:34775:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c97ab000 addref 2/0 by ffff9b29cb014f80. 00020000:00000002:3.0:1788687426.872351:0:34775:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29d01bbd90) owner 0000000000000000/ffff9b29cb014f80 00000020:00000001:3.0:1788687426.872354:0:34775:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:3.0:1788687426.872357:0:34775:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1788687426.872360:0:34775:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1788687426.872365:0:34775:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:3.0:1788687426.872369:0:34775:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788687426.872371:0:34775:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202620341776 : -110871089209840 : ffff9b29d01c9e10) 00000020:00000001:3.0:1788687426.872373:0:34775:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1788687426.872376:0:34775:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1788687426.872380:0:34775:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.872382:0:34775:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687426.872384:0:34775:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.872385:0:34775:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.872394:0:34775:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:3.0:1788687426.872396:0:34775:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:3.0:1788687426.872433:0:34775:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:3.0:1788687426.872436:0:34775:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x34:0x0] fffff53744934540 0 1 00000020:00000001:3.0:1788687426.872439:0:34775:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1788687426.872441:0:34775:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.872444:0:34775:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:3.0:1788687426.872450:0:34775:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9b29c560e0e0. 00000020:00000001:3.0:1788687426.872455:0:34775:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1788687426.872456:0:34775:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:3.0:1788687426.872460:0:34775:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:3.0:1788687426.872463:0:34775:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:3.0:1788687426.872466:0:34775:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788687426.872468:0:34775:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202620341776 : -110871089209840 : ffff9b29d01c9e10) 00000008:00000001:3.0:1788687426.872473:0:34775:0:(osc_cache.c:2505:osc_prep_async_page()) Process entered 00000008:00000040:3.0:1788687426.872475:0:34775:0:(osc_cache.c:2528:osc_prep_async_page()) oap ffff9b29c560e150 folio fffff53744934540 pg:0 obj off 0 00000008:00000001:3.0:1788687426.872477:0:34775:0:(osc_cache.c:2529:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.872479:0:34775:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1788687426.872480:0:34775:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:3.0:1788687426.872482:0:34775:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:3.0:1788687426.872484:0:34775:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687426.872489:0:34775:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.872491:0:34775:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446633202440265952 : -110871269285664 : ffff9b29c560e0e0) 00000020:00000001:3.0:1788687426.872493:0:34775:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446633202440265952 : -110871269285664 : ffff9b29c560e0e0) 00000020:00000001:3.0:1788687426.872496:0:34775:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:3.0:1788687426.872499:0:34775:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788687426.872500:0:34775:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633202483368672 : -110871226182944 : ffff9b29c7f292e0) 00000020:00000001:3.0:1788687426.872503:0:34775:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1788687426.872505:0:34775:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1788687426.872699:0:34775:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788687426.872706:0:34775:0:(cl_page.c:507:__cl_page_state_set()) page@00000000fd41ed7d[2 00000000a78b3011 1 1 00000000f7909a56 0 0 0] 00000020:00000001:3.0:1788687426.872708:0:34775:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1788687426.872709:0:34775:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788687426.872711:0:34775:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:3.0:1788687426.872715:0:34775:0:(rw26.c:769:ll_write_begin()) page@00000000fd41ed7d[2 00000000a78b3011 2 1 00000000f7909a56 0 0 0] 00000080:00008000:3.0:1788687426.872717:0:34775:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:3.0:1788687426.872718:0:34775:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:3.0:1788687426.872720:0:34775:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.872725:0:34775:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:3.0:1788687426.872728:0:34775:0:(rw26.c:871:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:3.0:1788687426.872730:0:34775:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788687426.872731:0:34775:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633202483368672 : -110871226182944 : ffff9b29c7f292e0) 00000020:00000001:3.0:1788687426.872733:0:34775:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1788687426.872735:0:34775:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788687426.872742:0:34775:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:3.0:1788687426.872802:0:34775:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788687426.872805:0:34775:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1788687426.872806:0:34775:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1788687426.872811:0:34775:0:(rw26.c:929:ll_write_end()) page@00000000fd41ed7d[3 00000000a78b3011 2 1 00000000f7909a56 0 0 0] 00000080:00200000:3.0:1788687426.872815:0:34775:0:(rw26.c:929:ll_write_end()) vmpage @000000006c18fae2 17ffffc0001001 3:0 ffff9b29c560e0e0 0 lru 00000080:00200000:3.0:1788687426.872824:0:34775:0:(rw26.c:929:ll_write_end()) osc-page@0000000074ac0174 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000aed0a585 00000000125eebb4 > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1788687426.872827:0:34775:0:(rw26.c:929:ll_write_end()) end page@00000000fd41ed7d 00000080:00200000:3.0:1788687426.872838:0:34775:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:3.0:1788687426.872840:0:34775:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:3.0:1788687426.872845:0:34775:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:3.0:1788687426.872846:0:34775:0:(rw26.c:676:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:3.0:1788687426.872864:0:34775:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:3.0:1788687426.872866:0:34775:0:(cl_page.c:427:cl_page_find()) 1@[0x200000404:0x34:0x0] fffff5374472f280 0 1 00000020:00000001:3.0:1788687426.872869:0:34775:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1788687426.872870:0:34775:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.872873:0:34775:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:3.0:1788687426.872876:0:34775:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9b29c560e2a0. 00000020:00000001:3.0:1788687426.872878:0:34775:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1788687426.872879:0:34775:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:3.0:1788687426.872881:0:34775:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:3.0:1788687426.872884:0:34775:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:3.0:1788687426.872894:0:34775:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788687426.872896:0:34775:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202620341776 : -110871089209840 : ffff9b29d01c9e10) 00000008:00000001:3.0:1788687426.872898:0:34775:0:(osc_cache.c:2505:osc_prep_async_page()) Process entered 00000008:00000040:3.0:1788687426.872900:0:34775:0:(osc_cache.c:2528:osc_prep_async_page()) oap ffff9b29c560e310 folio fffff5374472f280 pg:0 obj off 4096 00000008:00000001:3.0:1788687426.872902:0:34775:0:(osc_cache.c:2529:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.872904:0:34775:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1788687426.873026:0:34775:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:3.0:1788687426.873028:0:34775:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:3.0:1788687426.873030:0:34775:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687426.873035:0:34775:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.873038:0:34775:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446633202440266400 : -110871269285216 : ffff9b29c560e2a0) 00000020:00000001:3.0:1788687426.873040:0:34775:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446633202440266400 : -110871269285216 : ffff9b29c560e2a0) 00000020:00000001:3.0:1788687426.873042:0:34775:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:3.0:1788687426.873044:0:34775:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788687426.873045:0:34775:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633202483368672 : -110871226182944 : ffff9b29c7f292e0) 00000020:00000001:3.0:1788687426.873047:0:34775:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1788687426.873048:0:34775:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1788687426.873049:0:34775:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788687426.873052:0:34775:0:(cl_page.c:507:__cl_page_state_set()) page@00000000c0ea9ec1[2 00000000a78b3011 1 1 00000000f7909a56 0 0 1] 00000020:00000001:3.0:1788687426.873054:0:34775:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1788687426.873055:0:34775:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788687426.873056:0:34775:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:3.0:1788687426.873060:0:34775:0:(rw26.c:769:ll_write_begin()) page@00000000c0ea9ec1[2 00000000a78b3011 2 1 00000000f7909a56 0 0 1] 00000080:00008000:3.0:1788687426.873062:0:34775:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:3.0:1788687426.873063:0:34775:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:3.0:1788687426.873064:0:34775:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.873068:0:34775:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:3.0:1788687426.873069:0:34775:0:(rw26.c:871:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:3.0:1788687426.873070:0:34775:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788687426.873071:0:34775:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633202483368672 : -110871226182944 : ffff9b29c7f292e0) 00000020:00000001:3.0:1788687426.873073:0:34775:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1788687426.873074:0:34775:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788687426.873075:0:34775:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:3.0:1788687426.873077:0:34775:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788687426.873078:0:34775:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1788687426.873079:0:34775:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1788687426.873081:0:34775:0:(rw26.c:929:ll_write_end()) page@00000000c0ea9ec1[3 00000000a78b3011 2 1 00000000f7909a56 0 0 1] 00000080:00200000:3.0:1788687426.873084:0:34775:0:(rw26.c:929:ll_write_end()) vmpage @00000000cc2d3470 17ffffc0001001 3:0 ffff9b29c560e2a0 1 lru 00000080:00200000:3.0:1788687426.873090:0:34775:0:(rw26.c:929:ll_write_end()) osc-page@0000000048b427ae 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000aed0a585 00000000125eebb4 > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1788687426.873092:0:34775:0:(rw26.c:929:ll_write_end()) end page@00000000c0ea9ec1 00000080:00200000:3.0:1788687426.873094:0:34775:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00000001:3.0:1788687426.873095:0:34775:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:3.0:1788687426.873099:0:34775:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1788687426.873101:0:34775:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:3.0:1788687426.873104:0:34775:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:3.0:1788687426.873106:0:34775:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:3.0:1788687426.873108:0:34775:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788687426.873109:0:34775:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202620341776 : -110871089209840 : ffff9b29d01c9e10) 00000020:00000001:3.0:1788687426.873111:0:34775:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1788687426.873113:0:34775:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1788687426.873116:0:34775:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:3.0:1788687426.873118:0:34775:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788687426.873119:0:34775:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:3.0:1788687426.873121:0:34775:0:(osc_cache.c:2550:osc_queue_async_io()) Process entered 00000008:00000020:3.0:1788687426.873124:0:34775:0:(osc_cache.c:2609:osc_queue_async_io()) obj ffff9b29d8ba7a40 ready 0|-|- wr 0|-|- rd 0|- oap ffff9b29c560e150 folio fffff53744934540 pg:0 added for cmd 2 00000008:00000001:3.0:1788687426.873130:0:34775:0:(osc_cache.c:1804:osc_enter_cache()) Process entered 00000008:00000020:3.0:1788687426.873132:0:34775:0:(osc_cache.c:1806:osc_enter_cache()) lustre-OST0000-osc-ffff9b29e019e800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 1703936 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }need:1703936 00000008:00000020:3.0:1788687426.873138:0:34775:0:(osc_cache.c:1706:osc_enter_cache_try()) lustre-OST0000-osc-ffff9b29e019e800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 1703936 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }need:1703936 00000008:00000020:3.0:1788687426.873143:0:34775:0:(osc_cache.c:1504:osc_consume_write_grant()) using 4096 grant credits for brw ffff9b29c560e188 page fffff53744934540 00000008:00000020:3.0:1788687426.873147:0:34775:0:(osc_cache.c:1838:osc_enter_cache()) lustre-OST0000-osc-ffff9b29e019e800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 1703936 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }granted from cache 00000008:00000001:3.0:1788687426.873152:0:34775:0:(osc_cache.c:1854:osc_enter_cache()) Process leaving 00000008:00000001:3.0:1788687426.873154:0:34775:0:(osc_cache.c:1857:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687426.873157:0:34775:0:(osc_cache.c:708:osc_extent_find()) Process entered 00000008:00000010:3.0:1788687426.873161:0:34775:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9b29e01533c0. 00000008:00000020:3.0:1788687426.873272:0:34775:0:(osc_cache.c:1333:__osc_extent_tree_dump()) Dump object ffff9b29d8ba7a40 extents at osc_extent_find:841, mppr: 256. 00000008:00000020:3.0:1788687426.873280:0:34775:0:(osc_cache.c:1950:osc_update_pending()) obj ffff9b29d8ba7a40 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:3.0:1788687426.873287:0:34775:0:(osc_cache.c:859:osc_extent_find()) extent ffff9b29e01533c0@{[0 -> 255/255], [3|1|-|active|wi|ffff9b29d8ba7a40], [1703936|0|-|-|ffff9b29c3147c00|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:3.0:1788687426.873295:0:34775:0:(osc_cache.c:859:osc_extent_find()) ### extent: 000000002e1488fc ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000a76bd4bd/0x230d04438e811f5f lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2e20 expref: -99 pid: 34775 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:3.0:1788687426.873304:0:34775:0:(osc_cache.c:876:osc_extent_find()) Process leaving 00000008:00000001:3.0:1788687426.873308:0:34775:0:(osc_cache.c:2748:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687426.873311:0:34775:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687426.873314:0:34775:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:3.0:1788687426.873316:0:34775:0:(cl_object.c:143:cl_object_top()) ffff9b29d8ba7a40 -> ffff9b29e0155f58 00000008:00000002:3.0:1788687426.873318:0:34775:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->4096 0 00000020:00000001:3.0:1788687426.873321:0:34775:0:(cl_object.c:143:cl_object_top()) ffff9b29d8ba7a40 -> ffff9b29e0155f58 00000020:00000001:3.0:1788687426.873324:0:34775:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788687426.873326:0:34775:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 4096 00020000:00000001:3.0:1788687426.873329:0:34775:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788687426.873331:0:34775:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.873333:0:34775:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.873335:0:34775:0:(cl_object.c:143:cl_object_top()) ffff9b29d8ba7a40 -> ffff9b29e0155f58 00000008:00000001:3.0:1788687426.873336:0:34775:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:3.0:1788687426.873338:0:34775:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:3.0:1788687426.873340:0:34775:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788687426.873344:0:34775:0:(cl_page.c:556:cl_batch_put()) page@00000000fd41ed7d[4 00000000a78b3011 2 1 00000000f7909a56 0 0 0] 00000020:00000001:3.0:1788687426.873346:0:34775:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:3.0:1788687426.873347:0:34775:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1788687426.873349:0:34775:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000001:3.0:1788687426.873350:0:34775:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:3.0:1788687426.873352:0:34775:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788687426.873353:0:34775:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:3.0:1788687426.873354:0:34775:0:(osc_cache.c:2550:osc_queue_async_io()) Process entered 00000008:00000020:3.0:1788687426.873356:0:34775:0:(osc_cache.c:2609:osc_queue_async_io()) obj ffff9b29d8ba7a40 ready 0|-|- wr 0|-|- rd 0|- oap ffff9b29c560e310 folio fffff5374472f280 pg:0 added for cmd 2 00000008:00000020:3.0:1788687426.873360:0:34775:0:(osc_cache.c:1706:osc_enter_cache_try()) lustre-OST0000-osc-ffff9b29e019e800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 1703936 avail: 393216, dirty_grant: 1703936, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }need:0 00000008:00000020:3.0:1788687426.873364:0:34775:0:(osc_cache.c:1504:osc_consume_write_grant()) using 4096 grant credits for brw ffff9b29c560e348 page fffff5374472f280 00000008:00000001:3.0:1788687426.873366:0:34775:0:(osc_cache.c:2748:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687426.873368:0:34775:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687426.873369:0:34775:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:3.0:1788687426.873370:0:34775:0:(cl_object.c:143:cl_object_top()) ffff9b29d8ba7a40 -> ffff9b29e0155f58 00000008:00000002:3.0:1788687426.873372:0:34775:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 4096->8192 4096 00000020:00000001:3.0:1788687426.873374:0:34775:0:(cl_object.c:143:cl_object_top()) ffff9b29d8ba7a40 -> ffff9b29e0155f58 00000020:00000001:3.0:1788687426.873375:0:34775:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788687426.873376:0:34775:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 8192 00020000:00000001:3.0:1788687426.873378:0:34775:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788687426.873379:0:34775:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.873381:0:34775:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.873382:0:34775:0:(cl_object.c:143:cl_object_top()) ffff9b29d8ba7a40 -> ffff9b29e0155f58 00000008:00000001:3.0:1788687426.873384:0:34775:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:3.0:1788687426.873385:0:34775:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:3.0:1788687426.873386:0:34775:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788687426.873388:0:34775:0:(cl_page.c:556:cl_batch_put()) page@00000000c0ea9ec1[4 00000000a78b3011 2 1 00000000f7909a56 0 0 1] 00000020:00000001:3.0:1788687426.873390:0:34775:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:3.0:1788687426.873391:0:34775:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1788687426.873392:0:34775:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:3.0:1788687426.873395:0:34775:0:(osc_request.c:745:osc_update_next_shrink()) next time 3085 to shrink grant 00000080:00000001:3.0:1788687426.873397:0:34775:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:3.0:1788687426.873399:0:34775:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:3.0:1788687426.873409:0:34775:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9b29d851d4f8, count 2, dirtied 2 00000080:00000001:3.0:1788687426.873411:0:34775:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:3.0:1788687426.873413:0:34775:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1788687426.873414:0:34775:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788687426.873416:0:34775:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788687426.873417:0:34775:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788687426.873420:0:34775:0:(cl_page.c:507:__cl_page_state_set()) page@00000000fd41ed7d[3 00000000a78b3011 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788687426.873422:0:34775:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1788687426.873423:0:34775:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788687426.873425:0:34775:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1788687426.873426:0:34775:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788687426.873428:0:34775:0:(cl_page.c:556:cl_batch_put()) page@00000000fd41ed7d[3 00000000a78b3011 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788687426.873429:0:34775:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:3.0:1788687426.873431:0:34775:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:3.0:1788687426.873432:0:34775:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1788687426.873433:0:34775:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788687426.873434:0:34775:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788687426.873435:0:34775:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788687426.873438:0:34775:0:(cl_page.c:507:__cl_page_state_set()) page@00000000c0ea9ec1[3 00000000a78b3011 2 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1788687426.873439:0:34775:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:3.0:1788687426.873441:0:34775:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788687426.873442:0:34775:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1788687426.873443:0:34775:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788687426.873446:0:34775:0:(cl_page.c:556:cl_batch_put()) page@00000000c0ea9ec1[3 00000000a78b3011 1 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1788687426.873447:0:34775:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:3.0:1788687426.873448:0:34775:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:3.0:1788687426.873450:0:34775:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:3.0:1788687426.873451:0:34775:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:3.0:1788687426.873453:0:34775:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.873455:0:34775:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687426.873457:0:34775:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.873459:0:34775:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788687426.873462:0:34775:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000020:00000001:3.0:1788687426.873465:0:34775:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:3.0:1788687426.873466:0:34775:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:3.0:1788687426.873468:0:34775:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.873471:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23b80 00000080:00200000:3.0:1788687426.873473:0:34775:0:(vvp_io.c:1358:vvp_io_write_start()) f24b.recovery-small-1: write bytes 0, result: 8192 00000080:00000001:3.0:1788687426.873476:0:34775:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687426.873480:0:34775:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788687426.873482:0:34775:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788687426.873483:0:34775:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788687426.873486:0:34775:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:3.0:1788687426.873487:0:34775:0:(cl_object.c:143:cl_object_top()) ffff9b29d8ba7a40 -> ffff9b29e0155f58 00000020:00000001:3.0:1788687426.873489:0:34775:0:(cl_object.c:143:cl_object_top()) ffff9b29d8ba7a40 -> ffff9b29e0155f58 00000020:00000001:3.0:1788687426.873491:0:34775:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1788687426.873492:0:34775:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788687426.873494:0:34775:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.873495:0:34775:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.873497:0:34775:0:(cl_object.c:143:cl_object_top()) ffff9b29d8ba7a40 -> ffff9b29e0155f58 00000008:00000001:3.0:1788687426.873499:0:34775:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.873501:0:34775:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687426.873503:0:34775:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687426.873504:0:34775:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.873505:0:34775:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.873581:0:34775:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788687426.873584:0:34775:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1788687426.873586:0:34775:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788687426.873587:0:34775:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:3.0:1788687426.873589:0:34775:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:3.0:1788687426.873593:0:34775:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1788687426.873597:0:34775:0:(osc_cache.c:1950:osc_update_pending()) obj ffff9b29d8ba7a40 ready 0|-|- wr 2|-|- rd 0|- update pending cmd 2 delta 2. 00000008:00000001:3.0:1788687426.873604:0:34775:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788687426.873607:0:34775:0:(osc_cache.c:1935:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687426.873609:0:34775:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788687426.873610:0:34775:0:(osc_cache.c:1921:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687426.873613:0:34775:0:(osc_cache.c:675:osc_extent_release()) Process leaving 00000020:00000001:3.0:1788687426.873614:0:34775:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788687426.873616:0:34775:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687426.873618:0:34775:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.873621:0:34775:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788687426.873622:0:34775:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788687426.873625:0:34775:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788687426.873628:0:34775:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29d8aca5d8 (ffff9b29d8acd008/0) at cl_lock_release():245 00000020:00000001:3.0:1788687426.873631:0:34775:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788687426.873632:0:34775:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29d8aca5d8 (ffff9b29d8acd008/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788687426.873635:0:34775:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788687426.873637:0:34775:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788687426.873638:0:34775:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202620341776 : -110871089209840 : ffff9b29d01c9e10) 00000020:00000001:3.0:1788687426.873640:0:34775:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788687426.873641:0:34775:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c30560b0 (ffff9b29d8acd6c8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788687426.873645:0:34775:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788687426.873646:0:34775:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788687426.873649:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.873652:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.873654:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147c00 refcount=5 00000020:00000001:3.0:1788687426.873656:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:3.0:1788687426.873659:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:3.0:1788687426.873662:0:34775:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687426.873665:0:34775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000a76bd4bd/0x230d04438e811f5f lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d2e20 expref: -99 pid: 34775 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687426.873673:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.873675:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.873677:0:34775:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687426.873680:0:34775:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687426.873683:0:34775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000a76bd4bd/0x230d04438e811f5f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2e20 expref: -99 pid: 34775 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788687426.873693:0:34775:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687426.873697:0:34775:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687426.873699:0:34775:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687426.873704:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.873705:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.873707:0:34775:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.873712:0:34775:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687426.873714:0:34775:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.873716:0:34775:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.873718:0:34775:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.873721:0:34775:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687426.873722:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.873723:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687426.873724:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.873725:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788687426.873727:0:34775:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788687426.873729:0:34775:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788687426.873731:0:34775:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788687426.873732:0:34775:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788687426.873734:0:34775:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788687426.873735:0:34775:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29d8aca5d8 (ffff9b29d8acd008/0) at cl_lock_fini():72 00020000:00000001:3.0:1788687426.873739:0:34775:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788687426.873740:0:34775:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788687426.873742:0:34775:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c30560b0 (ffff9b29d8acd008/1) at cl_lock_fini():72 00000008:00000010:3.0:1788687426.873745:0:34775:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29c5661300. 00000020:00000001:3.0:1788687426.873821:0:34775:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788687426.873824:0:34775:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c3056080. 00020000:00000001:3.0:1788687426.873837:0:34775:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788687426.873838:0:34775:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788687426.873840:0:34775:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1788687426.873842:0:34775:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788687426.873843:0:34775:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788687426.873845:0:34775:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788687426.873846:0:34775:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788687426.873847:0:34775:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687426.873849:0:34775:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687426.873851:0:34775:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788687426.873852:0:34775:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788687426.873854:0:34775:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1788687426.873856:0:34775:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:3.0:1788687426.873858:0:34775:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788687426.873860:0:34775:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788687426.873862:0:34775:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788687426.873863:0:34775:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788687426.873864:0:34775:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788687426.873866:0:34775:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788687426.873868:0:34775:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687426.873870:0:34775:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687426.873872:0:34775:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788687426.873874:0:34775:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788687426.873876:0:34775:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788687426.873880:0:34775:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:3.0:1788687426.873884:0:34775:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:3.0:1788687426.873887:0:34775:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:3.0:1788687426.873889:0:34775:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788687426.873891:0:34775:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788687426.873893:0:34775:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788687426.873894:0:34775:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788687426.873895:0:34775:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788687426.873898:0:34775:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d8acd6c0 00020000:00000001:3.0:1788687426.873901:0:34775:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788687426.873903:0:34775:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788687426.873938:0:34775:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788687426.873941:0:34775:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788687426.873944:0:34775:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788687426.873946:0:34775:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1788687426.873948:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23c98 00000080:00200000:3.0:1788687426.873949:0:34775:0:(file.c:2238:ll_file_io_generic()) f24b.recovery-small-1: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:3.0:1788687426.873955:0:34775:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788687426.873957:0:34775:0:(cl_object.c:143:cl_object_top()) ffff9b29e0155f58 -> ffff9b29e0155f58 00000020:00000001:3.0:1788687426.873959:0:34775:0:(cl_object.c:143:cl_object_top()) ffff9b29e0155f58 -> ffff9b29e0155f58 00000020:00000001:3.0:1788687426.873961:0:34775:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788687426.873966:0:34775:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788687426.873972:0:34775:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788687426.873974:0:34775:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:3.0:1788687426.873976:0:34775:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788687426.873977:0:34775:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:3.0:1788687426.873980:0:34775:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x34:1028 on OST[0]: s=8192 (1) m=1788687426 a=0 c=1788687426 b=1 00020000:00000001:3.0:1788687426.873984:0:34775:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788687426.873986:0:34775:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1788687426 a=0 c=1788687426 b=1 00020000:00000001:3.0:1788687426.873990:0:34775:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.873991:0:34775:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.873993:0:34775:0:(cl_object.c:143:cl_object_top()) ffff9b29e0155f58 -> ffff9b29e0155f58 00000080:00200000:3.0:1788687426.873996:0:34775:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x34:0x0] updating i_size 8192 i_blocks 1 00000080:00000001:3.0:1788687426.873999:0:34775:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:3.0:1788687426.874005:0:34775:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:3.0:1788687426.874007:0:34775:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:3.0:1788687426.874010:0:34775:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d8acd000 00000020:00000001:3.0:1788687426.874013:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23d88 00000080:00000008:3.0:1788687426.874015:0:34775:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24b.recovery-small-1:[0x200000404:0x34:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:3.0:1788687426.874018:0:34775:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:2.0:1788687426.919457:0:34778:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687426.919467:0:34778:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687426.919470:0:34778:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687426.919475:0:34778:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cd3bc0 00000080:00200000:2.0:1788687426.919481:0:34778:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687426.919489:0:34778:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c584a600. 00800000:00000002:2.0:1788687426.919500:0:34778:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687426.919505:0:34778:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687426.919512:0:34778:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687426.919515:0:34778:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cd3ae0 00800000:00000002:2.0:1788687426.919518:0:34778:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687426.919523:0:34778:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687426.919528:0:34778:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687426.919534:0:34778:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687426.919536:0:34778:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cd39b0 00000002:00010000:2.0:1788687426.919538:0:34778:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687426.919542:0:34778:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687426.919544:0:34778:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687426.919549:0:34778:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687426.919558:0:34778:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 2 00010000:00000001:2.0:1788687426.919618:0:34778:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687426.919627:0:34778:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687426.919633:0:34778:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687426.919639:0:34778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788687426.919652:0:34778:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687426.919658:0:34778:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687426.919662:0:34778:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788687426.919671:0:34778:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687426.919673:0:34778:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687426.919675:0:34778:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687426.919678:0:34778:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687426.919680:0:34778:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687426.919683:0:34778:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687426.919686:0:34778:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687426.919689:0:34778:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687426.919692:0:34778:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c584a600. 00000080:00000001:2.0:1788687426.919697:0:34778:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687426.919699:0:34778:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687426.919703:0:34778:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687426.919707:0:34778:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f43 00800000:00000001:2.0:1788687426.919712:0:34778:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687426.919714:0:34778:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687426.919716:0:34778:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687426.919719:0:34778:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687426.919722:0:34778:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=3 00000020:00000001:2.0:1788687426.919725:0:34778:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:2.0:1788687426.919728:0:34778:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:2.0:1788687426.919731:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.919733:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687426.919734:0:34778:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687426.919736:0:34778:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687426.919739:0:34778:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f43 from it ffffaca081cd3bf8 00010000:00000001:2.0:1788687426.919742:0:34778:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687426.919743:0:34778:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687426.919744:0:34778:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=3 00000020:00000001:2.0:1788687426.919869:0:34778:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:2.0:1788687426.919873:0:34778:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:2.0:1788687426.919875:0:34778:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687426.919879:0:34778:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687426.919886:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.919888:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687426.919890:0:34778:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687426.919893:0:34778:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687426.919896:0:34778:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788687426.920003:0:34778:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687426.920008:0:34778:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687426.920010:0:34778:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687426.920015:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.920017:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687426.920019:0:34778:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.920023:0:34778:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687426.920025:0:34778:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.920027:0:34778:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.920030:0:34778:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.920033:0:34778:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687426.920034:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.920035:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687426.920040:0:34778:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687426.920042:0:34778:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687426.920044:0:34778:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788687426.920050:0:34778:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687426.920055:0:34778:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788687426.920057:0:34778:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cd3b88 00000080:00002000:2.0:1788687426.920059:0:34778:0:(dcache.c:87:ll_dcompare()) found name d24b.recovery-small(ffff9b29d8762af8) flags 0x20000e refc 1 00000080:00000001:2.0:1788687426.920063:0:34778:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687426.920065:0:34778:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cd3bd0 00000080:00200000:2.0:1788687426.920066:0:34778:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d24b.recovery-small, flags=25 00000080:00000001:2.0:1788687426.920071:0:34778:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788687426.920073:0:34778:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687426.920077:0:34778:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788687426.920078:0:34778:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff9b29d85921c8), inode mode 41ed mask 1 00000080:00000001:2.0:1788687426.920081:0:34778:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687426.920106:0:34778:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c622ffc0. 00000080:00000001:2.0:1788687426.920112:0:34778:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788687426.920113:0:34778:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff9b29d85921c8), inode mode 41ed mask 3 00000080:00000001:2.0:1788687426.920115:0:34778:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687426.920118:0:34778:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788687426.920120:0:34778:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cd3b58 00000080:00200000:2.0:1788687426.920122:0:34778:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000404:0x32:0x0](ffff9b29d85921c8), file ffff9b29c2e04900, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1788687426.920128:0:34778:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b29c33d06c0. 00000080:00000001:2.0:1788687426.920133:0:34778:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788687426.920135:0:34778:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cd3a08 00000080:00200000:2.0:1788687426.920137:0:34778:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000404:0x32:0x0](ffff9b29d85921c8), intent=open|creat 00000080:00000010:2.0:1788687426.920144:0:34778:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c584a600. 00000080:00000001:2.0:1788687426.920150:0:34778:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687426.920153:0:34778:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687426.920155:0:34778:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cd3928 00800000:00000002:2.0:1788687426.920156:0:34778:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-2' on [0x200000404:0x32:0x0] 00800000:00000001:2.0:1788687426.920159:0:34778:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788687426.920163:0:34778:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788687426.920168:0:34778:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633202409432576 : -110871300119040 : ffff9b29c38a6600) 00800000:00000001:2.0:1788687426.920172:0:34778:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788687426.920174:0:34778:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788687426.920176:0:34778:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788687426.920180:0:34778:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788687426.920182:0:34778:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b29e019e800: Allocated FID [0x200000404:0x35:0x0] 40000000:00000001:2.0:1788687426.920186:0:34778:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687426.920188:0:34778:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687426.920190:0:34778:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687426.920192:0:34778:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687426.920194:0:34778:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cd38a8 00800000:00000002:2.0:1788687426.920196:0:34778:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x32:0x0], fid2=[0x200000404:0x35:0x0], name='f24b.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:2.0:1788687426.920200:0:34778:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687426.920202:0:34778:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cd37e0 00000002:00010000:2.0:1788687426.920204:0:34778:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24b.recovery-small-2,[0x200000404:0x35:0x0]) in obj [0x200000404:0x32:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1788687426.920208:0:34778:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788687426.920212:0:34778:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788687426.920216:0:34778:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788687426.920221:0:34778:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687426.920223:0:34778:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788687426.920227:0:34778:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62200 count: 2 00010000:00000001:2.0:1788687426.920230:0:34778:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687426.920233:0:34778:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788687426.920236:0:34778:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.920238:0:34778:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687426.920240:0:34778:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687426.920246:0:34778:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42e8700. 00000020:00000040:2.0:1788687426.920251:0:34778:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:2.0:1788687426.920258:0:34778:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788687426.920260:0:34778:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.920264:0:34778:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687426.920268:0:34778:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687426.920271:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.920273:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687426.920274:0:34778:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687426.920277:0:34778:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687426.920279:0:34778:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687426.920283:0:34778:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687426.920293:0:34778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c63d4400. 00000100:00000001:2.0:1788687426.920303:0:34778:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.920310:0:34778:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687426.920311:0:34778:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.920313:0:34778:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687426.920314:0:34778:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.920317:0:34778:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687426.920328:0:34778:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633202420188928 : -110871289362688 : ffff9b29c42e8700) 00010000:00000001:2.0:1788687426.920332:0:34778:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788687426.920334:0:34778:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788687426.920337:0:34778:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62200 count: 2 00010000:00000001:2.0:1788687426.920340:0:34778:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687426.920343:0:34778:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788687426.920347:0:34778:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29d13a8e00. 00000020:00000001:2.0:1788687426.920350:0:34778:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788687426.920353:0:34778:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29d13a8e00 with handle 0x230d04438e811f66 to hash 00000020:00000001:2.0:1788687426.920355:0:34778:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788687426.920357:0:34778:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:2.0:1788687426.920362:0:34778:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:2.0:1788687426.920365:0:34778:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687426.920367:0:34778:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687426.920371:0:34778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811f66 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34778 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687426.920379:0:34778:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811f66 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34778 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788687426.920393:0:34778:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788687426.920408:0:34778:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c42e8700 x1875572824559616/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788687426.920418:0:34778:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811f66 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34778 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788687426.920424:0:34778:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687426.920426:0:34778:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687426.920435:0:34778:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e0116c00. 00000100:00000001:2.0:1788687426.920437:0:34778:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202888043520 : -110870821508096 : ffff9b29e0116c00) 00000100:00000001:2.0:1788687426.920440:0:34778:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687426.920442:0:34778:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188928 : -110871289362688 : ffff9b29c42e8700) 00000100:00000001:2.0:1788687426.920447:0:34778:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687426.920452:0:34778:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687426.920455:0:34778:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687426.920457:0:34778:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687426.920462:0:34778:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42e8700 x1875572824559616/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.920470:0:34778:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687426.920473:0:34778:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687426.920478:0:34778:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687426.920481:0:34778:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687426.920484:0:34778:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687426.920488:0:34778:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42e8700 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:34778:1875572824559616:192.168.203.144@tcp:101:multiop.0 00000100:00000001:2.0:1788687426.920493:0:34778:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687426.920500:0:34778:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687426.920503:0:34778:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687426.920506:0:34778:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687426.920820:0:34778:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b29c69a0000. 02000000:00000001:2.0:1788687426.920823:0:34778:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687426.920841:0:34778:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687426.920847:0:34778:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd630. 00000400:00000010:2.0:1788687426.920856:0:34778:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b29c63d6400. 00000100:00000200:2.0:1788687426.920865:0:34778:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875572824559616, portal 10 00000100:00000001:2.0:1788687426.920867:0:34778:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687426.920869:0:34778:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188928 : -110871289362688 : ffff9b29c42e8700) 00000100:00000040:2.0:1788687426.920876:0:34778:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42e8700 x1875572824559616/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687442 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.920884:0:34778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687426.920886:0:34778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687426.920890:0:34778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240aa0. 00000100:00000200:2.0:1788687426.920893:0:34778:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875572824559616, offset 0 00000400:00000200:2.0:1788687426.920900:0:34778:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687426.921124:0:34778:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.921135:0:34778:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687426.921142:0:34778:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687426.921146:0:34778:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687426.921150:0:34778:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687426.921153:0:34778:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687426.921275:0:34778:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2619:2619:256:4294967295] 192.168.203.144@tcp LPNI seq info [2619:2619:8:4294967295] 00000400:00000200:2.0:1788687426.921280:0:34778:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.921294:0:34778:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687426.921302:0:34778:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687426.921309:0:34778:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3500. 00000800:00000200:2.0:1788687426.921319:0:34778:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687426.921331:0:34778:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687426.921335:0:34778:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3500 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1788687426.921405:0:34778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687426.921412:0:34778:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 798521 usecs (799 jiffies) 00000400:00000200:2.0:1788687426.921416:0:34778:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687426.921419:0:34778:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296553725 00000100:00000001:2.0:1788687426.921428:0:34778:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296553690 00000100:00000001:2.0:1788687426.921433:0:34778:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296553725 00000100:00000001:2.0:1788687426.921437:0:34778:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296553690 00000100:00000001:2.0:1788687426.921441:0:34778:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687426.921444:0:34778:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687426.921447:0:34778:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687426.921450:0:34778:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687426.921453:0:34778:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e0116c00 going to sleep for 11 seconds 00000100:00000001:2.0:1788687426.921455:0:34778:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687426.921459:0:34778:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687426.926960:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687426.926976:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3500. 00000400:00000200:3.0:1788687426.926985:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687426.926996:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687426.927005:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240aa0 00000400:00000010:3.0:1788687426.927008:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240aa0. 00000100:00000001:3.0:1788687426.927015:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687426.927025:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42e8700 x1875572824559616/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687442 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.927046:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687426.927050:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8700 x1875572824559616/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687442 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.927057:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.927059:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687426.935213:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.935235:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687426.935240:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.935242:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687426.935254:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.935263:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687426.935273:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.935278:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.935284:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.935289:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x6a9d2d3f55000 00000400:00000200:2.0:1788687426.935295:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.935303:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x72dd [32] + 224 00000800:00000001:2.0:1788687426.935311:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.935338:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687426.935344:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687426.935349:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687426.935360:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687426.935372:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42e8700 x1875572824559616/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687442 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687426.935384:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b29c42e8700 x1875572824559616/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.935399:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788687426.935409:0:2361:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788687426.935412:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.935418:0:2361:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687426.935424:0:2361:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2620:2620:256:4294967295] 192.168.203.144@tcp LPNI seq info [2620:2620:8:4294967295] 00000400:00000200:2.0:1788687426.935429:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687426.935437:0:2361:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:2.0:1788687426.935443:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687426.935451:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9b29c63d5400. 00000800:00000200:2.0:1788687426.935457:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687426.935467:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687426.935472:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c63d5400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788687426.935585:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687426.935588:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9b29c63d5400. 00000400:00000200:2.0:1788687426.935592:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687426.935596:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1788687426.935604:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687426.935609:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687426.936670:0:34778:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687426.936685:0:34778:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687426.936687:0:34778:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687426.936692:0:34778:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd630. 00000400:00000200:0.0:1788687426.936700:0:34778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c63d6400 00000400:00000010:0.0:1788687426.936703:0:34778:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b29c63d6400. 00000100:00000001:0.0:1788687426.936709:0:34778:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687426.936721:0:34778:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42e8700 x1875572824559616/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687426.936733:0:34778:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42e8700 x1875572824559616/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687426.936741:0:34778:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687426.936744:0:34778:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687426.936757:0:34778:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687426.936761:0:34778:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687426.936764:0:34778:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687426.936767:0:34778:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687426.936771:0:34778:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687426.936783:0:34778:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=48 v=5 (5 5 103 103) 00000100:00001000:0.0:1788687426.936789:0:34778:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=29 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687426.936792:0:34778:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687426.936794:0:34778:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687426.936797:0:34778:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687426.936803:0:34778:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687426.936808:0:34778:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687426.936810:0:34778:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x20000000f/0x1] 00000100:00000001:0.0:1788687426.936812:0:34778:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687426.936815:0:34778:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687426.936817:0:34778:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188928 : -110871289362688 : ffff9b29c42e8700) 00000100:00000001:0.0:1788687426.936821:0:34778:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687426.936823:0:34778:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934606 00000100:00000001:0.0:1788687426.936826:0:34778:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687426.936838:0:34778:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687426.936844:0:34778:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42e8700 x1875572824559616/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1788687442 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687426.936852:0:34778:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687426.936855:0:34778:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687426.936857:0:34778:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687426.936861:0:34778:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42e8700 x1875572824559616/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1788687442 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687426.936870:0:34778:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42e8700 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:34778:1875572824559616:192.168.203.144@tcp:101:multiop.0 00000100:00000001:0.0:1788687426.936875:0:34778:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687426.936879:0:34778:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687426.936881:0:34778:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687426.936884:0:34778:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687426.936888:0:34778:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8700 x1875572824559616/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1788687442 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687426.936894:0:34778:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687426.936897:0:34778:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e0116c00. 00000100:00000001:0.0:1788687426.936901:0:34778:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687426.936903:0:34778:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687426.936923:0:34778:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687426.936930:0:34778:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687426.936933:0:34778:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687426.936938:0:34778:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8e00 refcount=4 00000020:00000001:0.0:1788687426.936941:0:34778:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:0.0:1788687426.936945:0:34778:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000040:0.0:1788687426.936956:0:34778:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29d13a8e00, remote cookie: 0x59c08f76ab1d2e3c, flags: 0x1001 00010000:00010000:0.0:1788687426.936963:0:34778:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811f66 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e3c expref: -99 pid: 34778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788687426.936974:0:34778:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x35:0x0].0x0, instead of [0x200000404:0x32:0x0].0x0 00010000:00000001:0.0:1788687426.936978:0:34778:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788687426.936991:0:34778:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c64dec00. 00010000:00000010:0.0:1788687426.936999:0:34778:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5ca0680. 00010000:00000001:0.0:1788687426.937005:0:34778:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687426.937009:0:34778:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811f66 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e3c expref: -99 pid: 34778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687426.937017:0:34778:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811f66 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e3c expref: -99 pid: 34778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687426.937024:0:34778:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788687426.937029:0:34778:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788687426.937032:0:34778:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788687426.937033:0:34778:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788687426.937035:0:34778:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788687426.937037:0:34778:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x35:0x0].0x0 (ffff9b29c64dec00) refcount = 1 00010000:00010000:0.0:1788687426.937042:0:34778:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811f66 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e3c expref: -99 pid: 34778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687426.937048:0:34778:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788687426.937052:0:34778:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788687426.937054:0:34778:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687426.937057:0:34778:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788687426.937060:0:34778:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687426.937065:0:34778:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811f66 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e3c expref: -99 pid: 34778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687426.937072:0:34778:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788687426.937074:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687426.937076:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687426.937077:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687426.937078:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687426.937080:0:34778:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687426.937085:0:34778:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788687426.937089:0:34778:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687426.937090:0:34778:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687426.937102:0:34778:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8e00 refcount=3 00000020:00000001:0.0:1788687426.937105:0:34778:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:0.0:1788687426.937107:0:34778:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:0.0:1788687426.937109:0:34778:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687426.937111:0:34778:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687426.937112:0:34778:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8e00 refcount=4 00000020:00000001:0.0:1788687426.937113:0:34778:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:0.0:1788687426.937116:0:34778:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:0.0:1788687426.937119:0:34778:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687426.937122:0:34778:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687426.937126:0:34778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811f66 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e3c expref: -99 pid: 34778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687426.937132:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687426.937134:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687426.937135:0:34778:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687426.937136:0:34778:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687426.937137:0:34778:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8e00 refcount=5 00000020:00000001:0.0:1788687426.937139:0:34778:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:0.0:1788687426.937141:0:34778:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:0.0:1788687426.937143:0:34778:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687426.937147:0:34778:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811f66 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e3c expref: -99 pid: 34778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687426.937154:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687426.937155:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687426.937158:0:34778:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811f66 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e3c expref: -99 pid: 34778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687426.937164:0:34778:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687426.937166:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687426.937167:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687426.937168:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687426.937169:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788687426.937175:0:34778:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9b29c42e8700 x1875572824559616/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1788687442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788687426.937186:0:34778:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788687426.937191:0:34778:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c42e8700 x1875572824559616/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 664/664 e 0 to 0 dl 1788687442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788687426.937198:0:34778:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687426.937206:0:34778:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687426.937208:0:34778:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687426.937209:0:34778:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8e00 refcount=3 00000020:00000001:0.0:1788687426.937211:0:34778:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:0.0:1788687426.937213:0:34778:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00000002:00010000:0.0:1788687426.937216:0:34778:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811f66 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e3c expref: -99 pid: 34778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788687426.937226:0:34778:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b29c4c6f500. 00010000:00000001:0.0:1788687426.937229:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687426.937230:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687426.937231:0:34778:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687426.937233:0:34778:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687426.937237:0:34778:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788687426.937240:0:34778:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687426.937242:0:34778:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188928 : -110871289362688 : ffff9b29c42e8700) 00000100:00000001:0.0:1788687426.937244:0:34778:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687426.937245:0:34778:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188928 : -110871289362688 : ffff9b29c42e8700) 00010000:00000001:0.0:1788687426.937248:0:34778:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687426.937249:0:34778:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687426.937250:0:34778:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8e00 refcount=3 00000020:00000001:0.0:1788687426.937252:0:34778:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:0.0:1788687426.937254:0:34778:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00000002:00010000:0.0:1788687426.937261:0:34778:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811f66 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e3c expref: -99 pid: 34778 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687426.937268:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687426.937270:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687426.937272:0:34778:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687426.937273:0:34778:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687426.937275:0:34778:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687426.937276:0:34778:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8e00 refcount=3 00000020:00000001:0.0:1788687426.937278:0:34778:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:0.0:1788687426.937280:0:34778:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000040:0.0:1788687426.937284:0:34778:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dec00 count: 2 00010000:00000001:0.0:1788687426.937287:0:34778:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788687426.937291:0:34778:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/53 (0 0) 00010000:00000001:0.0:1788687426.937294:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687426.937295:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687426.937297:0:34778:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788687426.937300:0:34778:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cd3768 00000002:00002000:0.0:1788687426.937302:0:34778:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-2 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1788687426.937305:0:34778:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687426.937310:0:34778:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687426.937313:0:34778:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687426.937317:0:34778:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x32:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788687426.937322:0:34778:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687426.937328:0:34778:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788687426.937330:0:34778:0:(namei.c:674:ll_lookup_it_finish()) it ffff9b29c33d06c0 it_disposition 1800037 00000080:00002000:0.0:1788687426.937338:0:34778:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d87610d8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1788687426.937344:0:34778:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788687426.937351:0:34778:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1788687426.937354:0:34778:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cd3990 00000080:00200000:0.0:1788687426.937356:0:34778:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000404:0x32:0x0](ffff9b29d85921c8), intent=open|creat 00000080:00000001:0.0:1788687426.937359:0:34778:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1788687426.937362:0:34778:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788687426.937369:0:34778:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788687426.937373:0:34778:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788687426.937376:0:34778:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833973 : 144115205322833973 : 200000404000035) 00000080:00000001:0.0:1788687426.937380:0:34778:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788687426.937403:0:34778:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b29d8590840. 00000020:00000001:0.0:1788687426.937416:0:34778:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1788687426.937418:0:34778:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1788687426.937421:0:34778:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788687426.937423:0:34778:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x35:0x0](ffff9b29d8590908) 00000020:00000001:0.0:1788687426.937428:0:34778:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687426.937433:0:34778:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:0.0:1788687426.937436:0:34778:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000020:00000001:0.0:1788687426.937441:0:34778:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1788687426.937446:0:34778:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9b29c97ea0c8. 00000020:00000001:0.0:1788687426.937449:0:34778:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788687426.937451:0:34778:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687426.937460:0:34778:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1788687426.937463:0:34778:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9b29c524f000. 00020000:00000001:0.0:1788687426.937465:0:34778:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446633202436337664 : -110871273213952 : ffff9b29c524f000) 00020000:00000001:0.0:1788687426.937468:0:34778:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1788687426.937471:0:34778:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788687426.937476:0:34778:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c33444e0. 00020000:00000010:0.0:1788687426.937479:0:34778:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29c687e980. 00020000:00000010:0.0:1788687426.937483:0:34778:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c3344420. 00020000:00000001:0.0:1788687426.937485:0:34778:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202403787808 : -110871305763808 : ffff9b29c3344420) 00020000:00000002:0.0:1788687426.937487:0:34778:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c3344420, objid 0x35:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788687426.937492:0:34778:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788687426.937495:0:34778:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c687e980: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000001:0.0:1788687426.937498:0:34778:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1788687426.937499:0:34778:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c3344420, objid 0x35:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788687426.937501:0:34778:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788687426.937503:0:34778:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c687e980: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000010:0.0:1788687426.937506:0:34778:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9b29c3f7cef0. 00020000:00000010:0.0:1788687426.937509:0:34778:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9b29c2e43f00. 00020000:00000001:0.0:1788687426.937513:0:34778:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1788687426.937517:0:34778:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9b29c3375e70. 00020000:00000001:0.0:1788687426.937521:0:34778:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1788687426.937522:0:34778:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1788687426.937528:0:34778:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1788687426.937531:0:34778:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9b29c97ea578. 00000020:00000001:0.0:1788687426.937533:0:34778:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788687426.937534:0:34778:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687426.937537:0:34778:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446633202509325816 : -110871200225800 : ffff9b29c97ea5f8) 00020000:00000001:0.0:1788687426.937541:0:34778:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1788687426.937547:0:34778:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9b29c5dd4fc0. 00020000:00000001:0.0:1788687426.937550:0:34778:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.937556:0:34778:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633202509325816 : -110871200225800 : ffff9b29c97ea5f8) 00020000:00000001:0.0:1788687426.937559:0:34778:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633202509325816 : -110871200225800 : ffff9b29c97ea5f8) 00020000:00000002:0.0:1788687426.937563:0:34778:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x45:0x0]@ffff9b29c97ea578[0:0] -> [0x200000404:0x35:0x0]@ffff9b29c97ea0c8: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000001:0.0:1788687426.937569:0:34778:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1788687426.937571:0:34778:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1788687426.937573:0:34778:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.937581:0:34778:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633202509324616 : -110871200227000 : ffff9b29c97ea148) 00000020:00001000:0.0:1788687426.937585:0:34778:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000080:00000001:0.0:1788687426.937592:0:34778:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833973 : 144115205322833973 : 200000404000035) 00000080:00000001:0.0:1788687426.937595:0:34778:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788687426.937598:0:34778:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833973 mtime from 0 to 1788687426 00000080:00000001:0.0:1788687426.937603:0:34778:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788687426.937606:0:34778:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758519048 : -110870951032568 : ffff9b29d8590908) 00010000:00000001:0.0:1788687426.937609:0:34778:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687426.937610:0:34778:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687426.937613:0:34778:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8e00 refcount=3 00000020:00000001:0.0:1788687426.937615:0:34778:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:0.0:1788687426.937617:0:34778:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00000080:00000001:0.0:1788687426.937621:0:34778:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788687426.937622:0:34778:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687426.937624:0:34778:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:0.0:1788687426.937625:0:34778:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000020:00000001:0.0:1788687426.937628:0:34778:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788687426.937630:0:34778:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788687426.937632:0:34778:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788687426.937635:0:34778:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c3344240. 00020000:00000010:0.0:1788687426.937638:0:34778:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29c687e380. 00020000:00000010:0.0:1788687426.937640:0:34778:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c3344300. 00020000:00000001:0.0:1788687426.937642:0:34778:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202403787520 : -110871305764096 : ffff9b29c3344300) 00020000:00000002:0.0:1788687426.937644:0:34778:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c3344300, objid 0x35:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788687426.937646:0:34778:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788687426.937649:0:34778:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c687e380: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:0.0:1788687426.937652:0:34778:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29c524f000) owner ffff9b29d08d0000 00020000:00000001:0.0:1788687426.937655:0:34778:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788687426.937656:0:34778:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29c524f000) owner ffff9b29d08d0000 00020000:00000010:0.0:1788687426.937660:0:34778:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29c687e380. 00020000:00000010:0.0:1788687426.937663:0:34778:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c3344240. 00020000:00000010:0.0:1788687426.937668:0:34778:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c3344300. 00020000:00000002:0.0:1788687426.937669:0:34778:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x35:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788687426.937670:0:34778:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.937672:0:34778:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.937675:0:34778:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788687426.937677:0:34778:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f000) owner 0000000000000000/ffff9b29d08d0000 00020000:00000002:0.0:1788687426.937681:0:34778:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c3344420 addref 2/0 by ffff9b29d08d0000. 00020000:00000002:0.0:1788687426.937682:0:34778:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f000) owner 0000000000000000/ffff9b29d08d0000 00020000:00000001:0.0:1788687426.937685:0:34778:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788687426.937687:0:34778:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788687426.937688:0:34778:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788687426.937689:0:34778:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788687426.937691:0:34778:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788687426.937692:0:34778:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x35:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788687426.937693:0:34778:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000080:00000001:0.0:1788687426.937695:0:34778:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687426.937696:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687426.937697:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687426.937698:0:34778:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788687426.937701:0:34778:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788687426.937703:0:34778:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687426.937705:0:34778:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x35:0x0](ffff9b29d8590908) 00000080:00010000:0.0:1788687426.937709:0:34778:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x35:0x0](ffff9b29d8590908) for lock 0x230d04438e811f66 00800000:00000001:0.0:1788687426.937712:0:34778:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687426.937714:0:34778:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687426.937717:0:34778:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687426.937718:0:34778:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687426.937720:0:34778:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8e00 refcount=3 00000020:00000001:0.0:1788687426.937722:0:34778:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:0.0:1788687426.937724:0:34778:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:0.0:1788687426.937727:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687426.937728:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687426.937729:0:34778:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687426.937731:0:34778:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687426.937733:0:34778:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1788687426.937735:0:34778:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687426.937741:0:34778:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9b29c42e8700 x1875572824559616/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687442 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687426.937749:0:34778:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788687426.937754:0:34778:0:(namei.c:1651:ll_create_it()) inode ffff9b29d8590908 need_sync_to_mds [0x200000404:0x35:0x0] 00000080:00000001:0.0:1788687426.937758:0:34778:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687426.937762:0:34778:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x35:0x0](ffff9b29d8590908) 00000080:00000001:0.0:1788687426.937766:0:34778:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788687426.937775:0:34778:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c584a600. 00000100:00000001:0.0:1788687426.937779:0:34778:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687426.937783:0:34778:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42e8700 x1875572824559616/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687442 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687426.937789:0:34778:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687426.937793:0:34778:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1788687426.937795:0:34778:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788687426.937798:0:34778:0:(namei.c:1500:ll_atomic_open()) inode ffff9b29d8590908 need_sync_to_mds [0x200000404:0x35:0x0] 00000080:00000001:0.0:1788687426.937810:0:34778:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788687426.937812:0:34778:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cd3a68 00000080:00200008:0.0:1788687426.937815:0:34778:0:(file.c:1090:ll_file_open()) START file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff9b29d8590908), flags 100102 00000080:00000010:0.0:1788687426.937823:0:34778:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29d0061540. 00000080:00000010:0.0:1788687426.937839:0:34778:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b29c4c6f000. 00000080:00000001:0.0:1788687426.937843:0:34778:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788687426.937848:0:34778:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788687426.937852:0:34778:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788687426.937856:0:34778:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b29c636d740. 00000002:00100000:0.0:1788687426.937860:0:34778:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c42e8700 x1875572824559616/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788687426.937867:0:34778:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687426.937869:0:34778:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788687426.937873:0:34778:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788687426.937876:0:34778:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687426.937879:0:34778:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687426.937882:0:34778:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687426.937885:0:34778:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8700 x1875572824559616/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687442 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788687426.937893:0:34778:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687426.937897:0:34778:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b29c69a0000. 02000000:00000001:0.0:1788687426.937953:0:34778:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788687426.937955:0:34778:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.937959:0:34778:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cd3a68 00000080:00000008:0.0:1788687426.937961:0:34778:0:(file.c:1329:ll_file_open()) COMPLETED file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff9b29d8590908), flags 100102, rc = 0 00000080:00000001:0.0:1788687426.937966:0:34778:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788687426.937968:0:34778:0:(dcache.c:176:ll_intent_release()) intent ffff9b29c33d06c0 released 00000080:00010000:0.0:1788687426.937972:0:34778:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f66 from it ffff9b29c33d06c0 00010000:00000001:0.0:1788687426.937974:0:34778:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687426.937975:0:34778:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687426.937977:0:34778:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8e00 refcount=3 00000020:00000001:0.0:1788687426.937979:0:34778:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:0.0:1788687426.937981:0:34778:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639080960 : -110871070470656 : ffff9b29d13a8e00) 00010000:00000001:0.0:1788687426.937984:0:34778:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687426.937988:0:34778:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811f66 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2e3c expref: -99 pid: 34778 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687426.937995:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687426.937996:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687426.937998:0:34778:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687426.938001:0:34778:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687426.938003:0:34778:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8e00/0x230d04438e811f66 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2e3c expref: -99 pid: 34778 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687426.938012:0:34778:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687426.938015:0:34778:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687426.938017:0:34778:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687426.938022:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687426.938023:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687426.938025:0:34778:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687426.938030:0:34778:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687426.938032:0:34778:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687426.938034:0:34778:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687426.938038:0:34778:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687426.938039:0:34778:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687426.938041:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687426.938042:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687426.938044:0:34778:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788687426.938047:0:34778:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788687426.938049:0:34778:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788687426.938052:0:34778:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687426.938054:0:34778:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788687426.938056:0:34778:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687426.938059:0:34778:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788687426.938061:0:34778:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687426.938064:0:34778:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788687426.938065:0:34778:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687426.938067:0:34778:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788687426.938070:0:34778:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9b29c33d06c0. 00000080:00000001:0.0:1788687426.938074:0:34778:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687426.938079:0:34778:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788687426.938081:0:34778:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x35:0x0](ffff9b29d8590908), inode mode 81a4 mask 40 00000080:00000001:0.0:1788687426.938085:0:34778:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687426.938345:0:34778:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:0.0:1788687426.938348:0:34778:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cd3d88 00000080:00200008:0.0:1788687426.938351:0:34778:0:(file.c:2650:do_file_write_iter()) START file f24b.recovery-small-2:[0x200000404:0x35:0x0], ppos: 0, count: 8192 00000080:00000002:0.0:1788687426.938354:0:34778:0:(file.c:2656:do_file_write_iter()) inode ffff9b29d8590908 need_sync_to_oss [0x200000404:0x35:0x0] 00000080:00000001:0.0:1788687426.938356:0:34778:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1788687426.938358:0:34778:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687426.938360:0:34778:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788687426.938364:0:34778:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687426.938366:0:34778:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000080:00000001:0.0:1788687426.938367:0:34778:0:(file.c:2594:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.938369:0:34778:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687426.938371:0:34778:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:0.0:1788687426.938373:0:34778:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000080:00000001:0.0:1788687426.938377:0:34778:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788687426.938378:0:34778:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cd3c98 00000080:00200000:0.0:1788687426.938380:0:34778:0:(file.c:2090:ll_file_io_generic()) f24b.recovery-small-2: write ppos: 0, bytes: 8192 00000020:00000001:0.0:1788687426.938386:0:34778:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cd3c30 00000080:00200000:0.0:1788687426.938388:0:34778:0:(file.c:1848:ll_io_set_mirror()) f24b.recovery-small-2: desiginated mirror: 0 00000020:00000001:0.0:1788687426.938391:0:34778:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788687426.938398:0:34778:0:(cl_io.c:214:cl_io_rw_init()) header@00000000a95983fe[0x110, 1, [0x200000404:0x35:0x0] hash] 00000020:00200000:0.0:1788687426.938400:0:34778:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:0.0:1788687426.938404:0:34778:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea148 -> ffff9b29c97ea148 00000020:00000001:0.0:1788687426.938407:0:34778:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788687426.938409:0:34778:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788687426.938412:0:34778:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x35:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788687426.938415:0:34778:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687426.938417:0:34778:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788687426.938421:0:34778:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687426.938426:0:34778:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687426.938429:0:34778:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788687426.938431:0:34778:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687426.938433:0:34778:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687426.938438:0:34778:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x35:0x0]io ffff9b29c38c7590 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1788687426.938441:0:34778:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f000) owner 0000000000000000/ffff9b29d08d0000 00020000:00000001:0.0:1788687426.938445:0:34778:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788687426.938447:0:34778:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788687426.938451:0:34778:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788687426.938452:0:34778:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1788687426.938455:0:34778:0:(lov_io.c:860:lov_io_slice_init()) 0 8192 00020000:00000001:0.0:1788687426.938459:0:34778:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1788687426.938461:0:34778:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788687426.938462:0:34778:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.938464:0:34778:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687426.938465:0:34778:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788687426.938467:0:34778:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788687426.938468:0:34778:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f000) owner 0000000000000000/ffff9b29d08d0000 00000020:00000001:0.0:1788687426.938471:0:34778:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.938472:0:34778:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687426.938475:0:34778:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:0.0:1788687426.938477:0:34778:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:0.0:1788687426.938480:0:34778:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.938484:0:34778:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788687426.938486:0:34778:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788687426.938489:0:34778:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788687426.938491:0:34778:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1788687426.938494:0:34778:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1788687426.938496:0:34778:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:0.0:1788687426.938499:0:34778:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788687426.938501:0:34778:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788687426.938505:0:34778:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1788687426.938509:0:34778:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687426.938511:0:34778:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788687426.938513:0:34778:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687426.938514:0:34778:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509234184 : -110871200317432 : ffff9b29c97d4008) 00000020:00001000:0.0:1788687426.938516:0:34778:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4000 00000020:00000001:0.0:1788687426.938519:0:34778:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea5f8 -> ffff9b29c97ea148 00000020:00000001:0.0:1788687426.938520:0:34778:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788687426.938524:0:34778:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687426.938525:0:34778:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788687426.938527:0:34778:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687426.938529:0:34778:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687426.938531:0:34778:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687426.938534:0:34778:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788687426.938537:0:34778:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788687426.938541:0:34778:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.938543:0:34778:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687426.938546:0:34778:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687426.938548:0:34778:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.938549:0:34778:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.938551:0:34778:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1788687426.938555:0:34778:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788687426.938557:0:34778:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788687426.938560:0:34778:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788687426.938563:0:34778:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687426.938566:0:34778:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687426.938568:0:34778:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788687426.938570:0:34778:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:0.0:1788687426.938573:0:34778:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788687426.938574:0:34778:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788687426.938576:0:34778:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.938578:0:34778:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687426.938579:0:34778:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687426.938582:0:34778:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687426.938583:0:34778:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687426.938585:0:34778:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788687426.938587:0:34778:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687426.938588:0:34778:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788687426.938590:0:34778:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687426.938591:0:34778:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.938593:0:34778:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687426.938595:0:34778:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687426.938596:0:34778:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.938597:0:34778:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687426.938600:0:34778:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788687426.938602:0:34778:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788687426.938605:0:34778:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788687426.938607:0:34778:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788687426.938610:0:34778:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:0.0:1788687426.938615:0:34778:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c5ca0f80. 00020000:00000002:0.0:1788687426.938618:0:34778:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1788687426.938621:0:34778:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788687426.938622:0:34778:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687426.938623:0:34778:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687426.938625:0:34778:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788687426.938630:0:34778:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29d1209db0. 00000008:00010000:0.0:1788687426.938632:0:34778:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788687426.938635:0:34778:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687426.938636:0:34778:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788687426.938641:0:34778:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c5ca0fb0, osc lock ffff9b29d1209db0, flags 0x0 00000020:00000001:0.0:1788687426.938643:0:34778:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687426.938645:0:34778:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687426.938648:0:34778:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202447159168 : -110871262392448 : ffff9b29c5ca0f80) 00000020:00000001:0.0:1788687426.938650:0:34778:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687426.938651:0:34778:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788687426.938653:0:34778:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.938654:0:34778:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.938656:0:34778:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687426.938658:0:34778:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687426.938659:0:34778:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687426.938660:0:34778:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687426.938661:0:34778:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687426.938664:0:34778:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687426.938666:0:34778:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788687426.938669:0:34778:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.938672:0:34778:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788687426.938675:0:34778:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788687426.938676:0:34778:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788687426.938678:0:34778:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788687426.938679:0:34778:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788687426.938681:0:34778:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788687426.938684:0:34778:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788687426.938686:0:34778:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687426.938692:0:34778:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687426.938696:0:34778:0:(ldlm_request.c:995:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1788687426.938702:0:34778:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f1f80. 00000020:00000040:0.0:1788687426.938707:0:34778:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00010000:00000001:0.0:1788687426.938712:0:34778:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687426.938717:0:34778:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687426.938721:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687426.938722:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687426.938724:0:34778:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687426.938727:0:34778:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687426.938730:0:34778:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687426.938735:0:34778:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687426.938742:0:34778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29d01f2400. 00000100:00000001:0.0:1788687426.938751:0:34778:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687426.938755:0:34778:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687426.938757:0:34778:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687426.938759:0:34778:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687426.938760:0:34778:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687426.938762:0:34778:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687426.938765:0:34778:0:(ldlm_request.c:1009:ldlm_enqueue_pack()) Process leaving (rc=18446633202509356928 : -110871200194688 : ffff9b29c97f1f80) 00010000:00000001:0.0:1788687426.938769:0:34778:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687426.938771:0:34778:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788687426.938776:0:34778:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c64deb00. 00010000:00000010:0.0:1788687426.938780:0:34778:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9b29c64def00. 00010000:00000001:0.0:1788687426.938784:0:34778:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687426.938787:0:34778:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc4200. 00000020:00000001:0.0:1788687426.938792:0:34778:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687426.938795:0:34778:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc4200 with handle 0x230d04438e811f6d to hash 00000020:00000001:0.0:1788687426.938797:0:34778:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687426.938799:0:34778:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000010:0.0:1788687426.938803:0:34778:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9b29c4c6f780. 00010000:00000001:0.0:1788687426.938806:0:34778:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:0.0:1788687426.938810:0:34778:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687426.938812:0:34778:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687426.938819:0:34778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000ebaad472/0x230d04438e811f6d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34778 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687426.938842:0:34778:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000ebaad472/0x230d04438e811f6d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34778 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687426.938853:0:34778:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000ebaad472/0x230d04438e811f6d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34778 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687426.938860:0:34778:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687426.938862:0:34778:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687426.938871:0:34778:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c2e43300. 00000100:00000001:0.0:1788687426.938873:0:34778:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202398540544 : -110871311011072 : ffff9b29c2e43300) 00000100:00000001:0.0:1788687426.938876:0:34778:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687426.938878:0:34778:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356928 : -110871200194688 : ffff9b29c97f1f80) 00000100:00000001:0.0:1788687426.938882:0:34778:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687426.938884:0:34778:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687426.938886:0:34778:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687426.938887:0:34778:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687426.938897:0:34778:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f1f80 x1875572824559744/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687426.938933:0:34778:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687426.938937:0:34778:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687426.938941:0:34778:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687426.938943:0:34778:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687426.938946:0:34778:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687426.938949:0:34778:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f1f80 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:34778:1875572824559744:192.168.203.144@tcp:101:multiop.0 00000100:00000001:0.0:1788687426.938954:0:34778:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687426.938961:0:34778:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687426.938963:0:34778:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687426.938967:0:34778:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687426.938972:0:34778:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a02c00. 02000000:00000001:0.0:1788687426.938974:0:34778:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687426.938983:0:34778:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687426.938988:0:34778:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1a50. 00000400:00000010:0.0:1788687426.938996:0:34778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda2a8. 00000100:00000200:0.0:1788687426.939005:0:34778:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824559744, portal 4 00000100:00000001:0.0:1788687426.939007:0:34778:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687426.939008:0:34778:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509356928 : -110871200194688 : ffff9b29c97f1f80) 00000100:00000040:0.0:1788687426.939014:0:34778:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f1f80 x1875572824559744/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687442 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687426.939022:0:34778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687426.939026:0:34778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687426.939029:0:34778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdac38. 00000100:00000200:0.0:1788687426.939033:0:34778:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875572824559744, offset 0 00000400:00000200:0.0:1788687426.939039:0:34778:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687426.939050:0:34778:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687426.939058:0:34778:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687426.939065:0:34778:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687426.939071:0:34778:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687426.939075:0:34778:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687426.939078:0:34778:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687426.939082:0:34778:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2621:2621:256:4294967295] 192.168.203.144@tcp LPNI seq info [2621:2621:8:4294967295] 00000400:00000200:0.0:1788687426.939087:0:34778:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687426.939098:0:34778:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687426.939106:0:34778:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687426.939112:0:34778:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946000. 00000800:00000200:0.0:1788687426.939119:0:34778:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687426.939129:0:34778:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687426.939134:0:34778:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788687426.939160:0:34778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687426.939165:0:34778:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 21111 usecs (22 jiffies) 00000400:00000200:0.0:1788687426.939169:0:34778:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687426.939172:0:34778:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296552966 00000100:00000001:0.0:1788687426.939176:0:34778:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296553725 00000100:00000001:0.0:1788687426.939179:0:34778:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296552966 00000100:00000001:0.0:1788687426.939181:0:34778:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296553725 00000100:00000001:0.0:1788687426.939183:0:34778:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687426.939186:0:34778:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687426.939188:0:34778:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687426.939190:0:34778:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687426.939193:0:34778:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c2e43300 going to sleep for 11 seconds 00000100:00000001:0.0:1788687426.939196:0:34778:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687426.939200:0:34778:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687426.939650:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687426.939655:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946000. 00000400:00000200:2.0:1788687426.939664:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687426.939670:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687426.939679:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdac38 00000400:00000010:2.0:1788687426.939682:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdac38. 00000100:00000001:2.0:1788687426.939687:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687426.939693:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f1f80 x1875572824559744/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687442 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.939823:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687426.939837:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f1f80 x1875572824559744/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687442 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.939845:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687426.939847:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687426.942677:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687426.942698:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687426.942702:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687426.942705:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687426.942716:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.942724:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687426.942735:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.942740:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.942746:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.942759:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 4 MB=0x6a9d2d3f55080 00000400:00000200:3.0:1788687426.942765:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.942771:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 400/400 into md 0x72ed [1] + 224 00000800:00000001:3.0:1788687426.942781:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687426.942790:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687426.942795:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687426.942800:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687426.942810:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687426.942821:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f1f80 x1875572824559744/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687442 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687426.942843:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9b29c97f1f80 x1875572824559744/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.942864:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687426.942876:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687426.942880:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687426.942899:0:34778:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687426.942938:0:34778:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687426.942941:0:34778:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687426.942945:0:34778:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1a50. 00000400:00000200:2.0:1788687426.942951:0:34778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda2a8 00000400:00000010:2.0:1788687426.942954:0:34778:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda2a8. 00000100:00000001:2.0:1788687426.942958:0:34778:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687426.942964:0:34778:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f1f80 x1875572824559744/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788687426.942974:0:34778:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f1f80 x1875572824559744/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.942982:0:34778:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687426.942984:0:34778:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687426.942986:0:34778:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687426.942991:0:34778:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687426.942993:0:34778:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687426.942996:0:34778:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687426.942999:0:34778:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687426.943011:0:34778:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=48 v=5 (5 5 5 16) 00000100:00001000:2.0:1788687426.943017:0:34778:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687426.943020:0:34778:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687426.943021:0:34778:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.943024:0:34778:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687426.943029:0:34778:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687426.943034:0:34778:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687426.943037:0:34778:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967346 00000100:00000001:2.0:1788687426.943040:0:34778:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687426.943042:0:34778:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687426.943047:0:34778:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f1f80 x1875572824559744/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.943053:0:34778:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687426.943057:0:34778:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687426.943059:0:34778:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687426.943064:0:34778:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f1f80 x1875572824559744/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687442 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788687426.943072:0:34778:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f1f80 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:34778:1875572824559744:192.168.203.144@tcp:101:multiop.0 00000100:00000001:2.0:1788687426.943078:0:34778:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687426.943081:0:34778:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687426.943085:0:34778:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687426.943087:0:34778:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687426.943091:0:34778:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f1f80 x1875572824559744/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687442 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.943099:0:34778:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687426.943102:0:34778:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c2e43300. 00000100:00000001:2.0:1788687426.943106:0:34778:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687426.943107:0:34778:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.943111:0:34778:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788687426.943115:0:34778:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687426.943118:0:34778:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687426.943122:0:34778:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=4 00000020:00000001:2.0:1788687426.943125:0:34778:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:2.0:1788687426.943128:0:34778:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000040:2.0:1788687426.943137:0:34778:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c5cc4200, remote cookie: 0x59c08f76ab1d2e4a, flags: 0x1 00010000:00010000:2.0:1788687426.943145:0:34778:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000ebaad472/0x230d04438e811f6d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e4a expref: -99 pid: 34778 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687426.943157:0:34778:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788687426.943161:0:34778:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.943164:0:34778:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788687426.943169:0:34778:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1788687426.943174:0:34778:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000ebaad472/0x230d04438e811f6d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e4a expref: -99 pid: 34778 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788687426.943183:0:34778:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x45:0x0].0x0 (ffff9b29c64deb00) refcount = 1 00010000:00000040:2.0:1788687426.943186:0:34778:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788687426.943189:0:34778:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000ebaad472/0x230d04438e811f6d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e4a expref: -99 pid: 34778 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687426.943200:0:34778:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788687426.943202:0:34778:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687426.943206:0:34778:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788687426.943209:0:34778:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687426.943213:0:34778:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000ebaad472/0x230d04438e811f6d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e4a expref: -99 pid: 34778 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687426.943219:0:34778:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788687426.943221:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.943223:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687426.943225:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.943226:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687426.943228:0:34778:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687426.943232:0:34778:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1788687426.943235:0:34778:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788687426.943239:0:34778:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687426.943240:0:34778:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687426.943242:0:34778:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=3 00000020:00000001:2.0:1788687426.943253:0:34778:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:2.0:1788687426.943256:0:34778:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:2.0:1788687426.943258:0:34778:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687426.943259:0:34778:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687426.943261:0:34778:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=4 00000020:00000001:2.0:1788687426.943263:0:34778:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:2.0:1788687426.943266:0:34778:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:2.0:1788687426.943268:0:34778:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687426.943272:0:34778:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687426.943275:0:34778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000ebaad472/0x230d04438e811f6d lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e4a expref: -99 pid: 34778 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687426.943282:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.943283:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788687426.943287:0:34778:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788687426.943291:0:34778:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4fc0 -> ffff9b29c97ea148 00000008:00010000:2.0:1788687426.943296:0:34778:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000ebaad472/0x230d04438e811f6d lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2e4a expref: -99 pid: 34778 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788687426.943304:0:34778:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4fc0 -> ffff9b29c97ea148 00000020:00000001:2.0:1788687426.943306:0:34778:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788687426.943309:0:34778:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788687426.943313:0:34778:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788687426.943315:0:34778:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687426.943317:0:34778:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687426.943319:0:34778:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4fc0 -> ffff9b29c97ea148 00000008:00000001:2.0:1788687426.943321:0:34778:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:2.0:1788687426.943323:0:34778:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687426.943325:0:34778:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687426.943326:0:34778:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687426.943328:0:34778:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=5 00000020:00000001:2.0:1788687426.943330:0:34778:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:2.0:1788687426.943332:0:34778:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:2.0:1788687426.943335:0:34778:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687426.943338:0:34778:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000ebaad472/0x230d04438e811f6d lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d2e4a expref: -99 pid: 34778 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687426.943351:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.943352:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788687426.943355:0:34778:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000ebaad472/0x230d04438e811f6d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d2e4a expref: -99 pid: 34778 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687426.943362:0:34778:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687426.943364:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687426.943365:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788687426.943366:0:34778:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687426.943369:0:34778:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687426.943373:0:34778:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f1f80 x1875572824559744/t0(0) o101->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687442 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687426.943380:0:34778:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687426.943383:0:34778:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687426.943386:0:34778:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a02c00. 02000000:00000001:2.0:1788687426.943390:0:34778:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687426.943393:0:34778:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687426.943395:0:34778:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:2.0:1788687426.943397:0:34778:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687426.943400:0:34778:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29d01f2400. 02000000:00000001:2.0:1788687426.943404:0:34778:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687426.943406:0:34778:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687426.943408:0:34778:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f1f80. 00000100:00000001:2.0:1788687426.943412:0:34778:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687426.943414:0:34778:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788687426.943415:0:34778:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687426.943424:0:34778:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687426.943428:0:34778:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687426.943432:0:34778:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687426.943433:0:34778:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687426.943436:0:34778:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687426.943439:0:34778:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687426.943441:0:34778:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687426.943445:0:34778:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1788687426.943450:0:34778:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:2.0:1788687426.943458:0:34778:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cd3b80 00000080:00200000:2.0:1788687426.943460:0:34778:0:(vvp_io.c:1292:vvp_io_write_start()) f24b.recovery-small-2: write [0, 8192) append 0 append lockpos 0 00000020:00000001:2.0:1788687426.943462:0:34778:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1788687426.943466:0:34778:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f000) owner 0000000000000000/ffff9b29d08d0000 00020000:00000002:2.0:1788687426.943470:0:34778:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c3344420 addref 2/0 by ffff9b29d08d0000. 00020000:00000002:2.0:1788687426.943472:0:34778:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f000) owner 0000000000000000/ffff9b29d08d0000 00000020:00000001:2.0:1788687426.943476:0:34778:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:2.0:1788687426.943479:0:34778:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1788687426.943483:0:34778:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1788687426.943487:0:34778:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1788687426.943491:0:34778:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687426.943493:0:34778:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:2.0:1788687426.943495:0:34778:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788687426.943498:0:34778:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788687426.943502:0:34778:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687426.943503:0:34778:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687426.943505:0:34778:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687426.943506:0:34778:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687426.943515:0:34778:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1788687426.943517:0:34778:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:2.0:1788687426.943556:0:34778:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1788687426.943559:0:34778:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x35:0x0] fffff53744919a40 0 1 00000020:00000001:2.0:1788687426.943562:0:34778:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1788687426.943565:0:34778:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687426.943568:0:34778:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:2.0:1788687426.943574:0:34778:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9b29c40372a0. 00000020:00000001:2.0:1788687426.943579:0:34778:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1788687426.943580:0:34778:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:2.0:1788687426.943583:0:34778:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:2.0:1788687426.943586:0:34778:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:2.0:1788687426.943589:0:34778:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687426.943590:0:34778:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000008:00000001:2.0:1788687426.943595:0:34778:0:(osc_cache.c:2505:osc_prep_async_page()) Process entered 00000008:00000040:2.0:1788687426.943597:0:34778:0:(osc_cache.c:2528:osc_prep_async_page()) oap ffff9b29c4037310 folio fffff53744919a40 pg:0 obj off 0 00000008:00000001:2.0:1788687426.943599:0:34778:0:(osc_cache.c:2529:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687426.943601:0:34778:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:2.0:1788687426.943602:0:34778:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:2.0:1788687426.943604:0:34778:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:2.0:1788687426.943607:0:34778:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687426.943611:0:34778:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687426.943613:0:34778:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446633202417365664 : -110871292185952 : ffff9b29c40372a0) 00000020:00000001:2.0:1788687426.943615:0:34778:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446633202417365664 : -110871292185952 : ffff9b29c40372a0) 00000020:00000001:2.0:1788687426.943618:0:34778:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1788687426.943621:0:34778:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788687426.943622:0:34778:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633202409567632 : -110871299983984 : ffff9b29c38c7590) 00000020:00000001:2.0:1788687426.943626:0:34778:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1788687426.943627:0:34778:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1788687426.943629:0:34778:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788687426.943634:0:34778:0:(cl_page.c:507:__cl_page_state_set()) page@000000009198d876[2 00000000201189a8 1 1 00000000a4556bd6 0 0 0] 00000020:00000001:2.0:1788687426.943636:0:34778:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1788687426.943638:0:34778:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788687426.943640:0:34778:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:2.0:1788687426.943643:0:34778:0:(rw26.c:769:ll_write_begin()) page@000000009198d876[2 00000000201189a8 2 1 00000000a4556bd6 0 0 0] 00000080:00008000:2.0:1788687426.943646:0:34778:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:2.0:1788687426.943647:0:34778:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:2.0:1788687426.943648:0:34778:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687426.943654:0:34778:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:2.0:1788687426.943656:0:34778:0:(rw26.c:871:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:2.0:1788687426.943658:0:34778:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788687426.943660:0:34778:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633202409567632 : -110871299983984 : ffff9b29c38c7590) 00000020:00000001:2.0:1788687426.943662:0:34778:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1788687426.943664:0:34778:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788687426.943671:0:34778:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1788687426.943673:0:34778:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788687426.943674:0:34778:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1788687426.943675:0:34778:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1788687426.943679:0:34778:0:(rw26.c:929:ll_write_end()) page@000000009198d876[3 00000000201189a8 2 1 00000000a4556bd6 0 0 0] 00000080:00200000:2.0:1788687426.943683:0:34778:0:(rw26.c:929:ll_write_end()) vmpage @00000000d590904f 17ffffc0001001 3:0 ffff9b29c40372a0 0 lru 00000080:00200000:2.0:1788687426.943691:0:34778:0:(rw26.c:929:ll_write_end()) osc-page@00000000bedd069a 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000aed0a585 000000005c48c41b > 3< 0 0 > 4< 0 0 8 393216 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1788687426.943693:0:34778:0:(rw26.c:929:ll_write_end()) end page@000000009198d876 00000080:00200000:2.0:1788687426.943694:0:34778:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1788687426.943696:0:34778:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:3.0:1788687426.945188:0:34778:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:3.0:1788687426.945192:0:34778:0:(rw26.c:676:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:3.0:1788687426.945241:0:34778:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:3.0:1788687426.945244:0:34778:0:(cl_page.c:427:cl_page_find()) 1@[0x200000404:0x35:0x0] fffff53744932340 0 1 00000020:00000001:3.0:1788687426.945249:0:34778:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:3.0:1788687426.945250:0:34778:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.945253:0:34778:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:3.0:1788687426.945260:0:34778:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9b29c560ed20. 00000020:00000001:3.0:1788687426.945264:0:34778:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1788687426.945265:0:34778:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:3.0:1788687426.945269:0:34778:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:3.0:1788687426.945273:0:34778:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:3.0:1788687426.945277:0:34778:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788687426.945279:0:34778:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000008:00000001:3.0:1788687426.945284:0:34778:0:(osc_cache.c:2505:osc_prep_async_page()) Process entered 00000008:00000040:3.0:1788687426.945287:0:34778:0:(osc_cache.c:2528:osc_prep_async_page()) oap ffff9b29c560ed90 folio fffff53744932340 pg:0 obj off 4096 00000008:00000001:3.0:1788687426.945289:0:34778:0:(osc_cache.c:2529:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.945291:0:34778:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:3.0:1788687426.945292:0:34778:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:3.0:1788687426.945294:0:34778:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:3.0:1788687426.945295:0:34778:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687426.945301:0:34778:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.945303:0:34778:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446633202440269088 : -110871269282528 : ffff9b29c560ed20) 00000020:00000001:3.0:1788687426.945305:0:34778:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446633202440269088 : -110871269282528 : ffff9b29c560ed20) 00000020:00000001:3.0:1788687426.945307:0:34778:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:3.0:1788687426.945310:0:34778:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788687426.945311:0:34778:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633202409567632 : -110871299983984 : ffff9b29c38c7590) 00000020:00000001:3.0:1788687426.945313:0:34778:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1788687426.945314:0:34778:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1788687426.945315:0:34778:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788687426.945322:0:34778:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ce1c1526[2 00000000201189a8 1 1 00000000a4556bd6 0 0 1] 00000020:00000001:3.0:1788687426.945323:0:34778:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1788687426.945325:0:34778:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788687426.945326:0:34778:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:3.0:1788687426.945330:0:34778:0:(rw26.c:769:ll_write_begin()) page@00000000ce1c1526[2 00000000201189a8 2 1 00000000a4556bd6 0 0 1] 00000080:00008000:3.0:1788687426.945332:0:34778:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:3.0:1788687426.945333:0:34778:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:3.0:1788687426.945335:0:34778:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687426.945340:0:34778:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:3.0:1788687426.945342:0:34778:0:(rw26.c:871:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:3.0:1788687426.945345:0:34778:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788687426.945346:0:34778:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633202409567632 : -110871299983984 : ffff9b29c38c7590) 00000020:00000001:3.0:1788687426.945347:0:34778:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:3.0:1788687426.945349:0:34778:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788687426.945351:0:34778:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:3.0:1788687426.945353:0:34778:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788687426.945354:0:34778:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1788687426.945355:0:34778:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:3.0:1788687426.945358:0:34778:0:(rw26.c:929:ll_write_end()) page@00000000ce1c1526[3 00000000201189a8 2 1 00000000a4556bd6 0 0 1] 00000080:00200000:3.0:1788687426.945361:0:34778:0:(rw26.c:929:ll_write_end()) vmpage @00000000cc6f27ae 17ffffc0001001 3:0 ffff9b29c560ed20 1 lru 00000080:00200000:3.0:1788687426.945368:0:34778:0:(rw26.c:929:ll_write_end()) osc-page@000000008266fcca 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000aed0a585 000000005c48c41b > 3< 0 0 > 4< 0 0 8 393216 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1788687426.945370:0:34778:0:(rw26.c:929:ll_write_end()) end page@00000000ce1c1526 00000080:00200000:3.0:1788687426.945372:0:34778:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00000001:3.0:1788687426.945373:0:34778:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:3.0:1788687426.945379:0:34778:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:3.0:1788687426.945381:0:34778:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:3.0:1788687426.945384:0:34778:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:3.0:1788687426.945387:0:34778:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:3.0:1788687426.945389:0:34778:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788687426.945390:0:34778:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:3.0:1788687426.945391:0:34778:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:3.0:1788687426.945395:0:34778:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:3.0:1788687426.945397:0:34778:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:3.0:1788687426.945399:0:34778:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788687426.945400:0:34778:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:3.0:1788687426.945402:0:34778:0:(osc_cache.c:2550:osc_queue_async_io()) Process entered 00000008:00000020:3.0:1788687426.945406:0:34778:0:(osc_cache.c:2609:osc_queue_async_io()) obj ffff9b29c5dd4fc0 ready 0|-|- wr 0|-|- rd 0|- oap ffff9b29c4037310 folio fffff53744919a40 pg:0 added for cmd 2 00000008:00000001:3.0:1788687426.945413:0:34778:0:(osc_cache.c:1804:osc_enter_cache()) Process entered 00000008:00000020:3.0:1788687426.945416:0:34778:0:(osc_cache.c:1806:osc_enter_cache()) lustre-OST0000-osc-ffff9b29e019e800: grant { dirty: 2/118272 dirty_pages: 2/472727 dropped: 1703936 avail: 393216, dirty_grant: 1703936, reserved: 0, flight: 0 } lru {in list: 0, left: 4, waiters: 0 }need:1703936 00000008:00000020:3.0:1788687426.945422:0:34778:0:(osc_cache.c:1706:osc_enter_cache_try()) lustre-OST0000-osc-ffff9b29e019e800: grant { dirty: 2/118272 dirty_pages: 2/472727 dropped: 1703936 avail: 393216, dirty_grant: 1703936, reserved: 0, flight: 0 } lru {in list: 0, left: 4, waiters: 0 }need:1703936 00000008:00000020:3.0:1788687426.945429:0:34778:0:(osc_cache.c:1706:osc_enter_cache_try()) lustre-OST0000-osc-ffff9b29e019e800: grant { dirty: 2/118272 dirty_pages: 2/472727 dropped: 1703936 avail: 393216, dirty_grant: 1703936, reserved: 0, flight: 0 } lru {in list: 0, left: 4, waiters: 0 }need:1703936 00000008:00000020:3.0:1788687426.945435:0:34778:0:(osc_cache.c:2492:__osc_io_unplug()) Queue writeback work for client ffff9b29c9715568. 00000008:00000020:3.0:1788687426.945451:0:34778:0:(osc_cache.c:1761:cli_unlock_and_unplug()) lustre-OST0000-osc-ffff9b29e019e800: sleeping for cache space for ffff9b29c4037310 00000020:00000001:3.0:1788687426.945473:0:26149:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788687426.945479:0:26149:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202764009480 : -110870945542136 : ffff9b29d8acd008) 00000020:00001000:3.0:1788687426.945482:0:26149:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d8acd000 00000008:00000020:3.0:1788687426.945484:0:26149:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff9b29c9715568. 00000008:00000001:3.0:1788687426.945487:0:26149:0:(osc_cache.c:2412:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1788687426.945489:0:26149:0:(osc_cache.c:2373:osc_next_obj()) Process entered 00000008:00000001:3.0:1788687426.945491:0:26149:0:(osc_cache.c:2390:osc_next_obj()) Process leaving (rc=18446633202764905024 : -110870944646592 : ffff9b29d8ba7a40) 00000008:00000020:3.0:1788687426.945494:0:26149:0:(osc_cache.c:2417:osc_check_rpcs()) obj ffff9b29d8ba7a40 ready 0|-|- wr 2|-|- rd 0|- 0 in flight 00000008:00000001:3.0:1788687426.945498:0:26149:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000020:3.0:1788687426.945500:0:26149:0:(osc_cache.c:1912:osc_makes_rpc()) cache waiters forcing RPC 00000008:00000001:3.0:1788687426.945501:0:26149:0:(osc_cache.c:1913:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788687426.945503:0:26149:0:(osc_cache.c:2237:osc_send_write_rpc()) Process entered 00000008:00000001:3.0:1788687426.945506:0:26149:0:(osc_cache.c:2094:try_to_add_extent_for_io()) Process entered 00000008:00000020:3.0:1788687426.945509:0:26149:0:(osc_cache.c:2098:try_to_add_extent_for_io()) extent ffff9b29e01533c0@{[0 -> 255/255], [1|0|-|cache|wi|ffff9b29d8ba7a40], [1703936|2|+|-|ffff9b29c3147c00|256|0000000000000000]} trying to add this extent 00000008:00010000:3.0:1788687426.945519:0:26149:0:(osc_cache.c:2098:try_to_add_extent_for_io()) ### extent: 000000002e1488fc ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000a76bd4bd/0x230d04438e811f5f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2e20 expref: -99 pid: 34775 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1788687426.945530:0:26149:0:(osc_cache.c:2147:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:3.0:1788687426.945533:0:26149:0:(osc_cache.c:1950:osc_update_pending()) obj ffff9b29d8ba7a40 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:3.0:1788687426.945538:0:26149:0:(osc_cache.c:1190:osc_extent_make_ready()) Process entered 00000008:00000001:3.0:1788687426.945541:0:26149:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:3.0:1788687426.945545:0:26149:0:(osc_cache.c:1198:osc_extent_make_ready()) extent ffff9b29e01533c0@{[0 -> 255/255], [1|0|+|locking|wi|ffff9b29d8ba7a40], [1703936|2|+|-|ffff9b29c3147c00|256|ffff9b2a02054f80]} make ready 00000008:00010000:3.0:1788687426.945550:0:26149:0:(osc_cache.c:1198:osc_extent_make_ready()) ### extent: 000000002e1488fc ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000a76bd4bd/0x230d04438e811f5f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2e20 expref: -99 pid: 34775 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1788687426.945558:0:26149:0:(osc_cache.c:1382:osc_make_ready()) Process entered 00000020:00000001:3.0:1788687426.945560:0:26149:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1788687426.945647:0:26149:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000fd41ed7d[2 00000000a78b3011 1 1 0000000000000000 0 0 0] 00000020:00008000:3.0:1788687426.945650:0:26149:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:3.0:1788687426.945652:0:26149:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:3.0:1788687426.945654:0:26149:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788687426.945656:0:26149:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788687426.945657:0:26149:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1788687426.945659:0:26149:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1788687426.945661:0:26149:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788687426.945663:0:26149:0:(cl_page.c:507:__cl_page_state_set()) page@00000000fd41ed7d[2 00000000a78b3011 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788687426.945665:0:26149:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1788687426.945666:0:26149:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788687426.945668:0:26149:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1788687426.945671:0:26149:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000fd41ed7d[2 00000000a78b3011 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788687426.945673:0:26149:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1788687426.945675:0:26149:0:(osc_cache.c:1386:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687426.945677:0:26149:0:(osc_cache.c:1382:osc_make_ready()) Process entered 00000020:00000001:3.0:1788687426.945678:0:26149:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:3.0:1788687426.945682:0:26149:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000c0ea9ec1[2 00000000a78b3011 1 1 0000000000000000 0 0 1] 00000020:00008000:3.0:1788687426.945684:0:26149:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:3.0:1788687426.945685:0:26149:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:3.0:1788687426.945686:0:26149:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788687426.945687:0:26149:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788687426.945688:0:26149:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1788687426.945689:0:26149:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1788687426.945691:0:26149:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788687426.945693:0:26149:0:(cl_page.c:507:__cl_page_state_set()) page@00000000c0ea9ec1[2 00000000a78b3011 1 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1788687426.945695:0:26149:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:3.0:1788687426.945696:0:26149:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:3.0:1788687426.945697:0:26149:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:3.0:1788687426.945699:0:26149:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000c0ea9ec1[2 00000000a78b3011 3 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1788687426.945701:0:26149:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:3.0:1788687426.945703:0:26149:0:(osc_cache.c:1386:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.945706:0:26149:0:(cl_object.c:143:cl_object_top()) ffff9b29d8ba7a40 -> ffff9b29e0155f58 00000020:00000001:3.0:1788687426.945709:0:26149:0:(cl_object.c:143:cl_object_top()) ffff9b29d8ba7a40 -> ffff9b29e0155f58 00000020:00000001:3.0:1788687426.945711:0:26149:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1788687426.945715:0:26149:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.945716:0:26149:0:(cl_object.c:143:cl_object_top()) ffff9b29d8ba7a40 -> ffff9b29e0155f58 00000008:00000001:3.0:1788687426.945719:0:26149:0:(osc_cache.c:1251:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687426.945722:0:26149:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:3.0:1788687426.945726:0:26149:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9b29e019e800: cli: ffff9b29c9715568 unstable pages: 0, osc unstable pages: 0 00000008:00000010:3.0:1788687426.945733:0:26149:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 16 at ffff9b29c5224300. 00000008:00000010:3.0:1788687426.945739:0:26149:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9b29d120bc30. 00000008:00000020:3.0:1788687426.945742:0:26149:0:(osc_request.c:2875:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:3.0:1788687426.945745:0:26149:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1788687426.945866:0:26149:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1788687426.945868:0:26149:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1788687426.945873:0:26149:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788687426/1788687426 00000020:00000001:3.0:1788687426.945879:0:26149:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1788687426.945881:0:26149:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:3.0:1788687426.945885:0:26149:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:3.0:1788687426.945888:0:26149:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:3.0:1788687426.945891:0:26149:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687426.945899:0:26149:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62700 count: 2 00010000:00000001:3.0:1788687426.945903:0:26149:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687426.945987:0:26149:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1788687426.945991:0:26149:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1788687426.945996:0:26149:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687426.946003:0:26149:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687426.946007:0:26149:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000a76bd4bd/0x230d04438e811f5f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2e20 expref: -99 pid: 34775 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788687426.946016:0:26149:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.946018:0:26149:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788687426.946021:0:26149:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1788687426.946023:0:26149:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687426.946026:0:26149:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687426.946029:0:26149:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147c00 refcount=3 00000020:00000001:3.0:1788687426.946031:0:26149:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:3.0:1788687426.946033:0:26149:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00000008:00000001:3.0:1788687426.946036:0:26149:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:3.0:1788687426.946038:0:26149:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.946040:0:26149:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1788687426.946041:0:26149:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:3.0:1788687426.946044:0:26149:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:3.0:1788687426.946051:0:26149:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb5f80. 00000020:00000040:3.0:1788687426.946055:0:26149:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:3.0:1788687426.946063:0:26149:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687426.946068:0:26149:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687426.946070:0:26149:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687426.946162:0:26149:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff9b29c5c04000. 00000100:00000001:3.0:1788687426.946172:0:26149:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788687426.946182:0:26149:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:3.0:1788687426.946192:0:26149:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9b29e019e800: dirty: 1703936 undirty: 485097472 dropped 1703936 grant: 393216 cl_lost_grant 0 00000008:00000001:3.0:1788687426.946200:0:26149:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:3.0:1788687426.946240:0:26149:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 8427 MB/s 00000008:00008000:3.0:1788687426.946254:0:26149:0:(osc_request.c:1346:osc_checksum_bulk()) page fffff53744934540 map ffff9b29d851d4f8 index 0 flags 17ffffc0005028 count 2 priv ffff9b29c560e0e0: off 0 00000008:00008000:3.0:1788687426.946259:0:26149:0:(osc_request.c:1346:osc_checksum_bulk()) page fffff5374472f280 map ffff9b29d851d4f8 index 1 flags 17ffffc0005028 count 2 priv ffff9b29c560e2a0: off 0 00000008:00000001:3.0:1788687426.946271:0:26149:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:3.0:1788687426.946273:0:26149:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:3.0:1788687426.946278:0:26149:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9b29c8bb5f80 - object 0x240000400:68 offset 0<>8192 00000008:00000001:3.0:1788687426.946281:0:26149:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.946283:0:26149:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:3.0:1788687426.946285:0:26149:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:3.0:1788687426.946286:0:26149:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:3.0:1788687426.946288:0:26149:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788687426/1788687426 00000020:00000001:3.0:1788687426.946290:0:26149:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:3.0:1788687426.946291:0:26149:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:3.0:1788687426.946293:0:26149:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:3.0:1788687426.946295:0:26149:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687426.946297:0:26149:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496528256 : -110871213023360 : ffff9b29c8bb5f80) 00000008:00000002:3.0:1788687426.946313:0:26149:0:(osc_request.c:2976:osc_build_rpc()) @@@ 2 pages, aa 00000000df59fe2c, now 0r/1w/0d in flight req@ffff9b29c8bb5f80 x1875572824559872/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:3.0:1788687426.946322:0:26149:0:(osc_request.c:2988:osc_build_rpc()) [0x200000404:0x34:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:3.0:1788687426.946332:0:26149:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2d95112] to pc [ptlrpcd_01_01+1] req@ffff9b29c8bb5f80 x1875572824559872/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1788687426.946365:0:26149:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:3.0:1788687426.946368:0:26149:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687426.946371:0:26149:0:(osc_cache.c:2286:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687426.946373:0:26149:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788687426.946375:0:26149:0:(osc_cache.c:1921:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687426.946378:0:26149:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788687426.946379:0:26149:0:(osc_cache.c:1894:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687426.946381:0:26149:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:3.0:1788687426.946382:0:26149:0:(osc_cache.c:1921:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687426.946385:0:26149:0:(osc_cache.c:2373:osc_next_obj()) Process entered 00000008:00000001:3.0:1788687426.946388:0:26149:0:(osc_cache.c:2403:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687426.946390:0:26149:0:(osc_cache.c:2476:osc_check_rpcs()) Process leaving 00000020:00001000:3.0:1788687426.946392:0:26149:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d8acd000 00000100:00000001:3.0:1788687426.946407:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788687426.946411:0:2369:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788687426.946413:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687426.946421:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687426.946424:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687426.946426:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687426.946428:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687426.946431:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687426.946437:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb5f80 x1875572824559872/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.946445:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687426.946449:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687426.946453:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687426.946455:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687426.946458:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687426.946462:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824559872:192.168.203.144@tcp:4:multiop.0 00000100:00000001:3.0:1788687426.946466:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687426.946473:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687426.946475:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687426.946478:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687426.946484:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c43bfc00. 02000000:00000001:3.0:1788687426.946485:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687426.946495:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687426.946499:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef47e8. 00000400:00000010:3.0:1788687426.946507:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0660. 00000100:00000200:3.0:1788687426.946516:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824559872, portal 4 00000100:00000001:3.0:1788687426.946518:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687426.946520:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496528256 : -110871213023360 : ffff9b29c8bb5f80) 00000100:00000040:3.0:1788687426.946527:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb5f80 x1875572824559872/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788687442 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.946535:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687426.946538:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687426.946541:0:2369:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff9b29cb4dc6c0. 00000100:00000200:3.0:1788687426.946544:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1875572824559872, offset 0 00000400:00000200:3.0:1788687426.946551:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687426.946561:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687426.946672:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687426.946676:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687426.946719:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687426.946726:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687426.946731:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687426.946736:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687426.946739:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687426.946744:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2622:2622:256:4294967295] 192.168.203.144@tcp LPNI seq info [2622:2622:8:4294967295] 00000400:00000200:3.0:1788687426.946823:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.946844:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687426.946852:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687426.946859:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff9b29c686f000. 00000800:00000200:3.0:1788687426.946868:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687426.946878:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687426.946884:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c686f000 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:3.0:1788687426.946969:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687426.946975:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 21042 usecs (22 jiffies) 00000400:00000200:3.0:1788687426.946979:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687426.946982:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296552974 00000100:00000001:3.0:1788687426.946985:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296553725 00000100:00000001:3.0:1788687426.946988:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296552974 00000100:00000001:3.0:1788687426.946990:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296553725 00000100:00000001:3.0:1788687426.946993:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687426.946997:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.947000:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.947003:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687426.950819:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687426.950843:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff9b29c686f000. 00000400:00000200:3.0:1788687426.950850:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687426.950861:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687426.950871:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29cb4dc6c0 00000400:00000010:3.0:1788687426.950874:0:2361:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff9b29cb4dc6c0. 00000100:00000001:3.0:1788687426.950880:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687426.950890:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb5f80 x1875572824559872/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788687442 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.950903:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687426.950923:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb5f80 x1875572824559872/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788687442 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.950930:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.950932:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687426.950946:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687426.950960:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687426.950963:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687426.950965:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687426.950973:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.950979:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687426.950986:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.950990:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.950995:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.951000:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 448 into portal 4 MB=0x6a9d2d3f55100 00000400:00000200:3.0:1788687426.951005:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687426.951011:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 448/448 into md 0x72f5 [1] + 224 00000800:00000001:3.0:1788687426.951019:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687426.951029:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687426.951032:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687426.951036:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687426.951042:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687426.951048:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb5f80 x1875572824559872/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788687442 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687426.951059:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff9b29c8bb5f80 x1875572824559872/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.951082:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687426.951090:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687426.951094:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687426.951120:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687426.951123:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788687426.951131:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788687426.951133:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788687426.951136:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef47e8. 00000400:00000200:3.0:1788687426.951140:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0660 00000400:00000010:3.0:1788687426.951142:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0660. 00000100:00000001:3.0:1788687426.951161:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687426.951166:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb5f80 x1875572824559872/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788687426.951173:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb5f80 x1875572824559872/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788687442 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.951179:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788687426.951180:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687426.951182:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788687426.951186:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788687426.951189:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687426.951191:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687426.951194:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687426.951206:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec74a8 time=47 v=5 (5 0 0 0) 00000100:00001000:3.0:1788687426.951210:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1788687426.951213:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788687426.951215:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687426.951217:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788687426.951222:0:2369:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.951225:0:2369:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788687426.951227:0:2369:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788687426.951229:0:2369:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788687426.951233:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687426.951235:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496528256 : -110871213023360 : ffff9b29c8bb5f80) 00000100:00000001:3.0:1788687426.951238:0:2369:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788687426.951240:0:2369:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967346 00000100:00000001:3.0:1788687426.951242:0:2369:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788687426.951244:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687426.951249:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb5f80 x1875572824559872/t4294967348(4294967348) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788687442 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.951256:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687426.951259:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788687426.951262:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788687426.951265:0:2369:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:3.0:1788687426.951268:0:2369:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:3.0:1788687426.951274:0:2369:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:3.0:1788687426.951278:0:2369:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:3.0:1788687426.951283:0:2369:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9b29e019e800: setdq to remove for usr 0 00000001:04000000:3.0:1788687426.951286:0:2369:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9b29e019e800: setdq to remove for grp 0 00000001:04000000:3.0:1788687426.951287:0:2369:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9b29e019e800: setdq to remove for prj 0 00000001:00000001:3.0:1788687426.951290:0:2369:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788687426.951292:0:2369:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:3.0:1788687426.951296:0:2369:0:(osc_request.c:2091:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:3.0:1788687426.951301:0:2369:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1788687426.951305:0:2369:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:3.0:1788687426.951307:0:2369:0:(osc_request.c:2586:brw_interpret()) request ffff9b29c8bb5f80 aa ffff9b29c8bb6130 rc 0 00000020:00000001:3.0:1788687426.951320:0:2369:0:(cl_object.c:143:cl_object_top()) ffff9b29d8ba7a40 -> ffff9b29e0155f58 00000020:00000001:3.0:1788687426.951324:0:2369:0:(cl_object.c:143:cl_object_top()) ffff9b29d8ba7a40 -> ffff9b29e0155f58 00000020:00000001:3.0:1788687426.951327:0:2369:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1788687426.951330:0:2369:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788687426.951333:0:2369:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.951335:0:2369:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.951336:0:2369:0:(cl_object.c:143:cl_object_top()) ffff9b29d8ba7a40 -> ffff9b29e0155f58 00000008:00000010:3.0:1788687426.951340:0:2369:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9b29d120bc30. 00000020:00000001:3.0:1788687426.951345:0:2369:0:(cl_object.c:143:cl_object_top()) ffff9b29d8ba7a40 -> ffff9b29e0155f58 00000020:00000001:3.0:1788687426.951348:0:2369:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:3.0:1788687426.951353:0:2369:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:3.0:1788687426.951355:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687426.951358:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb5f80 x1875572824559872/t4294967348(4294967348) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788687442 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.951364:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687426.951368:0:2369:0:(osc_cache.c:905:osc_extent_finish()) Process entered 00000008:00000020:3.0:1788687426.951371:0:2369:0:(osc_cache.c:909:osc_extent_finish()) extent ffff9b29e01533c0@{[0 -> 255/255], [2|0|-|rpc|wi|ffff9b29d8ba7a40], [1703936|2|+|-|ffff9b29c3147c00|256|ffff9b2a02054f80]} extent finished. 00000008:00010000:3.0:1788687426.951380:0:2369:0:(osc_cache.c:909:osc_extent_finish()) ### extent: 000000002e1488fc ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000a76bd4bd/0x230d04438e811f5f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2e20 expref: -99 pid: 34775 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:3.0:1788687426.951394:0:2369:0:(osc_cache.c:1431:osc_completion()) Process entered 00000020:00000001:3.0:1788687426.951396:0:2369:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:3.0:1788687426.951401:0:2369:0:(cl_page.c:1104:cl_page_complete()) page@00000000fd41ed7d[2 00000000a78b3011 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788687426.951403:0:2369:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:3.0:1788687426.951404:0:2369:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1788687426.951406:0:2369:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1788687426.951408:0:2369:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788687426.951411:0:2369:0:(cl_page.c:507:__cl_page_state_set()) page@00000000fd41ed7d[2 00000000a78b3011 3 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788687426.951413:0:2369:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1788687426.951415:0:2369:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1788687426.951418:0:2369:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1788687426.951422:0:2369:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000fd41ed7d[2 00000000a78b3011 1 1 0000000000000000 0 0 0] 00000080:00008000:3.0:1788687426.951424:0:2369:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:3.0:1788687426.951441:0:2369:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1788687426.951443:0:2369:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:3.0:1788687426.951445:0:2369:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788687426.951448:0:2369:0:(cl_page.c:556:cl_batch_put()) page@00000000fd41ed7d[2 00000000a78b3011 1 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788687426.951451:0:2369:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:3.0:1788687426.951452:0:2369:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1788687426.951454:0:2369:0:(osc_cache.c:1475:osc_completion()) Process leaving 00000008:00000001:3.0:1788687426.951455:0:2369:0:(osc_cache.c:1431:osc_completion()) Process entered 00000020:00000001:3.0:1788687426.951456:0:2369:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:3.0:1788687426.951459:0:2369:0:(cl_page.c:1104:cl_page_complete()) page@00000000c0ea9ec1[2 00000000a78b3011 3 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1788687426.951460:0:2369:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:3.0:1788687426.951461:0:2369:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:3.0:1788687426.951463:0:2369:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:3.0:1788687426.951465:0:2369:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788687426.951467:0:2369:0:(cl_page.c:507:__cl_page_state_set()) page@00000000c0ea9ec1[2 00000000a78b3011 3 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1788687426.951469:0:2369:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:3.0:1788687426.951470:0:2369:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:3.0:1788687426.951471:0:2369:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:3.0:1788687426.951473:0:2369:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000c0ea9ec1[2 00000000a78b3011 1 1 0000000000000000 0 0 1] 00000080:00008000:3.0:1788687426.951475:0:2369:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:3.0:1788687426.951485:0:2369:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:3.0:1788687426.951486:0:2369:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:3.0:1788687426.951487:0:2369:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788687426.951490:0:2369:0:(cl_page.c:556:cl_batch_put()) page@00000000c0ea9ec1[2 00000000a78b3011 1 1 0000000000000000 0 0 1] 00000020:00000001:3.0:1788687426.951491:0:2369:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:3.0:1788687426.951492:0:2369:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1788687426.951493:0:2369:0:(osc_cache.c:1475:osc_completion()) Process leaving 00000008:00000020:3.0:1788687426.951501:0:2369:0:(osc_cache.c:1672:osc_free_grant()) lost 0 grant: 0 avail: 3801088 dirty: 0/0 00000008:00000020:3.0:1788687426.951507:0:2369:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9b29e01533c0@{[0 -> 255/255], [1|0|-|inv|w|ffff9b29d8ba7a40], [1703936|0|-|-|ffff9b29c3147c00|256|ffff9b2a02054f80]} destroyed. 00000008:00010000:3.0:1788687426.951513:0:2369:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000002e1488fc ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000a76bd4bd/0x230d04438e811f5f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2e20 expref: -99 pid: 34775 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788687426.951522:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687426.951524:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:3.0:1788687426.951528:0:2369:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9b29e01533c0. 00000008:00000001:3.0:1788687426.951532:0:2369:0:(osc_cache.c:956:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1788687426.951534:0:2369:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 16 at ffff9b29c5224300. 00000008:00000020:3.0:1788687426.951542:0:2369:0:(osc_cache.c:2492:__osc_io_unplug()) Queue writeback work for client ffff9b29c9715568. 00000008:00000001:3.0:1788687426.951554:0:2369:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687426.951560:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb5f80 x1875572824559872/t4294967348(4294967348) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788687442 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788687426.951569:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824559872:192.168.203.144@tcp:4:multiop.0 00000100:00000001:3.0:1788687426.951574:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687426.951577:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687426.951580:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb5f80 x1875572824559872/t4294967348(4294967348) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788687442 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687426.951588:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.951591:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687426.951599:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687426.951602:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687426.951604:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687426.951607:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687426.951622:0:26149:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788687426.951626:0:26149:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202764009480 : -110870945542136 : ffff9b29d8acd008) 00000020:00001000:3.0:1788687426.951628:0:26149:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d8acd000 00000008:00000020:3.0:1788687426.951630:0:26149:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff9b29c9715568. 00000008:00000001:3.0:1788687426.951633:0:26149:0:(osc_cache.c:2412:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1788687426.951635:0:26149:0:(osc_cache.c:2373:osc_next_obj()) Process entered 00000008:00000001:3.0:1788687426.951637:0:26149:0:(osc_cache.c:2403:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687426.951640:0:26149:0:(osc_cache.c:2476:osc_check_rpcs()) Process leaving 00000020:00001000:3.0:1788687426.951641:0:26149:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d8acd000 00000008:00000020:0.0:1788687426.951849:0:34778:0:(osc_cache.c:1706:osc_enter_cache_try()) lustre-OST0000-osc-ffff9b29e019e800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:1703936 00000008:00000020:0.0:1788687426.951857:0:34778:0:(osc_cache.c:1504:osc_consume_write_grant()) using 4096 grant credits for brw ffff9b29c4037348 page fffff53744919a40 00000008:00000020:0.0:1788687426.951862:0:34778:0:(osc_cache.c:1841:osc_enter_cache()) lustre-OST0000-osc-ffff9b29e019e800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }finally got grant space 00000008:00000001:0.0:1788687426.951866:0:34778:0:(osc_cache.c:1854:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1788687426.951867:0:34778:0:(osc_cache.c:1857:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687426.951872:0:34778:0:(osc_cache.c:708:osc_extent_find()) Process entered 00000008:00000010:0.0:1788687426.951878:0:34778:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9b29c4fcbf00. 00000008:00000020:0.0:1788687426.951888:0:34778:0:(osc_cache.c:1333:__osc_extent_tree_dump()) Dump object ffff9b29c5dd4fc0 extents at osc_extent_find:841, mppr: 256. 00000008:00000020:0.0:1788687426.951894:0:34778:0:(osc_cache.c:1950:osc_update_pending()) obj ffff9b29c5dd4fc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1788687426.951900:0:34778:0:(osc_cache.c:859:osc_extent_find()) extent ffff9b29c4fcbf00@{[0 -> 255/255], [3|1|-|active|wi|ffff9b29c5dd4fc0], [1703936|0|-|-|ffff9b29c5cc4200|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1788687426.951951:0:34778:0:(osc_cache.c:859:osc_extent_find()) ### extent: 000000009754da26 ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000ebaad472/0x230d04438e811f6d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2e4a expref: -99 pid: 34778 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1788687426.951961:0:34778:0:(osc_cache.c:876:osc_extent_find()) Process leaving 00000008:00000001:0.0:1788687426.951966:0:34778:0:(osc_cache.c:2748:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687426.951970:0:34778:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687426.951974:0:34778:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788687426.951977:0:34778:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4fc0 -> ffff9b29c97ea148 00000008:00000002:0.0:1788687426.951979:0:34778:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->4096 0 00000020:00000001:0.0:1788687426.951982:0:34778:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4fc0 -> ffff9b29c97ea148 00000020:00000001:0.0:1788687426.951984:0:34778:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788687426.951987:0:34778:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 4096 00020000:00000001:0.0:1788687426.951989:0:34778:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788687426.951992:0:34778:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.951993:0:34778:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.951995:0:34778:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4fc0 -> ffff9b29c97ea148 00000008:00000001:0.0:1788687426.951997:0:34778:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788687426.951999:0:34778:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788687426.952002:0:34778:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788687426.952006:0:34778:0:(cl_page.c:556:cl_batch_put()) page@000000009198d876[4 00000000201189a8 2 1 00000000a4556bd6 0 0 0] 00000020:00000001:0.0:1788687426.952007:0:34778:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788687426.952008:0:34778:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788687426.952010:0:34778:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000001:0.0:1788687426.952012:0:34778:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788687426.952015:0:34778:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788687426.952017:0:34778:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1788687426.952019:0:34778:0:(osc_cache.c:2550:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788687426.952022:0:34778:0:(osc_cache.c:2609:osc_queue_async_io()) obj ffff9b29c5dd4fc0 ready 0|-|- wr 0|-|- rd 0|- oap ffff9b29c560ed90 folio fffff53744932340 pg:0 added for cmd 2 00000008:00000020:0.0:1788687426.952027:0:34778:0:(osc_cache.c:1706:osc_enter_cache_try()) lustre-OST0000-osc-ffff9b29e019e800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 1703936, reserved: 0, flight: 0 } lru {in list: 2, left: 2, waiters: 0 }need:0 00000008:00000020:0.0:1788687426.952031:0:34778:0:(osc_cache.c:1504:osc_consume_write_grant()) using 4096 grant credits for brw ffff9b29c560edc8 page fffff53744932340 00000008:00000001:0.0:1788687426.952034:0:34778:0:(osc_cache.c:2748:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687426.952036:0:34778:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687426.952037:0:34778:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788687426.952039:0:34778:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4fc0 -> ffff9b29c97ea148 00000008:00000002:0.0:1788687426.952040:0:34778:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 4096->8192 4096 00000020:00000001:0.0:1788687426.952042:0:34778:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4fc0 -> ffff9b29c97ea148 00000020:00000001:0.0:1788687426.952044:0:34778:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788687426.952046:0:34778:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 8192 00020000:00000001:0.0:1788687426.952048:0:34778:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788687426.952049:0:34778:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.952051:0:34778:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.952052:0:34778:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4fc0 -> ffff9b29c97ea148 00000008:00000001:0.0:1788687426.952054:0:34778:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788687426.952056:0:34778:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788687426.952057:0:34778:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788687426.952060:0:34778:0:(cl_page.c:556:cl_batch_put()) page@00000000ce1c1526[4 00000000201189a8 2 1 00000000a4556bd6 0 0 1] 00000020:00000001:0.0:1788687426.952062:0:34778:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788687426.952063:0:34778:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788687426.952064:0:34778:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1788687426.952066:0:34778:0:(osc_request.c:745:osc_update_next_shrink()) next time 3085 to shrink grant 00000080:00000001:0.0:1788687426.952069:0:34778:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1788687426.952072:0:34778:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1788687426.952080:0:34778:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9b29d8590ab8, count 2, dirtied 2 00000080:00000001:0.0:1788687426.952083:0:34778:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1788687426.952085:0:34778:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788687426.952087:0:34778:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788687426.952089:0:34778:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788687426.952090:0:34778:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788687426.952093:0:34778:0:(cl_page.c:507:__cl_page_state_set()) page@000000009198d876[3 00000000201189a8 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788687426.952095:0:34778:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788687426.952096:0:34778:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788687426.952098:0:34778:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788687426.952099:0:34778:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788687426.952102:0:34778:0:(cl_page.c:556:cl_batch_put()) page@000000009198d876[3 00000000201189a8 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788687426.952104:0:34778:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788687426.952105:0:34778:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788687426.952106:0:34778:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788687426.952107:0:34778:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788687426.952108:0:34778:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788687426.952109:0:34778:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788687426.952112:0:34778:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ce1c1526[3 00000000201189a8 2 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788687426.952113:0:34778:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788687426.952114:0:34778:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788687426.952115:0:34778:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788687426.952116:0:34778:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788687426.952119:0:34778:0:(cl_page.c:556:cl_batch_put()) page@00000000ce1c1526[3 00000000201189a8 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788687426.952120:0:34778:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788687426.952121:0:34778:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788687426.952122:0:34778:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1788687426.952124:0:34778:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1788687426.952126:0:34778:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.952129:0:34778:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687426.952132:0:34778:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.952134:0:34778:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687426.952137:0:34778:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000020:00000001:0.0:1788687426.952140:0:34778:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788687426.952142:0:34778:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1788687426.952144:0:34778:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.952148:0:34778:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cd3b80 00000080:00200000:0.0:1788687426.952151:0:34778:0:(vvp_io.c:1358:vvp_io_write_start()) f24b.recovery-small-2: write bytes 0, result: 8192 00000080:00000001:0.0:1788687426.952154:0:34778:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687426.952157:0:34778:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788687426.952161:0:34778:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687426.952162:0:34778:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788687426.952165:0:34778:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:0.0:1788687426.952167:0:34778:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4fc0 -> ffff9b29c97ea148 00000020:00000001:0.0:1788687426.952168:0:34778:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4fc0 -> ffff9b29c97ea148 00000020:00000001:0.0:1788687426.952170:0:34778:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788687426.952171:0:34778:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788687426.952172:0:34778:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.952174:0:34778:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.952175:0:34778:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4fc0 -> ffff9b29c97ea148 00000008:00000001:0.0:1788687426.952178:0:34778:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.952179:0:34778:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687426.952182:0:34778:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687426.952183:0:34778:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.952185:0:34778:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.952188:0:34778:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788687426.952190:0:34778:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788687426.952191:0:34778:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788687426.952192:0:34778:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1788687426.952195:0:34778:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:0.0:1788687426.952198:0:34778:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788687426.952203:0:34778:0:(osc_cache.c:1950:osc_update_pending()) obj ffff9b29c5dd4fc0 ready 0|-|- wr 2|-|- rd 0|- update pending cmd 2 delta 2. 00000008:00000001:0.0:1788687426.952209:0:34778:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788687426.952212:0:34778:0:(osc_cache.c:1935:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687426.952213:0:34778:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788687426.952215:0:34778:0:(osc_cache.c:1921:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687426.952217:0:34778:0:(osc_cache.c:675:osc_extent_release()) Process leaving 00000020:00000001:0.0:1788687426.952219:0:34778:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788687426.952220:0:34778:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687426.952222:0:34778:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.952224:0:34778:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788687426.952227:0:34778:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788687426.952230:0:34778:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788687426.952232:0:34778:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29c3900e48 (ffff9b29d0280cf8/0) at cl_lock_release():245 00000020:00000001:0.0:1788687426.952236:0:34778:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788687426.952237:0:34778:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c3900e48 (ffff9b29d0280cf8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788687426.952241:0:34778:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788687426.952244:0:34778:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687426.952246:0:34778:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687426.952248:0:34778:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788687426.952249:0:34778:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5ca0fb0 (ffff9b29c97d4008/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788687426.952253:0:34778:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788687426.952254:0:34778:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788687426.952257:0:34778:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687426.952260:0:34778:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687426.952263:0:34778:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=5 00000020:00000001:0.0:1788687426.952265:0:34778:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:0.0:1788687426.952269:0:34778:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:0.0:1788687426.952271:0:34778:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687426.952275:0:34778:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000ebaad472/0x230d04438e811f6d lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d2e4a expref: -99 pid: 34778 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687426.952283:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687426.952284:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687426.952286:0:34778:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687426.952290:0:34778:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687426.952293:0:34778:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000ebaad472/0x230d04438e811f6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2e4a expref: -99 pid: 34778 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687426.952301:0:34778:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687426.952304:0:34778:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687426.952307:0:34778:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687426.952313:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687426.952314:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687426.952316:0:34778:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687426.952321:0:34778:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687426.952323:0:34778:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687426.952326:0:34778:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687426.952330:0:34778:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687426.952332:0:34778:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687426.952334:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687426.952335:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687426.952336:0:34778:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687426.952337:0:34778:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687426.952338:0:34778:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788687426.952340:0:34778:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687426.952341:0:34778:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687426.952342:0:34778:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687426.952344:0:34778:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788687426.952345:0:34778:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c3900e48 (ffff9b29d0280cf8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788687426.952348:0:34778:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788687426.952350:0:34778:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788687426.952352:0:34778:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5ca0fb0 (ffff9b29d0280cf8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788687426.952355:0:34778:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d1209db0. 00000020:00000001:0.0:1788687426.952359:0:34778:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788687426.952361:0:34778:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5ca0f80. 00020000:00000001:0.0:1788687426.952364:0:34778:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788687426.952365:0:34778:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788687426.952367:0:34778:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788687426.952369:0:34778:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788687426.952370:0:34778:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687426.952372:0:34778:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788687426.952373:0:34778:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788687426.952374:0:34778:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687426.952376:0:34778:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687426.952377:0:34778:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788687426.952378:0:34778:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788687426.952380:0:34778:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788687426.952383:0:34778:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:0.0:1788687426.952386:0:34778:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788687426.952387:0:34778:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788687426.952389:0:34778:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788687426.952390:0:34778:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687426.952391:0:34778:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788687426.952394:0:34778:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788687426.952395:0:34778:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687426.952397:0:34778:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687426.952399:0:34778:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788687426.952401:0:34778:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788687426.952402:0:34778:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687426.952409:0:34778:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:0.0:1788687426.952412:0:34778:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1788687426.952416:0:34778:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1788687426.952418:0:34778:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788687426.952420:0:34778:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788687426.952422:0:34778:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788687426.952423:0:34778:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788687426.952425:0:34778:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687426.952427:0:34778:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4000 00020000:00000001:0.0:1788687426.952429:0:34778:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788687426.952431:0:34778:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788687426.952433:0:34778:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788687426.952435:0:34778:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x35:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788687426.952438:0:34778:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788687426.952439:0:34778:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788687426.952441:0:34778:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cd3c98 00000080:00200000:0.0:1788687426.952443:0:34778:0:(file.c:2238:ll_file_io_generic()) f24b.recovery-small-2: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:0.0:1788687426.952448:0:34778:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788687426.952450:0:34778:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea148 -> ffff9b29c97ea148 00000020:00000001:0.0:1788687426.952452:0:34778:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea148 -> ffff9b29c97ea148 00000020:00000001:0.0:1788687426.952455:0:34778:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788687426.952460:0:34778:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788687426.952465:0:34778:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788687426.952467:0:34778:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:0.0:1788687426.952470:0:34778:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788687426.952471:0:34778:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:0.0:1788687426.952474:0:34778:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x35:1028 on OST[0]: s=8192 (1) m=1788687426 a=0 c=1788687426 b=1 00020000:00000001:0.0:1788687426.952477:0:34778:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687426.952480:0:34778:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1788687426 a=0 c=1788687426 b=1 00020000:00000001:0.0:1788687426.952484:0:34778:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.952486:0:34778:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687426.952487:0:34778:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea148 -> ffff9b29c97ea148 00000080:00200000:0.0:1788687426.952490:0:34778:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x35:0x0] updating i_size 8192 i_blocks 1 00000080:00000001:0.0:1788687426.952494:0:34778:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1788687426.952499:0:34778:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:0.0:1788687426.952502:0:34778:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:0.0:1788687426.952504:0:34778:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000020:00000001:0.0:1788687426.952507:0:34778:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cd3d88 00000080:00000008:0.0:1788687426.952510:0:34778:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24b.recovery-small-2:[0x200000404:0x35:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:0.0:1788687426.952513:0:34778:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:1.0:1788687426.980355:0:34783:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687426.980365:0:34783:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687426.980369:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d0fb78 00000080:00200000:1.0:1788687426.980375:0:34783:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687426.980384:0:34783:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6941a00. 00800000:00000002:1.0:1788687426.980394:0:34783:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687426.980399:0:34783:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687426.980405:0:34783:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687426.980408:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d0fa98 00800000:00000002:1.0:1788687426.980411:0:34783:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687426.980416:0:34783:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687426.980422:0:34783:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687426.980428:0:34783:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687426.980431:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d0f968 00000002:00010000:1.0:1788687426.980433:0:34783:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687426.980437:0:34783:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687426.980440:0:34783:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687426.980445:0:34783:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687426.980456:0:34783:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 2 00010000:00000001:1.0:1788687426.980460:0:34783:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687426.980466:0:34783:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687426.980470:0:34783:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687426.980476:0:34783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788687426.980491:0:34783:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687426.980497:0:34783:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687426.980501:0:34783:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788687426.980510:0:34783:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687426.980513:0:34783:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687426.980515:0:34783:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687426.980517:0:34783:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687426.980520:0:34783:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687426.980522:0:34783:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687426.980525:0:34783:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788687426.980529:0:34783:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687426.980533:0:34783:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6941a00. 00000080:00000001:1.0:1788687426.980540:0:34783:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687426.980542:0:34783:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687426.980545:0:34783:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687426.980548:0:34783:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f43 00800000:00000001:1.0:1788687426.980552:0:34783:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687426.980555:0:34783:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687426.980557:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687426.980561:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687426.980821:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=3 00000020:00000001:1.0:1788687426.980825:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:1.0:1788687426.981103:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:1.0:1788687426.981108:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.981110:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687426.981111:0:34783:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687426.981114:0:34783:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687426.981117:0:34783:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f43 from it ffffaca081d0fbb0 00010000:00000001:1.0:1788687426.981120:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687426.981122:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687426.981123:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=3 00000020:00000001:1.0:1788687426.981126:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:1.0:1788687426.981128:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:1.0:1788687426.981131:0:34783:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687426.981135:0:34783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788687426.981143:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.981144:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687426.981146:0:34783:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687426.981149:0:34783:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687426.981153:0:34783:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788687426.981162:0:34783:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687426.981166:0:34783:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687426.981168:0:34783:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687426.981173:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.981175:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687426.981177:0:34783:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.981182:0:34783:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687426.981185:0:34783:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.981187:0:34783:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.981191:0:34783:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687426.981194:0:34783:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687426.981196:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687426.981197:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687426.981201:0:34783:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687426.981204:0:34783:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687426.981206:0:34783:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 44 00000080:00000001:1.0:1788687426.981213:0:34783:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687426.981219:0:34783:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788687426.981222:0:34783:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788687426.981224:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d0fb78 00000080:00200008:1.0:1788687426.981227:0:34783:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 504000 00000080:00000010:1.0:1788687426.981235:0:34783:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29e1663e00. 00000080:00000001:1.0:1788687426.981241:0:34783:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687426.981243:0:34783:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687426.981284:0:34783:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687426.981287:0:34783:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=8028667f arg=7ffebab8c020 00000080:00000001:1.0:1788687426.981294:0:34783:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000080:00000001:1.0:1788687426.981297:0:34783:0:(llite_lib.c:4281:ll_get_sb_uuid()) Process entered 00000080:00000001:1.0:1788687426.981300:0:34783:0:(llite_lib.c:4287:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687426.981302:0:34783:0:(llite_lib.c:3669:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687426.981304:0:34783:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687426.981314:0:34783:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788687426.981316:0:34783:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788687426.981319:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d0fdd0 00000080:00200008:1.0:1788687426.981321:0:34783:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 504000 00000080:00400000:1.0:1788687426.981324:0:34783:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1788687426.981328:0:34783:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29e1663e00. 00000080:00000001:1.0:1788687426.981331:0:34783:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788687426.981334:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d0fdd0 00000080:00000008:1.0:1788687426.981336:0:34783:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 504000, rc = 0 00000080:00000001:1.0:1788687426.981338:0:34783:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687426.981340:0:34783:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687427.467305:0:37:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1788687427.467314:0:37:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788687427.467318:0:37:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687427.467324:0:37:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:0.0:1788687427.467331:0:37:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000020:00000001:0.0:1788687427.467340:0:37:0:(cl_object.c:143:cl_object_top()) ffff9b29c97eadc8 -> ffff9b29c97eadc8 00000020:00000001:0.0:1788687427.467343:0:37:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788687427.467346:0:37:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788687427.467349:0:37:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788687427.467352:0:37:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687427.467354:0:37:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788687427.467356:0:37:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687427.467362:0:37:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff9b29c38c7590 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788687427.467366:0:37:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c134a7c0 00020000:00000001:0.0:1788687427.467372:0:37:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788687427.467374:0:37:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788687427.467377:0:37:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788687427.467379:0:37:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467381:0:37:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788687427.467384:0:37:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788687427.467386:0:37:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467388:0:37:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687427.467389:0:37:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788687427.467390:0:37:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788687427.467392:0:37:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524fe88) owner 0000000000000000/ffff9b29c134a7c0 00000020:00000001:0.0:1788687427.467395:0:37:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467398:0:37:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788687427.467400:0:37:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788687427.467402:0:37:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788687427.467406:0:37:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788687427.467410:0:37:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788687427.467413:0:37:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687427.467415:0:37:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788687427.467417:0:37:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687427.467419:0:37:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509234184 : -110871200317432 : ffff9b29c97d4008) 00000020:00001000:0.0:1788687427.467422:0:37:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4000 00000020:00000001:0.0:1788687427.467426:0:37:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea850 -> ffff9b29c97eadc8 00000020:00000001:0.0:1788687427.467428:0:37:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788687427.467432:0:37:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687427.467433:0:37:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788687427.467435:0:37:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467437:0:37:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467439:0:37:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687427.467442:0:37:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788687427.467444:0:37:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467447:0:37:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467449:0:37:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467451:0:37:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788687427.467454:0:37:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788687427.467456:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687427.467457:0:37:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788687427.467460:0:37:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687427.467461:0:37:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467463:0:37:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467465:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467467:0:37:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467469:0:37:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687427.467470:0:37:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467471:0:37:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467473:0:37:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788687427.467476:0:37:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788687427.467477:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687427.467478:0:37:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788687427.467481:0:37:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000020:0.0:1788687427.467484:0:37:0:(osc_io.c:1113:osc_io_fsync_start()) lustre-OST0000-osc-ffff9b29e019e800: unstable/dirty counts are both zero 00000008:00000001:0.0:1788687427.467486:0:37:0:(osc_io.c:1114:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467488:0:37:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467490:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467491:0:37:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467493:0:37:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467495:0:37:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788687427.467497:0:37:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788687427.467499:0:37:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788687427.467500:0:37:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788687427.467502:0:37:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788687427.467503:0:37:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467505:0:37:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788687427.467508:0:37:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788687427.467510:0:37:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788687427.467512:0:37:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788687427.467514:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687427.467515:0:37:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788687427.467516:0:37:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788687427.467517:0:37:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467520:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467521:0:37:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788687427.467523:0:37:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788687427.467525:0:37:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788687427.467527:0:37:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788687427.467528:0:37:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788687427.467530:0:37:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788687427.467531:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687427.467532:0:37:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788687427.467533:0:37:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788687427.467535:0:37:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467537:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467539:0:37:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788687427.467540:0:37:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788687427.467542:0:37:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467544:0:37:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788687427.467546:0:37:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788687427.467547:0:37:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788687427.467548:0:37:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788687427.467550:0:37:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687427.467551:0:37:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4000 00020000:00000001:0.0:1788687427.467554:0:37:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788687427.467557:0:37:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788687427.467560:0:37:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788687427.467562:0:37:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788687427.467566:0:37:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788687427.467567:0:37:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687427.467570:0:37:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000080:00000001:0.0:1788687427.467572:0:37:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687427.467575:0:37:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687427.467584:0:37:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1788687427.467586:0:37:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788687427.467587:0:37:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687427.467588:0:37:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:0.0:1788687427.467591:0:37:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000020:00000001:0.0:1788687427.467593:0:37:0:(cl_object.c:143:cl_object_top()) ffff9b29e0155f58 -> ffff9b29e0155f58 00000020:00000001:0.0:1788687427.467596:0:37:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788687427.467597:0:37:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788687427.467598:0:37:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788687427.467601:0:37:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687427.467602:0:37:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788687427.467603:0:37:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687427.467606:0:37:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x34:0x0]io ffff9b29c38c7590 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788687427.467608:0:37:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29d01bbd90) owner 0000000000000000/ffff9b29c134a7c0 00020000:00000001:0.0:1788687427.467611:0:37:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788687427.467612:0:37:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788687427.467614:0:37:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788687427.467615:0:37:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467617:0:37:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788687427.467619:0:37:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788687427.467620:0:37:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467622:0:37:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687427.467623:0:37:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788687427.467624:0:37:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788687427.467625:0:37:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29d01bbd90) owner 0000000000000000/ffff9b29c134a7c0 00000020:00000001:0.0:1788687427.467627:0:37:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467629:0:37:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788687427.467630:0:37:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788687427.467631:0:37:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788687427.467633:0:37:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788687427.467635:0:37:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788687427.467638:0:37:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687427.467639:0:37:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788687427.467641:0:37:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687427.467642:0:37:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509234184 : -110871200317432 : ffff9b29c97d4008) 00000020:00001000:0.0:1788687427.467644:0:37:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4000 00000020:00000001:0.0:1788687427.467646:0:37:0:(cl_object.c:143:cl_object_top()) ffff9b29e0155210 -> ffff9b29e0155f58 00000020:00000001:0.0:1788687427.467648:0:37:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788687427.467650:0:37:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687427.467651:0:37:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788687427.467652:0:37:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467654:0:37:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467656:0:37:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687427.467658:0:37:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788687427.467659:0:37:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467661:0:37:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467663:0:37:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467665:0:37:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788687427.467666:0:37:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788687427.467667:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687427.467668:0:37:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788687427.467669:0:37:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687427.467671:0:37:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467672:0:37:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467674:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467675:0:37:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467677:0:37:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687427.467678:0:37:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467679:0:37:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467681:0:37:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788687427.467682:0:37:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788687427.467683:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687427.467685:0:37:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788687427.467686:0:37:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000020:0.0:1788687427.467687:0:37:0:(osc_io.c:1113:osc_io_fsync_start()) lustre-OST0000-osc-ffff9b29e019e800: unstable/dirty counts are both zero 00000008:00000001:0.0:1788687427.467689:0:37:0:(osc_io.c:1114:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467690:0:37:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467691:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467693:0:37:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467695:0:37:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467696:0:37:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788687427.467697:0:37:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788687427.467698:0:37:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788687427.467699:0:37:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788687427.467701:0:37:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788687427.467702:0:37:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467704:0:37:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788687427.467705:0:37:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788687427.467706:0:37:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788687427.467707:0:37:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788687427.467708:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687427.467710:0:37:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788687427.467711:0:37:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788687427.467712:0:37:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467714:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467716:0:37:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788687427.467717:0:37:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788687427.467718:0:37:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788687427.467720:0:37:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788687427.467720:0:37:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788687427.467721:0:37:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788687427.467723:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687427.467724:0:37:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788687427.467725:0:37:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788687427.467726:0:37:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467728:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467730:0:37:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788687427.467731:0:37:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788687427.467732:0:37:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467733:0:37:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788687427.467734:0:37:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788687427.467735:0:37:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788687427.467736:0:37:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788687427.467737:0:37:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687427.467738:0:37:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4000 00020000:00000001:0.0:1788687427.467740:0:37:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788687427.467742:0:37:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788687427.467743:0:37:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788687427.467745:0:37:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788687427.467747:0:37:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788687427.467749:0:37:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687427.467750:0:37:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000080:00000001:0.0:1788687427.467752:0:37:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687427.467754:0:37:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687427.467758:0:37:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:0.0:1788687427.467759:0:37:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788687427.467760:0:37:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687427.467762:0:37:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:0.0:1788687427.467764:0:37:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000020:00000001:0.0:1788687427.467767:0:37:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea148 -> ffff9b29c97ea148 00000020:00000001:0.0:1788687427.467768:0:37:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788687427.467770:0:37:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788687427.467771:0:37:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788687427.467774:0:37:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687427.467775:0:37:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788687427.467776:0:37:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687427.467779:0:37:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x35:0x0]io ffff9b29c38c7590 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788687427.467782:0:37:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f000) owner 0000000000000000/ffff9b29c134a7c0 00020000:00000001:0.0:1788687427.467785:0:37:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788687427.467786:0:37:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788687427.467788:0:37:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788687427.467789:0:37:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467791:0:37:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788687427.467793:0:37:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788687427.467794:0:37:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467796:0:37:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687427.467797:0:37:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788687427.467798:0:37:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788687427.467800:0:37:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f000) owner 0000000000000000/ffff9b29c134a7c0 00000020:00000001:0.0:1788687427.467802:0:37:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467803:0:37:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788687427.467804:0:37:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788687427.467805:0:37:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788687427.467807:0:37:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788687427.467809:0:37:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788687427.467811:0:37:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687427.467812:0:37:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788687427.467813:0:37:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687427.467814:0:37:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509234184 : -110871200317432 : ffff9b29c97d4008) 00000020:00001000:0.0:1788687427.467816:0:37:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4000 00000020:00000001:0.0:1788687427.467818:0:37:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea5f8 -> ffff9b29c97ea148 00000020:00000001:0.0:1788687427.467820:0:37:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788687427.467821:0:37:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687427.467822:0:37:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788687427.467835:0:37:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467837:0:37:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467839:0:37:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687427.467849:0:37:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788687427.467850:0:37:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467852:0:37:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467854:0:37:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467855:0:37:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788687427.467856:0:37:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788687427.467858:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687427.467859:0:37:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788687427.467860:0:37:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687427.467861:0:37:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467863:0:37:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467865:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.467867:0:37:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467868:0:37:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687427.467869:0:37:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467871:0:37:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.467873:0:37:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788687427.467874:0:37:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788687427.467875:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687427.467876:0:37:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788687427.467877:0:37:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788687427.467879:0:37:0:(osc_cache.c:3353:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788687427.467887:0:37:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1788687427.467889:0:37:0:(osc_cache.c:1904:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1788687427.467891:0:37:0:(osc_cache.c:1905:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788687427.467894:0:37:0:(osc_cache.c:2412:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1788687427.467896:0:37:0:(osc_cache.c:2373:osc_next_obj()) Process entered 00000008:00000001:0.0:1788687427.467899:0:37:0:(osc_cache.c:2381:osc_next_obj()) Process leaving (rc=18446633202448420800 : -110871261130816 : ffff9b29c5dd4fc0) 00000008:00000020:0.0:1788687427.467903:0:37:0:(osc_cache.c:2417:osc_check_rpcs()) obj ffff9b29c5dd4fc0 ready 0|-|- wr 2|-|+ rd 0|- 0 in flight 00000008:00000001:0.0:1788687427.467931:0:37:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1788687427.467933:0:37:0:(osc_cache.c:1904:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:0.0:1788687427.467934:0:37:0:(osc_cache.c:1905:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788687427.467936:0:37:0:(osc_cache.c:2237:osc_send_write_rpc()) Process entered 00000008:00000001:0.0:1788687427.467938:0:37:0:(osc_cache.c:2094:try_to_add_extent_for_io()) Process entered 00000008:00000020:0.0:1788687427.467941:0:37:0:(osc_cache.c:2098:try_to_add_extent_for_io()) extent ffff9b29c4fcbf00@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff9b29c5dd4fc0], [1703936|2|+|-|ffff9b29c5cc4200|256|0000000000000000]} trying to add this extent 00000008:00010000:0.0:1788687427.467952:0:37:0:(osc_cache.c:2098:try_to_add_extent_for_io()) ### extent: 000000009754da26 ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000ebaad472/0x230d04438e811f6d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2e4a expref: -99 pid: 34778 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788687427.467965:0:37:0:(osc_cache.c:2147:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1788687427.467969:0:37:0:(osc_cache.c:1950:osc_update_pending()) obj ffff9b29c5dd4fc0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:0.0:1788687427.467974:0:37:0:(osc_cache.c:1190:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1788687427.467977:0:37:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788687427.467981:0:37:0:(osc_cache.c:1198:osc_extent_make_ready()) extent ffff9b29c4fcbf00@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff9b29c5dd4fc0], [1703936|2|+|-|ffff9b29c5cc4200|256|ffff9b29c134a7c0]} make ready 00000008:00010000:0.0:1788687427.467987:0:37:0:(osc_cache.c:1198:osc_extent_make_ready()) ### extent: 000000009754da26 ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000ebaad472/0x230d04438e811f6d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2e4a expref: -99 pid: 34778 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788687427.468001:0:37:0:(osc_cache.c:1382:osc_make_ready()) Process entered 00000020:00000001:0.0:1788687427.468003:0:37:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1788687427.468021:0:37:0:(cl_page.c:1160:cl_page_make_ready()) page@000000009198d876[2 00000000201189a8 1 1 0000000000000000 0 0 0] 00000020:00008000:0.0:1788687427.468023:0:37:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:0.0:1788687427.468025:0:37:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1788687427.468027:0:37:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788687427.468029:0:37:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788687427.468031:0:37:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788687427.468032:0:37:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788687427.468035:0:37:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788687427.468038:0:37:0:(cl_page.c:507:__cl_page_state_set()) page@000000009198d876[2 00000000201189a8 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788687427.468041:0:37:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1788687427.468042:0:37:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788687427.468044:0:37:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1788687427.468047:0:37:0:(cl_page.c:1182:cl_page_make_ready()) page@000000009198d876[2 00000000201189a8 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788687427.468049:0:37:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1788687427.468050:0:37:0:(osc_cache.c:1386:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687427.468052:0:37:0:(osc_cache.c:1382:osc_make_ready()) Process entered 00000020:00000001:0.0:1788687427.468053:0:37:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1788687427.468057:0:37:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000ce1c1526[2 00000000201189a8 1 1 0000000000000000 0 0 1] 00000020:00008000:0.0:1788687427.468059:0:37:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:0.0:1788687427.468060:0:37:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1788687427.468061:0:37:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788687427.468062:0:37:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788687427.468063:0:37:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788687427.468065:0:37:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788687427.468066:0:37:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788687427.468068:0:37:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ce1c1526[2 00000000201189a8 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788687427.468070:0:37:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1788687427.468071:0:37:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788687427.468072:0:37:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1788687427.468074:0:37:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000ce1c1526[2 00000000201189a8 3 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788687427.468075:0:37:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1788687427.468076:0:37:0:(osc_cache.c:1386:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.468079:0:37:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4fc0 -> ffff9b29c97ea148 00000020:00000001:0.0:1788687427.468081:0:37:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4fc0 -> ffff9b29c97ea148 00000020:00000001:0.0:1788687427.468083:0:37:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1788687427.468086:0:37:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.468088:0:37:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4fc0 -> ffff9b29c97ea148 00000008:00000001:0.0:1788687427.468091:0:37:0:(osc_cache.c:1251:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687427.468094:0:37:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:0.0:1788687427.468098:0:37:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff9b29e019e800: cli: ffff9b29c9715568 unstable pages: 0, osc unstable pages: 0 00000008:00000010:0.0:1788687427.468109:0:37:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 16 at ffff9b29c3f7c280. 00000008:00000010:0.0:1788687427.468114:0:37:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff9b29d1389000. 00000008:00000020:0.0:1788687427.468116:0:37:0:(osc_request.c:2875:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:0.0:1788687427.468119:0:37:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1788687427.468122:0:37:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1788687427.468124:0:37:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1788687427.468128:0:37:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788687426/1788687426 00000020:00000001:0.0:1788687427.468132:0:37:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1788687427.468134:0:37:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:0.0:1788687427.468137:0:37:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:0.0:1788687427.468140:0:37:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:0.0:1788687427.468143:0:37:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687427.468151:0:37:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64deb00 count: 2 00010000:00000001:0.0:1788687427.468154:0:37:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687427.468161:0:37:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788687427.468165:0:37:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788687427.468169:0:37:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687427.468174:0:37:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687427.468178:0:37:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000ebaad472/0x230d04438e811f6d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2e4a expref: -99 pid: 34778 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788687427.468188:0:37:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687427.468190:0:37:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687427.468193:0:37:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788687427.468195:0:37:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687427.468198:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687427.468201:0:37:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=3 00000020:00000001:0.0:1788687427.468203:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:0.0:1788687427.468206:0:37:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00000008:00000001:0.0:1788687427.468210:0:37:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:0.0:1788687427.468212:0:37:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687427.468213:0:37:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1788687427.468214:0:37:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:0.0:1788687427.468217:0:37:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:0.0:1788687427.468223:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f3800. 00000020:00000040:0.0:1788687427.468227:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=4 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:0.0:1788687427.468235:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687427.468238:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687427.468241:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687427.468275:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff9b29c6858000. 00000100:00000001:0.0:1788687427.468284:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788687427.468294:0:37:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:0.0:1788687427.468302:0:37:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff9b29e019e800: dirty: 1703936 undirty: 485097472 dropped 0 grant: 2097152 cl_lost_grant 0 00000008:00000001:0.0:1788687427.468309:0:37:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:0.0:1788687427.468345:0:37:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 8427 MB/s 00000008:00008000:0.0:1788687427.468356:0:37:0:(osc_request.c:1346:osc_checksum_bulk()) page fffff53744919a40 map ffff9b29d8590ab8 index 0 flags 17ffffc0005028 count 2 priv ffff9b29c40372a0: off 0 00000008:00008000:0.0:1788687427.468360:0:37:0:(osc_request.c:1346:osc_checksum_bulk()) page fffff53744932340 map ffff9b29d8590ab8 index 1 flags 17ffffc0005028 count 2 priv ffff9b29c560ed20: off 0 00000008:00000001:0.0:1788687427.468373:0:37:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:0.0:1788687427.468375:0:37:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:0.0:1788687427.468380:0:37:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9b29c97f3800 - object 0x240000400:69 offset 0<>8192 00000008:00000001:0.0:1788687427.468382:0:37:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.468385:0:37:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1788687427.468386:0:37:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1788687427.468387:0:37:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1788687427.468389:0:37:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788687426/1788687426 00000020:00000001:0.0:1788687427.468391:0:37:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1788687427.468392:0:37:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:0.0:1788687427.468394:0:37:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1788687427.468396:0:37:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687427.468398:0:37:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509363200 : -110871200188416 : ffff9b29c97f3800) 00000008:00000002:0.0:1788687427.468412:0:37:0:(osc_request.c:2976:osc_build_rpc()) @@@ 2 pages, aa 0000000042a1907d, now 0r/1w/0d in flight req@ffff9b29c97f3800 x1875572824560000/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:0.0:1788687427.468428:0:37:0:(osc_request.c:2988:osc_build_rpc()) [0x200000404:0x35:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:0.0:1788687427.468437:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d34db5e8] to pc [ptlrpcd_00_00+0] req@ffff9b29c97f3800 x1875572824560000/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788687427.468474:0:37:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:0.0:1788687427.468476:0:37:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687427.468479:0:37:0:(osc_cache.c:2286:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687427.468481:0:37:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788687427.468483:0:37:0:(osc_cache.c:1921:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687427.468485:0:37:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788687427.468486:0:37:0:(osc_cache.c:1894:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687427.468488:0:37:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788687427.468489:0:37:0:(osc_cache.c:1921:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687427.468491:0:37:0:(osc_cache.c:2373:osc_next_obj()) Process entered 00000008:00000001:0.0:1788687427.468493:0:37:0:(osc_cache.c:2403:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687427.468495:0:37:0:(osc_cache.c:2476:osc_check_rpcs()) Process leaving 00000008:00000020:0.0:1788687427.468498:0:37:0:(osc_cache.c:3493:osc_cache_writeback_range()) obj ffff9b29c5dd4fc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 2: rc=2. 00000008:00000001:0.0:1788687427.468502:0:37:0:(osc_cache.c:3508:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000008:00000001:0.0:1788687427.468504:0:37:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:0.0:1788687427.468506:0:37:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788687427.468508:0:37:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788687427.468509:0:37:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788687427.468511:0:37:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788687427.468512:0:37:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788687427.468513:0:37:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788687427.468516:0:37:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:0.0:1788687427.468520:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f3100. 00000020:00000040:0.0:1788687427.468522:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=5 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:0.0:1788687427.468525:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687427.468526:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687427.468528:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687427.468533:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29d01f2a00. 00000100:00000001:0.0:1788687427.468535:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687427.468540:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687427.468545:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687427.468550:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001da6a850] to pc [ptlrpcd_00_01+1] req@ffff9b29c97f3100 x1875572824560128/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788687427.468558:0:37:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687427.468560:0:37:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687427.468562:0:37:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.468564:0:37:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.468566:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.468568:0:37:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.468570:0:37:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.468572:0:37:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788687427.468573:0:37:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788687427.468575:0:37:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788687427.468576:0:37:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1788687427.468819:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687427.468832:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687427.468834:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687427.468848:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f3800 x1875572824560000/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687427.468857:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687427.468859:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687427.468864:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687427.468866:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687427.468869:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687427.468872:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824560000:192.168.203.144@tcp:4:multiop.0 00000100:00000001:1.0:1788687427.468877:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687427.468885:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687427.468887:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687427.468889:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687427.468896:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6912c00. 02000000:00000001:1.0:1788687427.468897:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687427.468935:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687427.468940:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150dc0. 00000400:00000010:1.0:1788687427.468948:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc660. 00000100:00000200:1.0:1788687427.468957:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824560000, portal 4 00000100:00000001:1.0:1788687427.468959:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687427.468961:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509363200 : -110871200188416 : ffff9b29c97f3800) 00000100:00000040:1.0:1788687427.468969:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f3800 x1875572824560000/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788687443 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687427.468977:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687427.468980:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687427.468984:0:2367:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff9b29c6bdcb40. 00000100:00000200:1.0:1788687427.468988:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1875572824560000, offset 0 00000400:00000200:1.0:1788687427.468995:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687427.469005:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687427.469013:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687427.469020:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687427.469025:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687427.469029:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687427.469032:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687427.469037:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2623:2623:256:4294967295] 192.168.203.144@tcp LPNI seq info [2623:2623:8:4294967295] 00000400:00000200:1.0:1788687427.469042:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687427.469054:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687427.469060:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687427.469066:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff9b29c6941000. 00000800:00000200:1.0:1788687427.469074:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687427.469083:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687427.469088:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6941000 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:1.0:1788687427.469106:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687427.469111:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20978 usecs (21 jiffies) 00000400:00000200:1.0:1788687427.469115:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687427.469118:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296553495 00000100:00000001:1.0:1788687427.469121:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296553725 00000100:00000001:1.0:1788687427.469124:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296553495 00000100:00000001:1.0:1788687427.469127:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296553725 00000100:00000001:1.0:1788687427.469129:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687427.469133:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687427.469136:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687427.469139:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687427.469146:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687427.469148:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788687427.469150:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687427.469151:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687427.469152:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687427.469155:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788687427.469156:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687427.469158:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687427.469160:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687427.469162:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687427.469163:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687427.469165:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687427.469168:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f3100 x1875572824560128/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687427.469176:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687427.469177:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687427.469179:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687427.469181:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687427.469183:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687427.469186:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824560128:192.168.203.144@tcp:16:kworker.0 00000100:00000001:1.0:1788687427.469189:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687427.469191:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687427.469192:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687427.469194:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687427.469197:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6913000. 02000000:00000001:1.0:1788687427.469199:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687427.469202:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687427.469204:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150f78. 00000400:00000010:1.0:1788687427.469208:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc2a8. 00000100:00000200:1.0:1788687427.469210:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824560128, portal 4 00000100:00000001:1.0:1788687427.469212:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687427.469213:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509361408 : -110871200190208 : ffff9b29c97f3100) 00000100:00000040:1.0:1788687427.469218:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f3100 x1875572824560128/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687443 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687427.469224:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687427.469225:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687427.469227:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc6e8. 00000100:00000200:1.0:1788687427.469230:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875572824560128, offset 0 00000400:00000200:1.0:1788687427.469234:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687427.469237:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687427.469240:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687427.469243:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687427.469245:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687427.469247:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687427.469250:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687427.469253:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2624:2624:255:4294967295] 192.168.203.144@tcp LPNI seq info [2624:2624:7:4294967295] 00000400:00000200:1.0:1788687427.469257:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687427.469263:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687427.469266:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687427.469270:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29e0906e00. 00000800:00000200:1.0:1788687427.469273:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687427.469277:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687427.469280:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29e0906e00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1788687427.469294:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687427.469296:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20978 usecs (21 jiffies) 00000400:00000200:1.0:1788687427.469299:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687427.469301:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296553495 00000100:00000001:1.0:1788687427.469303:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296553725 00000100:00000001:1.0:1788687427.469305:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296553495 00000100:00000001:1.0:1788687427.469307:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296553725 00000100:00000001:1.0:1788687427.469309:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687427.469311:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687427.469313:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687427.469315:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687427.469328:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687427.469330:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687427.469499:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687427.469505:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff9b29c6941000. 00000400:00000200:2.0:1788687427.469513:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687427.469518:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687427.469525:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdcb40 00000400:00000010:2.0:1788687427.469527:0:2362:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff9b29c6bdcb40. 00000100:00000001:2.0:1788687427.469531:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687427.469536:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3800 x1875572824560000/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788687443 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687427.469546:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687427.469549:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3800 x1875572824560000/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788687443 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687427.469557:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687427.469559:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687427.469588:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687427.469590:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e0906e00. 00000400:00000200:2.0:1788687427.469593:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687427.469596:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687427.469599:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc6e8 00000400:00000010:2.0:1788687427.469601:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc6e8. 00000100:00000001:2.0:1788687427.469603:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687427.469607:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3100 x1875572824560128/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687443 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687427.469614:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687427.469617:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f3100 x1875572824560128/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687443 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687427.469624:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687427.469625:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687427.486291:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687427.486315:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687427.486320:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687427.486323:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687427.486335:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687427.486345:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687427.486356:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687427.486362:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687427.486368:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687427.486373:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 432 into portal 4 MB=0x6a9d2d3f55200 00000400:00000200:2.0:1788687427.486379:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687427.486386:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 432/432 into md 0x730d [1] + 224 00000800:00000001:2.0:1788687427.486396:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687427.486400:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687427.486404:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687427.486421:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687427.486432:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687427.486443:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3100 x1875572824560128/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687443 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687427.486456:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff9b29c97f3100 x1875572824560128/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687443 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687427.486477:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687427.486487:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687427.486490:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687427.486493:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687427.486495:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687427.486498:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687427.486501:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687427.486505:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687427.486507:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687427.486511:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687427.486514:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 448 into portal 4 MB=0x6a9d2d3f55180 00000400:00000200:2.0:1788687427.486517:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687427.486521:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 448/448 into md 0x7305 [1] + 224 00000800:00000001:2.0:1788687427.486524:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687427.486531:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687427.486534:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687427.486537:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687427.486540:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687427.486545:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3800 x1875572824560000/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788687443 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687427.486554:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff9b29c97f3800 x1875572824560000/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788687443 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687427.486561:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687427.486563:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687427.486581:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687427.490174:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687427.490187:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687427.490200:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687427.490203:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687427.490209:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150f78. 00000400:00000200:1.0:1788687427.490223:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc2a8 00000400:00000010:1.0:1788687427.490226:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc2a8. 00000100:00000001:1.0:1788687427.490233:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687427.490249:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f3100 x1875572824560128/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687443 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687427.490262:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f3100 x1875572824560128/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687443 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687427.490271:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687427.490273:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687427.490276:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687427.490281:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687427.490284:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687427.490287:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687427.490291:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687427.490302:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=49 v=5 (5 5 5 16) 00000100:00001000:1.0:1788687427.490308:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687427.490310:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687427.490312:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687427.490315:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687427.490320:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687427.490327:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687427.490330:0:2367:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967346 00000100:00000001:1.0:1788687427.490333:0:2367:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687427.490337:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687427.490342:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f3100 x1875572824560128/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687443 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687427.490349:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687427.490352:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687427.490355:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788687427.490359:0:2367:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:1.0:1788687427.490369:0:2367:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4fc0 -> ffff9b29c97ea148 00000020:00000001:1.0:1788687427.490372:0:2367:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4fc0 -> ffff9b29c97ea148 00000020:00000001:1.0:1788687427.490374:0:2367:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788687427.490378:0:2367:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788687427.490381:0:2367:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687427.490384:0:2367:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687427.490385:0:2367:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4fc0 -> ffff9b29c97ea148 00000008:00000001:1.0:1788687427.490418:0:2367:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687427.490424:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f3100 x1875572824560128/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687443 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687427.490433:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824560128:192.168.203.144@tcp:16:kworker.0 00000400:00000001:1.0:1788687427.490440:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687427.490442:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687427.490443:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150dc0. 00000400:00000200:1.0:1788687427.490446:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc660 00000400:00000010:1.0:1788687427.490448:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc660. 00000100:00000001:1.0:1788687427.490451:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687427.490455:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f3800 x1875572824560000/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788687443 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687427.490463:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f3800 x1875572824560000/t0(0) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788687443 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687427.490469:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687427.490470:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687427.490472:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687427.490474:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687427.490475:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687427.490477:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687427.490478:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687427.490481:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec74a8 time=48 v=5 (5 0 0 0) 00000100:00001000:1.0:1788687427.490484:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687427.490487:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687427.490488:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687427.490489:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687427.490491:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687427.490493:0:2367:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788687427.490495:0:2367:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788687427.490497:0:2367:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788687427.490500:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687427.490502:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509363200 : -110871200188416 : ffff9b29c97f3800) 00000100:00000001:1.0:1788687427.490505:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687427.490506:0:2367:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967346 00000100:00000001:1.0:1788687427.490508:0:2367:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687427.490509:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687427.490513:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f3800 x1875572824560000/t4294967349(4294967349) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788687443 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687427.490520:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687427.490522:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687427.490524:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788687427.490526:0:2367:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:1.0:1788687427.490528:0:2367:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:1.0:1788687427.490532:0:2367:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:1.0:1788687427.490535:0:2367:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:1.0:1788687427.490540:0:2367:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9b29e019e800: setdq to remove for usr 0 00000001:04000000:1.0:1788687427.490542:0:2367:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9b29e019e800: setdq to remove for grp 0 00000001:04000000:1.0:1788687427.490543:0:2367:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff9b29e019e800: setdq to remove for prj 0 00000001:00000001:1.0:1788687427.490546:0:2367:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788687427.490549:0:2367:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:1.0:1788687427.490552:0:2367:0:(osc_request.c:2091:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:1.0:1788687427.490556:0:2367:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1788687427.490568:0:2367:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:1.0:1788687427.490571:0:2367:0:(osc_request.c:2586:brw_interpret()) request ffff9b29c97f3800 aa ffff9b29c97f39b0 rc 0 00000020:00000001:1.0:1788687427.490576:0:2367:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4fc0 -> ffff9b29c97ea148 00000020:00000001:1.0:1788687427.490578:0:2367:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4fc0 -> ffff9b29c97ea148 00000020:00000001:1.0:1788687427.490579:0:2367:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788687427.490581:0:2367:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788687427.490582:0:2367:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687427.490583:0:2367:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687427.490585:0:2367:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4fc0 -> ffff9b29c97ea148 00000008:00000010:1.0:1788687427.490588:0:2367:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff9b29d1389000. 00000020:00000001:1.0:1788687427.490595:0:2367:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4fc0 -> ffff9b29c97ea148 00000020:00000001:1.0:1788687427.490598:0:2367:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:1.0:1788687427.490602:0:2367:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:1.0:1788687427.490605:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687427.490609:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3800 x1875572824560000/t4294967349(4294967349) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788687443 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687427.490621:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687427.490625:0:2367:0:(osc_cache.c:905:osc_extent_finish()) Process entered 00000008:00000020:1.0:1788687427.490629:0:2367:0:(osc_cache.c:909:osc_extent_finish()) extent ffff9b29c4fcbf00@{[0 -> 255/255], [2|0|-|rpc|wiuY|ffff9b29c5dd4fc0], [1703936|2|+|-|ffff9b29c5cc4200|256|ffff9b29c134a7c0]} extent finished. 00000008:00010000:1.0:1788687427.490638:0:2367:0:(osc_cache.c:909:osc_extent_finish()) ### extent: 000000009754da26 ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000ebaad472/0x230d04438e811f6d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2e4a expref: -99 pid: 34778 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1788687427.490655:0:2367:0:(osc_cache.c:1431:osc_completion()) Process entered 00000020:00000001:1.0:1788687427.490657:0:2367:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:1.0:1788687427.490662:0:2367:0:(cl_page.c:1104:cl_page_complete()) page@000000009198d876[2 00000000201189a8 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788687427.490664:0:2367:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:1.0:1788687427.490666:0:2367:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788687427.490667:0:2367:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788687427.490670:0:2367:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788687427.490673:0:2367:0:(cl_page.c:507:__cl_page_state_set()) page@000000009198d876[2 00000000201189a8 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788687427.490675:0:2367:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1788687427.490676:0:2367:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1788687427.490679:0:2367:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1788687427.490683:0:2367:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000009198d876[2 00000000201189a8 1 1 0000000000000000 0 0 0] 00000080:00008000:1.0:1788687427.490685:0:2367:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1788687427.490701:0:2367:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1788687427.490702:0:2367:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:1.0:1788687427.490704:0:2367:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788687427.490707:0:2367:0:(cl_page.c:556:cl_batch_put()) page@000000009198d876[2 00000000201189a8 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788687427.490708:0:2367:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:1.0:1788687427.490710:0:2367:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788687427.490712:0:2367:0:(osc_cache.c:1475:osc_completion()) Process leaving 00000008:00000001:1.0:1788687427.490713:0:2367:0:(osc_cache.c:1431:osc_completion()) Process entered 00000020:00000001:1.0:1788687427.490714:0:2367:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:1.0:1788687427.490717:0:2367:0:(cl_page.c:1104:cl_page_complete()) page@00000000ce1c1526[2 00000000201189a8 3 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788687427.490718:0:2367:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:1.0:1788687427.490719:0:2367:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788687427.490721:0:2367:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788687427.490722:0:2367:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788687427.490724:0:2367:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ce1c1526[2 00000000201189a8 3 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788687427.490726:0:2367:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1788687427.490727:0:2367:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1788687427.490728:0:2367:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1788687427.490730:0:2367:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000ce1c1526[2 00000000201189a8 1 1 0000000000000000 0 0 1] 00000080:00008000:1.0:1788687427.490732:0:2367:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1788687427.490742:0:2367:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1788687427.490743:0:2367:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:1.0:1788687427.490744:0:2367:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788687427.490747:0:2367:0:(cl_page.c:556:cl_batch_put()) page@00000000ce1c1526[2 00000000201189a8 1 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788687427.490748:0:2367:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:1.0:1788687427.490749:0:2367:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788687427.490750:0:2367:0:(osc_cache.c:1475:osc_completion()) Process leaving 00000008:00000020:1.0:1788687427.490753:0:2367:0:(osc_cache.c:1672:osc_free_grant()) lost 0 grant: 0 avail: 5505024 dirty: 0/0 00000008:00000020:1.0:1788687427.490759:0:2367:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9b29c4fcbf00@{[0 -> 255/255], [1|0|-|inv|wuY|ffff9b29c5dd4fc0], [1703936|0|-|-|ffff9b29c5cc4200|256|ffff9b29c134a7c0]} destroyed. 00000008:00010000:1.0:1788687427.490765:0:2367:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000009754da26 ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000ebaad472/0x230d04438e811f6d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2e4a expref: -99 pid: 34778 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788687427.490773:0:2367:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687427.490775:0:2367:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1788687427.490780:0:2367:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9b29c4fcbf00. 00000008:00000001:1.0:1788687427.490783:0:2367:0:(osc_cache.c:956:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1788687427.490786:0:2367:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 16 at ffff9b29c3f7c280. 00000008:00000020:1.0:1788687427.490794:0:2367:0:(osc_cache.c:2492:__osc_io_unplug()) Queue writeback work for client ffff9b29c9715568. 00000008:00000001:1.0:1788687427.490810:0:2367:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687427.490816:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f3800 x1875572824560000/t4294967349(4294967349) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788687443 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687427.490832:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824560000:192.168.203.144@tcp:4:multiop.0 00000100:00000001:1.0:1788687427.490837:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687427.490839:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1788687427.491051:0:37:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788687427.491056:0:37:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.491060:0:37:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788687427.491063:0:37:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788687427.491065:0:37:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788687427.491068:0:37:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788687427.491071:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687427.491072:0:37:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788687427.491074:0:37:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788687427.491076:0:37:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.491078:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.491080:0:37:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788687427.491081:0:37:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788687427.491083:0:37:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788687427.491085:0:37:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788687427.491088:0:37:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788687427.491090:0:37:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788687427.491091:0:37:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687427.491093:0:37:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788687427.491094:0:37:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788687427.491095:0:37:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.491097:0:37:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687427.491099:0:37:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788687427.491100:0:37:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788687427.491102:0:37:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.491106:0:37:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788687427.491108:0:37:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788687427.491110:0:37:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788687427.491112:0:37:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788687427.491113:0:37:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687427.491116:0:37:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4000 00020000:00000001:0.0:1788687427.491120:0:37:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788687427.491122:0:37:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788687427.491125:0:37:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788687427.491128:0:37:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788687427.491131:0:37:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788687427.491132:0:37:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687427.491134:0:37:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000080:00000001:0.0:1788687427.491137:0:37:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000080:00000001:0.0:1788687427.491141:0:37:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687427.491264:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f3100 x1875572824560128/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687443 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687427.491272:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687427.491276:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687427.491280:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6913000. 02000000:00000001:1.0:1788687427.491285:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687427.491288:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687427.491291:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=4 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687427.491293:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687427.491296:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29d01f2a00. 02000000:00000001:1.0:1788687427.491299:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687427.491302:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687427.491304:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f3100. 00000100:00000001:1.0:1788687427.491308:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687427.491310:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687427.491312:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687427.491315:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f3800 x1875572824560000/t4294967349(4294967349) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788687443 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687427.491322:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687427.491325:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687427.491335:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687427.491337:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687427.491340:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687427.491343:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687427.491356:0:33482:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687427.491360:0:33482:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621090056 : -110871088461560 : ffff9b29d0280908) 00000020:00001000:1.0:1788687427.491363:0:33482:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280900 00000008:00000020:1.0:1788687427.491365:0:33482:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff9b29c9715568. 00000008:00000001:1.0:1788687427.491368:0:33482:0:(osc_cache.c:2412:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1788687427.491370:0:33482:0:(osc_cache.c:2373:osc_next_obj()) Process entered 00000008:00000001:1.0:1788687427.491372:0:33482:0:(osc_cache.c:2403:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687427.491375:0:33482:0:(osc_cache.c:2476:osc_check_rpcs()) Process leaving 00000020:00001000:1.0:1788687427.491376:0:33482:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280900 00010000:00000001:0.0:1788687427.595377:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687427.595387:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687427.595394:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687427.595396:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687427.595399:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687427.595400:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687427.595443:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687427.595447:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687427.595451:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788687427.723108:0:26149:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296553725, at 4296553728 00000100:00000010:3.0:1788687427.723129:0:26149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c97ab240. 00000100:00000040:2.0:1788687427.723547:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296553725, at 4296553728 00000100:00000010:2.0:1788687427.723564:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c97ab5a0. 00000080:00000001:3.0:1788687428.020243:0:34775:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:3.0:1788687428.020254:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23e48 00000080:00200008:3.0:1788687428.020261:0:34775:0:(file.c:5384:ll_fsync()) START file: name=f24b.recovery-small-1, fid=[0x200000404:0x34:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/0 00020000:00000001:3.0:1788687428.020273:0:34775:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788687428.020278:0:34775:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29d01bbd90) owner 0000000000000000/ffff9b29cb014f80 00020000:00000002:3.0:1788687428.020284:0:34775:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29d01bbd90) owner 0000000000000000/ffff9b29cb014f80 00020000:00000001:3.0:1788687428.020287:0:34775:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788687428.020299:0:34775:0:(file.c:5353:ll_mdsync()) inode ffff9b29d851d348 metadata sync [0x200000404:0x34:0x0] (need_sync=1) 00800000:00000001:3.0:1788687428.020309:0:34775:0:(lmv_obd.c:3058:lmv_fsync()) Process entered 00000002:00000001:3.0:1788687428.020316:0:34775:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:3.0:1788687428.020325:0:34775:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb5880. 00000020:00000040:3.0:1788687428.020331:0:34775:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:3.0:1788687428.020337:0:34775:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687428.020342:0:34775:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687428.020349:0:34775:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687428.020362:0:34775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c5a48a00. 00000100:00000001:3.0:1788687428.020372:0:34775:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.020381:0:34775:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687428.020384:0:34775:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687428.020392:0:34775:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29cb4dc6c0. 00000100:00000001:3.0:1788687428.020394:0:34775:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202539677376 : -110871169874240 : ffff9b29cb4dc6c0) 00000100:00000001:3.0:1788687428.020398:0:34775:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687428.020400:0:34775:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496526464 : -110871213025152 : ffff9b29c8bb5880) 00000100:00000001:3.0:1788687428.020406:0:34775:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687428.020411:0:34775:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.020413:0:34775:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687428.020415:0:34775:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687428.020429:0:34775:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb5880 x1875572824560256/t0(0) o44->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687428.020440:0:34775:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687428.020443:0:34775:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687428.020447:0:34775:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687428.020450:0:34775:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687428.020453:0:34775:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687428.020457:0:34775:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb5880 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:34775:1875572824560256:192.168.203.144@tcp:44:multiop.0 00000100:00000001:3.0:1788687428.020462:0:34775:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687428.020468:0:34775:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687428.020471:0:34775:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687428.020474:0:34775:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687428.020480:0:34775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c43bd400. 02000000:00000001:3.0:1788687428.020482:0:34775:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687428.020492:0:34775:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687428.020497:0:34775:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef47e8. 00000400:00000010:3.0:1788687428.020505:0:34775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0660. 00000100:00000200:3.0:1788687428.020515:0:34775:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824560256, portal 10 00000100:00000001:3.0:1788687428.020517:0:34775:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687428.020518:0:34775:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496526464 : -110871213025152 : ffff9b29c8bb5880) 00000100:00000040:3.0:1788687428.020526:0:34775:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb5880 x1875572824560256/t0(0) o44->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1788687444 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687428.020541:0:34775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687428.020544:0:34775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687428.020547:0:34775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0110. 00000100:00000200:3.0:1788687428.020550:0:34775:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1875572824560256, offset 0 00000400:00000200:3.0:1788687428.020557:0:34775:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687428.020566:0:34775:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.020574:0:34775:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687428.020580:0:34775:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687428.020584:0:34775:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687428.020588:0:34775:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687428.020592:0:34775:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687428.020596:0:34775:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2625:2625:256:4294967295] 192.168.203.144@tcp LPNI seq info [2625:2625:8:4294967295] 00000400:00000200:3.0:1788687428.020601:0:34775:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.020613:0:34775:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687428.020619:0:34775:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687428.020625:0:34775:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a100. 00000800:00000200:3.0:1788687428.020634:0:34775:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687428.020643:0:34775:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687428.020648:0:34775:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a100 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1788687428.020669:0:34775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687428.020674:0:34775:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 797567 usecs (798 jiffies) 00000400:00000200:3.0:1788687428.020677:0:34775:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687428.020681:0:34775:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296554823 00000100:00000010:3.0:1788687428.020686:0:34775:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c97ab240. 00000100:00000001:3.0:1788687428.020694:0:34775:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788687428.020702:0:34775:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296554823 00000100:00000010:3.0:1788687428.020705:0:34775:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c97abba0. 00000100:00000001:3.0:1788687428.020708:0:34775:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788687428.020711:0:34775:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687428.020714:0:34775:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.020717:0:34775:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687428.020719:0:34775:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687428.020723:0:34775:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29cb4dc6c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788687428.020725:0:34775:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687428.020729:0:34775:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687428.020882:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687428.020887:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a100. 00000400:00000200:3.0:1788687428.020893:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.020899:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687428.020957:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0110 00000400:00000010:3.0:1788687428.020961:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0110. 00000100:00000001:3.0:1788687428.020966:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687428.020971:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb5880 x1875572824560256/t0(0) o44->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1788687444 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687428.020982:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687428.020986:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb5880 x1875572824560256/t0(0) o44->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1788687444 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687428.021080:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.021081:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687428.031320:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.031350:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687428.031355:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.031358:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.031373:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.031385:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687428.031398:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.031414:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.031421:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.031429:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 440 into portal 10 MB=0x6a9d2d3f55280 00000400:00000200:3.0:1788687428.031435:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.031445:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 440/440 into md 0x7315 [1] + 224 00000800:00000001:3.0:1788687428.031454:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.031465:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.031472:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.031478:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687428.031491:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687428.031504:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb5880 x1875572824560256/t0(0) o44->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1788687444 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687428.031520:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff9b29c8bb5880 x1875572824560256/t0(0) o44->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687428.031545:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687428.031562:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.031566:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.031701:0:34775:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687428.031712:0:34775:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687428.031715:0:34775:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687428.031719:0:34775:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef47e8. 00000400:00000200:1.0:1788687428.031726:0:34775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0660 00000400:00000010:1.0:1788687428.031729:0:34775:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0660. 00000100:00000001:1.0:1788687428.031734:0:34775:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687428.031740:0:34775:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb5880 x1875572824560256/t0(0) o44->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687428.031752:0:34775:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb5880 x1875572824560256/t0(0) o44->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.031759:0:34775:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687428.031762:0:34775:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.031765:0:34775:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687428.031769:0:34775:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687428.031772:0:34775:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687428.031775:0:34775:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687428.031779:0:34775:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687428.031791:0:34775:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=50 v=5 (5 5 103 103) 00000100:00001000:1.0:1788687428.031796:0:34775:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687428.031811:0:34775:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687428.031814:0:34775:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.031817:0:34775:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687428.031829:0:34775:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.031834:0:34775:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788687428.031836:0:34775:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: committing for last_committed 8589934612 gen 2 00000100:00000040:1.0:1788687428.031844:0:34775:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934612) req@ffff9b29c8b98000 x1875572824557568/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687442 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.031852:0:34775:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687428.031855:0:34775:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b98000 x1875572824557568/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 568/448 e 0 to 0 dl 1788687442 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.031862:0:34775:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687428.031864:0:34775:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687428.031868:0:34775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6911800. 02000000:00000001:1.0:1788687428.031872:0:34775:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687428.031875:0:34775:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687428.031877:0:34775:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687428.031880:0:34775:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687428.031883:0:34775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c6910000. 02000000:00000001:1.0:1788687428.031886:0:34775:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687428.031888:0:34775:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687428.031891:0:34775:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b98000. 00000100:00000001:1.0:1788687428.031894:0:34775:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687428.031896:0:34775:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687428.031902:0:34775:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934612) req@ffff9b29c42e8a80 x1875572824558592/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/456 e 0 to 0 dl 1788687442 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.031935:0:34775:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687428.031939:0:34775:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e8a80 x1875572824558592/t8589934609(8589934609) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 520/456 e 0 to 0 dl 1788687442 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.031945:0:34775:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687428.031946:0:34775:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687428.031948:0:34775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c63d6c00. 02000000:00000001:1.0:1788687428.031951:0:34775:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687428.031953:0:34775:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687428.031954:0:34775:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687428.031956:0:34775:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687428.031957:0:34775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c63d7c00. 02000000:00000001:1.0:1788687428.031959:0:34775:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687428.031960:0:34775:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687428.031962:0:34775:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e8a80. 00000100:00000001:1.0:1788687428.031964:0:34775:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687428.031965:0:34775:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788687428.031970:0:34775:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9b29c8bb5c00 x1875572824559232/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687442 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687428.031978:0:34775:0:(client.c:3175:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9b29c42e8700 x1875572824559616/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687442 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.031985:0:34775:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788687428.031988:0:34775:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: normal: skip=1 replay=2/4 committed=0/0 00000100:00000001:1.0:1788687428.031990:0:34775:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687428.031993:0:34775:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.031999:0:34775:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb5880 x1875572824560256/t0(0) o44->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.032011:0:34775:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687428.032016:0:34775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687428.032019:0:34775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687428.032024:0:34775:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb5880 x1875572824560256/t0(0) o44->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1788687444 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687428.032032:0:34775:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb5880 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:34775:1875572824560256:192.168.203.144@tcp:44:multiop.0 00000100:00000001:1.0:1788687428.032037:0:34775:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.032040:0:34775:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.032043:0:34775:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687428.032045:0:34775:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687428.032047:0:34775:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb5880 x1875572824560256/t0(0) o44->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1788687444 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.032053:0:34775:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687428.032055:0:34775:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29cb4dc6c0. 00000100:00000001:1.0:1788687428.032058:0:34775:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687428.032060:0:34775:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687428.032063:0:34775:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687428.032067:0:34775:0:(lmv_obd.c:3065:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.032070:0:34775:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687428.032072:0:34775:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb5880 x1875572824560256/t0(0) o44->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 448/440 e 0 to 0 dl 1788687444 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.032077:0:34775:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687428.032078:0:34775:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687428.032080:0:34775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c43bd400. 02000000:00000001:1.0:1788687428.032082:0:34775:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687428.032084:0:34775:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687428.032085:0:34775:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687428.032086:0:34775:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687428.032088:0:34775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c5a48a00. 02000000:00000001:1.0:1788687428.032092:0:34775:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687428.032093:0:34775:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687428.032094:0:34775:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb5880. 00000100:00000001:1.0:1788687428.032097:0:34775:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687428.032098:0:34775:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687428.032102:0:34775:0:(pcc.c:2839:pcc_fsync()) Process entered 00000080:00000001:1.0:1788687428.032104:0:34775:0:(pcc.c:2842:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.032107:0:34775:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788687428.032110:0:34775:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687428.032116:0:34775:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621090056 : -110871088461560 : ffff9b29d0280908) 00000020:00001000:1.0:1788687428.032118:0:34775:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280900 00000020:00000001:1.0:1788687428.032124:0:34775:0:(cl_object.c:143:cl_object_top()) ffff9b29e0155f58 -> ffff9b29e0155f58 00000020:00000001:1.0:1788687428.032127:0:34775:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788687428.032130:0:34775:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788687428.032132:0:34775:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788687428.032135:0:34775:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687428.032137:0:34775:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788687428.032139:0:34775:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788687428.032144:0:34775:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x34:0x0]io ffff9b29c38c5090 type 6 ignore/verify layout 0/0 00020000:00000002:1.0:1788687428.032147:0:34775:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29d01bbd90) owner 0000000000000000/ffff9b29cb014f80 00020000:00000001:1.0:1788687428.032152:0:34775:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788687428.032154:0:34775:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788687428.032157:0:34775:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788687428.032159:0:34775:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.032161:0:34775:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788687428.032163:0:34775:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788687428.032165:0:34775:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.032166:0:34775:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687428.032167:0:34775:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788687428.032169:0:34775:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788687428.032171:0:34775:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29d01bbd90) owner 0000000000000000/ffff9b29cb014f80 00000020:00000001:1.0:1788687428.032174:0:34775:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.032177:0:34775:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788687428.032180:0:34775:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788687428.032182:0:34775:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788687428.032186:0:34775:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788687428.032191:0:34775:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:1.0:1788687428.032195:0:34775:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788687428.032198:0:34775:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788687428.032199:0:34775:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687428.032201:0:34775:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089768 : -110871088461848 : ffff9b29d02807e8) 00000020:00001000:1.0:1788687428.032204:0:34775:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02807e0 00000020:00000001:1.0:1788687428.032207:0:34775:0:(cl_object.c:143:cl_object_top()) ffff9b29e0155210 -> ffff9b29e0155f58 00000020:00000001:1.0:1788687428.032209:0:34775:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788687428.032213:0:34775:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687428.032214:0:34775:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788687428.032215:0:34775:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.032218:0:34775:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.032220:0:34775:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897885568 : -110870811666048 : ffff9b29e0a79980) 00000020:00000001:1.0:1788687428.032223:0:34775:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788687428.032224:0:34775:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.032228:0:34775:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.032230:0:34775:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.032232:0:34775:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1788687428.032234:0:34775:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788687428.032236:0:34775:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788687428.032237:0:34775:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788687428.032240:0:34775:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788687428.032241:0:34775:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.032243:0:34775:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.032245:0:34775:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.032247:0:34775:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.032249:0:34775:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788687428.032250:0:34775:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.032251:0:34775:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.032253:0:34775:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1788687428.032256:0:34775:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788687428.032257:0:34775:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788687428.032258:0:34775:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788687428.032260:0:34775:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1788687428.032263:0:34775:0:(osc_cache.c:3353:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1788687428.032284:0:34775:0:(osc_cache.c:3493:osc_cache_writeback_range()) obj ffff9b29d8ba7a40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 2: rc=0. 00000008:00000001:1.0:1788687428.032288:0:34775:0:(osc_cache.c:3508:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.032292:0:34775:0:(osc_cache.c:3288:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788687428.032296:0:34775:0:(osc_cache.c:3325:osc_cache_wait_range()) obj ffff9b29d8ba7a40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788687428.032299:0:34775:0:(osc_cache.c:3326:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.032301:0:34775:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:1.0:1788687428.032303:0:34775:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788687428.032306:0:34775:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788687428.032307:0:34775:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788687428.032310:0:34775:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788687428.032312:0:34775:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788687428.032313:0:34775:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788687428.032317:0:34775:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:1.0:1788687428.032398:0:34775:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b98000. 00000020:00000040:1.0:1788687428.032403:0:34775:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=5 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:1.0:1788687428.032409:0:34775:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687428.032413:0:34775:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687428.032419:0:34775:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687428.032429:0:34775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c6941200. 00000100:00000001:1.0:1788687428.032437:0:34775:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.032449:0:34775:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687428.032454:0:34775:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.032460:0:34775:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a7d341b] to pc [ptlrpcd_00_00+0] req@ffff9b29c8b98000 x1875572824560384/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1788687428.032493:0:34775:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.032496:0:34775:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.032497:0:34775:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.032500:0:34775:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.032502:0:34775:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.032503:0:34775:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.032505:0:34775:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.032507:0:34775:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788687428.032510:0:34775:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788687428.032512:0:34775:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788687428.032513:0:34775:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1788687428.032525:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1788687428.032529:0:2368:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788687428.032531:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.032540:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687428.032542:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.032544:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687428.032546:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687428.032548:0:2368:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687428.032554:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b98000 x1875572824560384/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.032562:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687428.032565:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687428.032569:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687428.032572:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687428.032574:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687428.032577:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824560384:192.168.203.144@tcp:16:multiop.0 00000100:00000001:1.0:1788687428.032582:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687428.032589:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687428.032592:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687428.032594:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687428.032599:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6910000. 02000000:00000001:1.0:1788687428.032601:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687428.032607:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687428.032611:0:2368:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150dc0. 00000400:00000010:1.0:1788687428.032617:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc660. 00000100:00000200:1.0:1788687428.032624:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824560384, portal 4 00000100:00000001:1.0:1788687428.032627:0:2368:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687428.032628:0:2368:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00000100:00000040:1.0:1788687428.032636:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b98000 x1875572824560384/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687444 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.032643:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687428.032646:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687428.032649:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc2a8. 00000100:00000200:1.0:1788687428.032653:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875572824560384, offset 0 00000400:00000200:1.0:1788687428.032660:0:2368:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687428.032668:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687428.032676:0:2368:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687428.032682:0:2368:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687428.032687:0:2368:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687428.032692:0:2368:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687428.032695:0:2368:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687428.032700:0:2368:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2626:2626:256:4294967295] 192.168.203.144@tcp LPNI seq info [2626:2626:8:4294967295] 00000400:00000200:1.0:1788687428.032704:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687428.032714:0:2368:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687428.032722:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687428.032728:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29e0906800. 00000800:00000200:1.0:1788687428.032736:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687428.032745:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687428.032750:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29e0906800 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1788687428.032772:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.032777:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 21032 usecs (22 jiffies) 00000400:00000200:1.0:1788687428.032781:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687428.032784:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296554058 00000100:00000001:1.0:1788687428.032788:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296554823 00000100:00000001:1.0:1788687428.032791:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296554058 00000100:00000001:1.0:1788687428.032793:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296554823 00000100:00000001:1.0:1788687428.032796:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687428.032799:0:2368:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.032802:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.032804:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.034390:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687428.034399:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687428.034625:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687428.034631:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e0906800. 00000400:00000200:3.0:1788687428.034640:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.034649:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687428.034658:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc2a8 00000400:00000010:3.0:1788687428.034661:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc2a8. 00000100:00000001:3.0:1788687428.034666:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687428.034677:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b98000 x1875572824560384/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687444 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.034690:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687428.034694:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b98000 x1875572824560384/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687444 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.034701:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.034703:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687428.041954:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.041977:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687428.041983:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.041985:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.041997:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.042006:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687428.042017:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.042022:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.042029:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.042034:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f55300 00000400:00000200:3.0:1788687428.042040:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.042048:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x7325 [1] + 224 00000800:00000001:3.0:1788687428.042057:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.042064:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.042068:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.042073:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687428.042083:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687428.042101:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b98000 x1875572824560384/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687444 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687428.042114:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=432 req@ffff9b29c8b98000 x1875572824560384/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687444 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.042139:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687428.042150:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.042154:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.042299:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687428.042305:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687428.042313:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687428.042316:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687428.042320:0:2368:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150dc0. 00000400:00000200:1.0:1788687428.042326:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc660 00000400:00000010:1.0:1788687428.042329:0:2368:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc660. 00000100:00000001:1.0:1788687428.042333:0:2368:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687428.042338:0:2368:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b98000 x1875572824560384/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687444 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687428.042347:0:2368:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b98000 x1875572824560384/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/432 e 0 to 0 dl 1788687444 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.042353:0:2368:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687428.042355:0:2368:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.042358:0:2368:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687428.042363:0:2368:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687428.042366:0:2368:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687428.042368:0:2368:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687428.042372:0:2368:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687428.042383:0:2368:0:(import.c:2195:obd_at_measure()) add 0 to ffff9b29c3ec7460 time=50 v=5 (5 5 5 16) 00000100:00001000:1.0:1788687428.042387:0:2368:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687428.042390:0:2368:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1788687428.042394:0:2368:0:(client.c:1505:ptlrpc_check_status()) lustre-OST0000-osc-ffff9b29e019e800: operation ost_sync to node 192.168.203.144@tcp failed: rc = -107 00000100:00000001:1.0:1788687428.042398:0:2368:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1788687428.042402:0:2368:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1788687428.042415:0:2368:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff9b29e019e800 of lustre-OST0000_UUID@192.168.203.144@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1788687428.042421:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7000 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788687428.042425:0:2368:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff9b29e019e800: Connection to lustre-OST0000 (at 192.168.203.144@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1788687428.042429:0:2368:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788687428.042433:0:2368:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788687428.042436:0:2368:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.042438:0:2368:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1788687428.042441:0:2368:0:(import.c:745:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1788687428.042443:0:2368:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1788687428.042446:0:2368:0:(import.c:520:import_select_connection()) Process entered 00000100:00080000:1.0:1788687428.042449:0:2368:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff9b29e019e800: connect to NID 192.168.203.144@tcp last attempt 1876 00000400:00000200:1.0:1788687428.042454:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687428.042458:0:2368:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.203.144@tcp is discovered: rc = 1 00000100:00000040:1.0:1788687428.042463:0:2368:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 11 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687428.042467:0:2368:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788687428.042469:0:2368:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687428.042471:0:2368:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000020:00000001:1.0:1788687428.042475:0:2368:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788687428.042478:0:2368:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e811318 00000020:00000001:1.0:1788687428.042481:0:2368:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687428.042486:0:2368:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c52f0800 refcount=4 00000020:00000001:1.0:1788687428.042489:0:2368:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000020:00000001:1.0:1788687428.042492:0:2368:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000100:00000040:1.0:1788687428.042496:0:2368:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 11 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687428.042498:0:2368:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788687428.042501:0:2368:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00000100:00000001:1.0:1788687428.042503:0:2368:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 00000020:00000040:1.0:1788687428.042506:0:2368:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c52f0800 : new refcount 3 00000100:00080000:1.0:1788687428.042510:0:2368:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-ffff9b29e019e800: import ffff9b29c3ec7000 using connection 192.168.203.144@tcp/192.168.203.144@tcp 00000100:00000001:1.0:1788687428.042512:0:2368:0:(import.c:672:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687428.042515:0:2368:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788687428.042524:0:2368:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687428.042528:0:2368:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.042530:0:2368:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1788687428.042534:0:2368:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683394 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788687428.042537:0:2368:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.042540:0:2368:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687428.042547:0:2368:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99f80. 00000020:00000040:1.0:1788687428.042551:0:2368:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=6 obd=lustre-OST0000-osc-ffff9b29e019e800 02000000:00000001:1.0:1788687428.042944:0:2368:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788687428.042948:0:2368:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.042953:0:2368:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687428.042957:0:2368:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687428.042962:0:2368:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687428.042973:0:2368:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c6911800. 00000100:00000001:1.0:1788687428.042981:0:2368:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687428.042991:0:2368:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9b29c8b99f80 x1875572824560512/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687428.043001:0:2368:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687428.043007:0:2368:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.043012:0:2368:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000019cf470] to pc [ptlrpcd_rcv+-1] req@ffff9b29c8b99f80 x1875572824560512/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.043036:0:2368:0:(import.c:877:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.043039:0:2368:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1788687428.043042:0:2368:0:(client.c:1715:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1788687428.043046:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.043048:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.043058:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687428.043061:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.043064:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687428.043065:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687428.043068:0:2368:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.043070:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687428.043073:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.043075:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.043078:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.043197:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687428.043201:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687428.043204:0:2366:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687428.043211:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99f80 x1875572824560512/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687428.043220:0:2366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687428.043221:0:2366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687428.043225:0:2366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687428.043229:0:2366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687428.043232:0:2366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687428.043235:0:2366:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824560512:192.168.203.144@tcp:8:ptlrpcd_00_01.0 00000100:00000001:3.0:1788687428.043240:0:2366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687428.043246:0:2366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687428.043249:0:2366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687428.043252:0:2366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687428.043258:0:2366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c43bdc00. 02000000:00000001:3.0:1788687428.043261:0:2366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687428.043267:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687428.043270:0:2366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4420. 00000400:00000010:3.0:1788687428.043277:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0110. 00000100:00000200:3.0:1788687428.043285:0:2366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824560512, portal 4 00000100:00000001:3.0:1788687428.043288:0:2366:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687428.043290:0:2366:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496413568 : -110871213138048 : ffff9b29c8b99f80) 00000100:00000040:3.0:1788687428.043296:0:2366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b99f80 x1875572824560512/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687428.043304:0:2366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687428.043306:0:2366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687428.043309:0:2366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae07f8. 00000100:00000200:3.0:1788687428.043312:0:2366:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875572824560512, offset 0 00000400:00000200:3.0:1788687428.043319:0:2366:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687428.043328:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.043335:0:2366:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687428.043341:0:2366:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687428.043346:0:2366:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687428.043351:0:2366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687428.043354:0:2366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687428.043358:0:2366:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2627:2627:256:4294967295] 192.168.203.144@tcp LPNI seq info [2627:2627:8:4294967295] 00000400:00000200:3.0:1788687428.043363:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.043373:0:2366:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687428.043379:0:2366:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687428.043385:0:2366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a100. 00000800:00000200:3.0:1788687428.043393:0:2366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687428.043403:0:2366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687428.043409:0:2366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788687428.043422:0:2366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687428.043427:0:2366:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20996 usecs (21 jiffies) 00000400:00000200:3.0:1788687428.043431:0:2366:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687428.043434:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296554069 00000100:00000001:3.0:1788687428.043437:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296554823 00000100:00000001:3.0:1788687428.043440:0:2366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296554069 00000100:00000001:3.0:1788687428.043443:0:2366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296554823 00000100:00000001:3.0:1788687428.043446:0:2366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687428.043448:0:2366:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.043451:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.043453:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687428.043458:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687428.043459:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788687428.043461:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687428.043463:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687428.043464:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.043479:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687428.046439:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687428.046453:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a100. 00000400:00000200:2.0:1788687428.046462:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687428.046474:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687428.046483:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae07f8 00000400:00000010:2.0:1788687428.046486:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae07f8. 00000100:00000001:2.0:1788687428.046493:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687428.046503:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99f80 x1875572824560512/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687428.046516:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687428.046520:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99f80 x1875572824560512/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687438 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687428.046527:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.046529:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687428.052983:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.053007:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687428.053012:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.053015:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.053028:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.053037:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687428.053048:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.053053:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.053060:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.053066:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 416 into portal 4 MB=0x6a9d2d3f55380 00000400:00000200:3.0:1788687428.053072:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.053079:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 416/416 into md 0x732d [1] + 0 00000800:00000001:3.0:1788687428.053089:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.053098:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.053102:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.053107:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687428.053118:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687428.053131:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99f80 x1875572824560512/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687438 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687428.053151:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff9b29c8b99f80 x1875572824560512/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687428.053176:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687428.053188:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.053192:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.053650:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687428.053656:0:2366:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687428.053665:0:2366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687428.053667:0:2366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687428.053672:0:2366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4420. 00000400:00000200:1.0:1788687428.053679:0:2366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0110 00000400:00000010:1.0:1788687428.053682:0:2366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0110. 00000100:00000001:1.0:1788687428.053686:0:2366:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687428.053694:0:2366:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99f80 x1875572824560512/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687428.053703:0:2366:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99f80 x1875572824560512/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/544 e 0 to 0 dl 1788687438 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.053709:0:2366:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687428.053712:0:2366:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.053715:0:2366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687428.053719:0:2366:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687428.053722:0:2366:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687428.053725:0:2366:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687428.053729:0:2366:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687428.054484:0:2366:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=50 v=5 (5 5 5 16) 00000100:00001000:1.0:1788687428.054495:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687428.054498:0:2366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687428.054500:0:2366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.054505:0:2366:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687428.054510:0:2366:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.054515:0:2366:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687428.054518:0:2366:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967346 00000100:00000001:1.0:1788687428.054521:0:2366:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687428.054525:0:2366:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.054534:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99f80 x1875572824560512/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1788687438 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.054543:0:2366:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687428.054547:0:2366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687428.054550:0:2366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.054553:0:2366:0:(import.c:1101:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788687428.054636:0:2366:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9b29e019e800: connect to target with instance 1 00000020:00000001:1.0:1788687428.054640:0:2366:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788687428.054642:0:2366:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e811318 00000020:00000001:1.0:1788687428.054645:0:2366:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687428.054649:0:2366:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c52f0800 refcount=4 00000020:00000001:1.0:1788687428.054652:0:2366:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000020:00000001:1.0:1788687428.054654:0:2366:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202436999168 : -110871272552448 : ffff9b29c52f0800) 00000100:00001000:1.0:1788687428.054658:0:2366:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=1788687428 v=0 (0 0 0 0) 00000100:00001000:1.0:1788687428.054660:0:2366:0:(import.c:2261:obd_at_measure()) AT ffff9b29c3ec7418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788687428.054666:0:2366:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 326, crc32c 8427, adler 379 00000020:00000040:1.0:1788687428.054672:0:2366:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c52f0800 : new refcount 3 00000100:00000001:1.0:1788687428.054676:0:2366:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788687428.054680:0:2366:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:1.0:1788687428.054685:0:2366:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff9b29e019e800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:1.0:1788687428.054689:0:2366:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788687428.054693:0:2366:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:1.0:1788687428.054698:0:2366:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788687428.054701:0:2366:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.054705:0:2366:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.054707:0:2366:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.054710:0:2366:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.054712:0:2366:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788687428.054719:0:2366:0:(import.c:1382:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff9b29e019e800: evicting (reconnect/recover flags not set: 4) req@ffff9b29c8b99f80 x1875572824560512/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1788687438 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788687428.054728:0:2366:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7000 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1788687428.054732:0:2366:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:1.0:1788687428.054736:0:2366:0:(import.c:1707:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9b29e019e800: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:1.0:1788687428.071957:0:2366:0:(import.c:1718:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.203.144@tcp; invalidating 00000020:00000040:1.0:1788687428.071966:0:2366:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=7 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:3.0:1788687428.072959:0:2366:0:(import.c:1739:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.072970:0:2366:0:(import.c:1561:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687428.072989:0:2366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99f80 x1875572824560512/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1788687438 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788687428.073003:0:2366:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:ce1d4174-c231-444b-b3ed-b722bc4901cb:2366:1875572824560512:192.168.203.144@tcp:8:ptlrpcd_00_01.0 00000100:00000001:3.0:1788687428.073009:0:2366:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687428.073014:0:2366:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687428.073019:0:2366:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b99f80 x1875572824560512/t0(0) o8->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1788687438 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687428.073026:0:2366:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788687428.073030:0:2366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788687428.073035:0:2366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c43bdc00. 02000000:00000001:3.0:1788687428.073040:0:2366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788687428.073043:0:2366:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788687428.073045:0:2366:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=6 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:3.0:1788687428.073048:0:2366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788687428.073051:0:2366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c6911800. 02000000:00000001:3.0:1788687428.073054:0:2366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788687428.073056:0:2366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788687428.073058:0:2366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b99f80. 00000100:00000001:3.0:1788687428.073064:0:2366:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788687428.073065:0:2366:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687428.073068:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687428.073079:0:2366:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687428.073081:0:2366:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.073085:0:2366:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687428.073087:0:2366:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.073447:0:34792:0:(import.c:1638:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:1.0:1788687428.073459:0:34792:0:(import.c:1642:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff9b29e019e800 to lustre-OST0000_UUID@192.168.203.144@tcp 00000100:00000001:1.0:1788687428.073464:0:34792:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1788687428.073466:0:34792:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1788687428.073468:0:34792:0:(client.c:3576:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1788687428.073475:0:34792:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9b29c8b98000 x1875572824560384/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/224 e 0 to 0 dl 1788687444 ref 1 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.073492:0:34792:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788687428.073495:0:34792:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: committing for last_committed 4294967346 gen 18 00000100:00100000:1.0:1788687428.073501:0:34792:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b29c8bb5f80 x1875572824559872/t4294967348(4294967348) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788687442 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.073508:0:34792:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687428.073513:0:34792:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687428.073516:0:34792:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb5f80 x1875572824559872/t4294967348(4294967348) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788687442 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.073522:0:34792:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687428.073524:0:34792:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687428.073526:0:34792:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c43bfc00. 02000000:00000001:1.0:1788687428.073529:0:34792:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687428.073531:0:34792:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687428.073532:0:34792:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=5 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687428.073535:0:34792:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687428.073537:0:34792:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff9b29c5c04000. 02000000:00000001:1.0:1788687428.073556:0:34792:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687428.073557:0:34792:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687428.073559:0:34792:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb5f80. 00000100:00000001:1.0:1788687428.073563:0:34792:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687428.073564:0:34792:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788687428.073570:0:34792:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9b29c97f3800 x1875572824560000/t4294967349(4294967349) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788687443 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.073576:0:34792:0:(client.c:3165:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687428.073578:0:34792:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687428.073581:0:34792:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f3800 x1875572824560000/t4294967349(4294967349) o4->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788687443 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.073586:0:34792:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687428.073587:0:34792:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687428.073589:0:34792:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6912c00. 02000000:00000001:1.0:1788687428.073591:0:34792:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687428.073593:0:34792:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687428.073594:0:34792:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=4 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687428.073596:0:34792:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687428.073597:0:34792:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff9b29c6858000. 02000000:00000001:1.0:1788687428.073603:0:34792:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687428.073605:0:34792:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687428.073606:0:34792:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f3800. 00000100:00000001:1.0:1788687428.073610:0:34792:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687428.073611:0:34792:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687428.073615:0:34792:0:(client.c:3236:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: normal: skip=0 replay=2/2 committed=0/0 00000100:00000001:1.0:1788687428.073618:0:34792:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687428.073619:0:34792:0:(client.c:3621:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1788687428.073620:0:34792:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1788687428.073623:0:34792:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788687428.073627:0:34792:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788687428.073629:0:34792:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788687428.073633:0:34792:0:(lov_obd.c:430:lov_notify()) Process entered 00000100:00000001:1.0:1788687428.073644:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687428.073648:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687428.073652:0:2368:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687428.073659:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b98000 x1875572824560384/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/224 e 0 to 0 dl 1788687444 ref 1 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.073666:0:2368:0:(client.c:2143:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:1.0:1788687428.073669:0:2368:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.073672:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687428.073674:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788687428.073678:0:2368:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:1.0:1788687428.073680:0:2368:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000008:00000001:1.0:1788687428.073688:0:2368:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.073693:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b98000 x1875572824560384/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/224 e 0 to 0 dl 1788687444 ref 1 fl Interpret:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687428.073702:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824560384:192.168.203.144@tcp:16:multiop.0 00000100:00000001:1.0:1788687428.073707:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.073709:0:2368:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687428.073712:0:2368:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b98000 x1875572824560384/t0(0) o16->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 440/224 e 0 to 0 dl 1788687444 ref 1 fl Complete:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.073718:0:2368:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687428.073719:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687428.073722:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6910000. 02000000:00000001:1.0:1788687428.073724:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687428.073726:0:2368:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687428.073727:0:2368:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687428.073729:0:2368:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687428.073730:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c6941200. 02000000:00000001:1.0:1788687428.073735:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687428.073737:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687428.073738:0:2368:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b98000. 00000100:00000001:1.0:1788687428.073741:0:2368:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687428.073742:0:2368:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.073743:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.073749:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687428.073750:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.073752:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687428.073755:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.073765:0:34792:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788687428.073768:0:34792:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9b29c9713ba8 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:1.0:1788687428.073774:0:34792:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:1.0:1788687428.073776:0:34792:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 230d04438e811318 00020000:00000001:1.0:1788687428.073779:0:34792:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.073783:0:34792:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788687428.073786:0:34792:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.073789:0:34792:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.073791:0:34792:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.073794:0:34792:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.073797:0:34792:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:1.0:1788687428.073800:0:34792:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1788687428.073802:0:34792:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788687428.073804:0:34792:0:(osc_request.c:3902:osc_import_event()) Process entered 00000020:00000001:3.0:1788687428.074437:0:34775:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788687428.074441:0:34775:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687428.074445:0:34775:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:3.0:1788687428.074453:0:34775:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788687428.074457:0:34775:0:(cl_object.c:143:cl_object_top()) ffff9b29e0155f58 -> ffff9b29e0155f58 00000020:00000001:3.0:1788687428.074460:0:34775:0:(cl_object.c:143:cl_object_top()) ffff9b29e0155f58 -> ffff9b29e0155f58 00000020:00000001:3.0:1788687428.074462:0:34775:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788687428.074467:0:34775:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788687428.074472:0:34775:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788687428.074475:0:34775:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:3.0:1788687428.074476:0:34775:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788687428.074477:0:34775:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:3.0:1788687428.074480:0:34775:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x34:1028 on OST[0]: s=8192 (1) m=1788687426 a=0 c=1788687426 b=1 00020000:00000001:3.0:1788687428.074483:0:34775:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788687428.074485:0:34775:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1788687426 a=0 c=1788687426 b=1 00020000:00000001:3.0:1788687428.074488:0:34775:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687428.074490:0:34775:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687428.074492:0:34775:0:(cl_object.c:143:cl_object_top()) ffff9b29e0155f58 -> ffff9b29e0155f58 00000080:00200000:3.0:1788687428.074494:0:34775:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x34:0x0] updating i_size 8192 i_blocks 1 00000080:00000001:3.0:1788687428.074497:0:34775:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788687428.074498:0:34775:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788687428.074501:0:34775:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1788687428.074504:0:34775:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788687428.074506:0:34775:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788687428.074507:0:34775:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788687428.074509:0:34775:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788687428.074510:0:34775:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687428.074513:0:34775:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687428.074514:0:34775:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788687428.074516:0:34775:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788687428.074517:0:34775:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1788687428.074519:0:34775:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788687428.074521:0:34775:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788687428.074523:0:34775:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788687428.074524:0:34775:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788687428.074525:0:34775:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788687428.074526:0:34775:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788687428.074528:0:34775:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687428.074530:0:34775:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687428.074532:0:34775:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788687428.074533:0:34775:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788687428.074535:0:34775:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:3.0:1788687428.074539:0:34775:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788687428.074541:0:34775:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788687428.074542:0:34775:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788687428.074544:0:34775:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788687428.074545:0:34775:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788687428.074548:0:34775:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02807e0 00020000:00000001:3.0:1788687428.074551:0:34775:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788687428.074554:0:34775:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788687428.074556:0:34775:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788687428.074559:0:34775:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788687428.074562:0:34775:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788687428.074563:0:34775:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788687428.074566:0:34775:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280900 00000080:00000001:3.0:1788687428.074569:0:34775:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:3.0:1788687428.074575:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23e48 00000080:00000008:3.0:1788687428.074577:0:34775:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24b.recovery-small-1, fid=[0x200000404:0x34:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000080:00000001:3.0:1788687428.074581:0:34775:0:(file.c:5440:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:3.0:1788687428.075442:0:34775:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788687428.075449:0:34775:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29d01bbd90) owner 0000000000000000/ffff9b29cb014f80 00020000:00000002:3.0:1788687428.075454:0:34775:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29d01bbd90) owner 0000000000000000/ffff9b29cb014f80 00020000:00000001:3.0:1788687428.075458:0:34775:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.075475:0:34775:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788687428.075477:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23d88 00000080:00200008:3.0:1788687428.075480:0:34775:0:(file.c:479:ll_file_release()) START file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff9b29d851d348), flags 100002 00000080:00000001:3.0:1788687428.075486:0:34775:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:3.0:1788687428.075489:0:34775:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:3.0:1788687428.075490:0:34775:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788687428.075492:0:34775:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29d01bbd90) owner 0000000000000000/ffff9b29cb014f80 00020000:00000002:3.0:1788687428.075494:0:34775:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29d01bbd90) owner 0000000000000000/ffff9b29cb014f80 00020000:00000001:3.0:1788687428.075497:0:34775:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.075499:0:34775:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1788687428.075510:0:34775:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687428.075515:0:34775:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687428.075523:0:34775:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62b00 count: 2 00010000:00000001:3.0:1788687428.075527:0:34775:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687428.075533:0:34775:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788687428.075536:0:34775:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x34:0x0]: 0 00000080:00000001:3.0:1788687428.075539:0:34775:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788687428.075542:0:34775:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788687428.075549:0:34775:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b29d15a4800. 00000080:00000001:3.0:1788687428.075552:0:34775:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788687428.075558:0:34775:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788687428.075564:0:34775:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1788687428.075567:0:34775:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x34:0x0] 00000002:00000001:3.0:1788687428.075571:0:34775:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788687428.075573:0:34775:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b29e019e800: [0x200000404:0x34:0x0] file closed with intent: 200 00000100:00000010:3.0:1788687428.075580:0:34775:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb5500. 00000020:00000040:3.0:1788687428.075585:0:34775:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:3.0:1788687428.075591:0:34775:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687428.075595:0:34775:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687428.075600:0:34775:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687428.075611:0:34775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b2a0204d800. 00000100:00000001:3.0:1788687428.075619:0:34775:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788687428.075642:0:34775:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b29c8bb5c00 x1875572824559232/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687442 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788687428.075655:0:34775:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788687428.075660:0:34775:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8bb5500 x1875572824560768/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788687428.075667:0:34775:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687428.075669:0:34775:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687428.075676:0:34775:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29cb4dc6c0. 00000100:00000001:3.0:1788687428.075679:0:34775:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202539677376 : -110871169874240 : ffff9b29cb4dc6c0) 00000100:00000001:3.0:1788687428.075682:0:34775:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687428.075684:0:34775:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496525568 : -110871213026048 : ffff9b29c8bb5500) 00000100:00000001:3.0:1788687428.075690:0:34775:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687428.075694:0:34775:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.075697:0:34775:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687428.075699:0:34775:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687428.075704:0:34775:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb5500 x1875572824560768/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.075710:0:34775:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687428.075713:0:34775:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687428.075716:0:34775:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687428.075719:0:34775:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687428.075721:0:34775:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687428.075725:0:34775:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb5500 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:34775:1875572824560768:192.168.203.144@tcp:35:multiop.0 00000100:00000001:3.0:1788687428.075730:0:34775:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687428.075737:0:34775:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687428.075739:0:34775:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687428.075742:0:34775:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687428.075747:0:34775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c43bdc00. 02000000:00000001:3.0:1788687428.075749:0:34775:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687428.075759:0:34775:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687428.075764:0:34775:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4738. 00000400:00000010:3.0:1788687428.075772:0:34775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0220. 00000100:00000200:3.0:1788687428.075781:0:34775:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824560768, portal 10 00000100:00000001:3.0:1788687428.075783:0:34775:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687428.075784:0:34775:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496525568 : -110871213026048 : ffff9b29c8bb5500) 00000100:00000040:3.0:1788687428.075790:0:34775:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb5500 x1875572824560768/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.075798:0:34775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687428.075802:0:34775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687428.075805:0:34775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0990. 00000100:00000200:3.0:1788687428.075808:0:34775:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824560768, offset 0 00000400:00000200:3.0:1788687428.075815:0:34775:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687428.075839:0:34775:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.075849:0:34775:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687428.075855:0:34775:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687428.075860:0:34775:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687428.075865:0:34775:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687428.075868:0:34775:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687428.075872:0:34775:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2628:2628:256:4294967295] 192.168.203.144@tcp LPNI seq info [2628:2628:8:4294967295] 00000400:00000200:3.0:1788687428.075877:0:34775:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.075888:0:34775:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687428.075897:0:34775:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687428.075903:0:34775:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a000. 00000800:00000200:3.0:1788687428.075967:0:34775:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687428.075976:0:34775:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687428.075982:0:34775:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788687428.075993:0:34775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687428.075998:0:34775:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 796608 usecs (797 jiffies) 00000400:00000200:3.0:1788687428.076001:0:34775:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687428.076005:0:34775:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296554876 00000100:00000001:3.0:1788687428.076014:0:34775:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296554823 00000100:00000001:3.0:1788687428.076021:0:34775:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296554876 00000100:00000001:3.0:1788687428.076024:0:34775:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296554823 00000100:00000001:3.0:1788687428.076027:0:34775:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687428.076030:0:34775:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.076032:0:34775:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687428.076034:0:34775:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687428.076037:0:34775:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29cb4dc6c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788687428.076040:0:34775:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687428.076043:0:34775:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788687428.076373:0:34792:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788687428.076378:0:34792:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1788687428.076394:0:34792:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62700 count: 2 00010000:00000001:1.0:1788687428.076401:0:34792:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788687428.076404:0:34792:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687428.076406:0:34792:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687428.076409:0:34792:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147c00 refcount=3 00000020:00000001:1.0:1788687428.076411:0:34792:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:1.0:1788687428.076415:0:34792:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401704960 : -110871307846656 : ffff9b29c3147c00) 00010000:00000001:1.0:1788687428.076419:0:34792:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687428.076424:0:34792:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000a76bd4bd/0x230d04438e811f5f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0x59c08f76ab1d2e20 expref: -99 pid: 34775 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1788687428.076438:0:34792:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788687428.076441:0:34792:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:1.0:1788687428.076448:0:34792:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9b29d0280a20. 00000020:00000010:1.0:1788687428.076454:0:34792:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29c6941200. 00000020:00000010:1.0:1788687428.076460:0:34792:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b29c6940000. 00000020:00000010:1.0:1788687428.076464:0:34792:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9b29c974eea0. 00000008:00000010:1.0:1788687428.076472:0:34792:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b29c5c6acc0. 00020000:00000010:1.0:1788687428.076477:0:34792:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b2a020f5240. 00008000:00000010:1.0:1788687428.076483:0:34792:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b29d02bea60. 00000080:00000010:1.0:1788687428.076490:0:34792:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b29e0151c78. 00000080:00000010:1.0:1788687428.076495:0:34792:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b29c38c4b90. 00000020:00000010:1.0:1788687428.076500:0:34792:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29c6941c00. 00000008:00000010:1.0:1788687428.076504:0:34792:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b29c8b242c0. 00020000:00000010:1.0:1788687428.076508:0:34792:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b29e0a7b6c0. 00008000:00000010:1.0:1788687428.076512:0:34792:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b29d01c7a68. 00000080:00000010:1.0:1788687428.076516:0:34792:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b29c3900a50. 00000020:00000001:1.0:1788687428.076519:0:34792:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621090344 : -110871088461272 : ffff9b29d0280a28) 00000020:00001000:1.0:1788687428.076522:0:34792:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280a20 00000008:00000001:1.0:1788687428.076525:0:34792:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788687428.076528:0:34792:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1788687428.076529:0:34792:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:1.0:1788687428.076532:0:34792:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff9b29d0280f30. 00000020:00000010:1.0:1788687428.076535:0:34792:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29c6941600. 00000020:00000010:1.0:1788687428.076539:0:34792:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff9b29c6940400. 00000020:00000010:1.0:1788687428.076542:0:34792:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff9b29c974ea80. 00000008:00000010:1.0:1788687428.076546:0:34792:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff9b29c5c6d980. 00020000:00000010:1.0:1788687428.076548:0:34792:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff9b2a020f5e40. 00008000:00000010:1.0:1788687428.076551:0:34792:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff9b29d02bf4f8. 00000080:00000010:1.0:1788687428.076554:0:34792:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff9b29e0151a80. 00000080:00000010:1.0:1788687428.076556:0:34792:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff9b29c38c4000. 00000020:00000010:1.0:1788687428.076559:0:34792:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29c6941000. 00000008:00000010:1.0:1788687428.076561:0:34792:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff9b29c8b25760. 00020000:00000010:1.0:1788687428.076564:0:34792:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff9b29e0a7a910. 00008000:00000010:1.0:1788687428.076566:0:34792:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff9b29d01c7708. 00000080:00000010:1.0:1788687428.076569:0:34792:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff9b29c3900960. 00000020:00000001:1.0:1788687428.076571:0:34792:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091640 : -110871088459976 : ffff9b29d0280f38) 00000020:00001000:1.0:1788687428.076573:0:34792:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280f30 00000008:00000001:1.0:1788687428.076576:0:34792:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1788687428.076579:0:34792:0:(osc_cache.c:3807:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1788687428.076582:0:34792:0:(osc_cache.c:3823:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1788687428.076584:0:34792:0:(osc_cache.c:3871:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.076588:0:34792:0:(osc_cache.c:3353:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1788687428.076592:0:34792:0:(osc_cache.c:3288:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788687428.076595:0:34792:0:(osc_cache.c:3325:osc_cache_wait_range()) obj ffff9b29d8ba7a40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788687428.076598:0:34792:0:(osc_cache.c:3326:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788687428.076601:0:34792:0:(osc_cache.c:3493:osc_cache_writeback_range()) obj ffff9b29d8ba7a40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:1.0:1788687428.076605:0:34792:0:(osc_cache.c:3508:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788687428.076607:0:34792:0:(osc_lock.c:372:osc_lock_flush()) object ffff9b29d8ba7a40: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1788687428.076611:0:34792:0:(osc_cache.c:3756:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1788687428.076613:0:34792:0:(cl_object.c:143:cl_object_top()) ffff9b29d8ba7a40 -> ffff9b29e0155f58 00000020:00000001:1.0:1788687428.076616:0:34792:0:(cl_object.c:143:cl_object_top()) ffff9b29e0155f58 -> ffff9b29e0155f58 00000020:00000001:1.0:1788687428.076619:0:34792:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788687428.076622:0:34792:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788687428.076624:0:34792:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788687428.076628:0:34792:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687428.076629:0:34792:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788687428.076631:0:34792:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788687428.076635:0:34792:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x34:0x0]io ffff9b29c5c6da20 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1788687428.076639:0:34792:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788687428.076641:0:34792:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788687428.076644:0:34792:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788687428.076646:0:34792:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788687428.076647:0:34792:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.076649:0:34792:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687428.076650:0:34792:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788687428.076651:0:34792:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1788687428.076653:0:34792:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.076655:0:34792:0:(osc_cache.c:3543:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1788687428.076660:0:34792:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788687428.076662:0:34792:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788687428.076664:0:34792:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788687428.076664:0:34792:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788687428.076667:0:34792:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1788687428.076670:0:34792:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788687428.076671:0:34792:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633202446948896 : -110871262602720 : ffff9b29c5c6da20) 00000020:00000001:1.0:1788687428.076674:0:34792:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788687428.076676:0:34792:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788687428.076678:0:34792:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788687428.076682:0:34792:0:(cl_page.c:507:__cl_page_state_set()) page@00000000fd41ed7d[2 00000000a78b3011 1 1 00000000bb9803cd 0 0 0] 00000020:00000001:1.0:1788687428.076684:0:34792:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788687428.076686:0:34792:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1788687428.076688:0:34792:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1788687428.076689:0:34792:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.076693:0:34792:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1788687428.076695:0:34792:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1788687428.076696:0:34792:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788687428.076698:0:34792:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788687428.076699:0:34792:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788687428.076702:0:34792:0:(cl_page.c:507:__cl_page_state_set()) page@00000000fd41ed7d[2 00000000a78b3011 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788687428.076704:0:34792:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1788687428.076705:0:34792:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1788687428.076707:0:34792:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1788687428.076709:0:34792:0:(osc_page.c:138:osc_page_delete()) ffff9b29c560e140 00000008:00000001:1.0:1788687428.076712:0:34792:0:(osc_cache.c:2756:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1788687428.076714:0:34792:0:(osc_cache.c:2759:osc_teardown_async_page()) teardown oap ffff9b29c560e150 page ffff9b29c560e140 at index 0. 00000008:00000001:1.0:1788687428.076716:0:34792:0:(osc_cache.c:2781:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.076723:0:34792:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1788687428.076726:0:34792:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff53744934540 index 0 00000020:00000001:1.0:1788687428.076731:0:34792:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1788687428.076732:0:34792:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1788687428.076745:0:34792:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788687428.076747:0:34792:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788687428.076748:0:34792:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788687428.076750:0:34792:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788687428.076751:0:34792:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1788687428.076753:0:34792:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788687428.076753:0:34792:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633202446948896 : -110871262602720 : ffff9b29c5c6da20) 00000020:00000001:1.0:1788687428.076755:0:34792:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788687428.076757:0:34792:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788687428.076758:0:34792:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788687428.076761:0:34792:0:(cl_page.c:507:__cl_page_state_set()) page@00000000c0ea9ec1[2 00000000a78b3011 1 1 00000000bb9803cd 0 0 1] 00000020:00000001:1.0:1788687428.076762:0:34792:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788687428.076763:0:34792:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1788687428.076765:0:34792:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1788687428.076766:0:34792:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.076767:0:34792:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1788687428.076769:0:34792:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1788687428.076770:0:34792:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788687428.076771:0:34792:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788687428.076772:0:34792:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788687428.076775:0:34792:0:(cl_page.c:507:__cl_page_state_set()) page@00000000c0ea9ec1[2 00000000a78b3011 2 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788687428.076776:0:34792:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1788687428.076777:0:34792:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1788687428.076779:0:34792:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1788687428.076780:0:34792:0:(osc_page.c:138:osc_page_delete()) ffff9b29c560e300 00000008:00000001:1.0:1788687428.076781:0:34792:0:(osc_cache.c:2756:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1788687428.076783:0:34792:0:(osc_cache.c:2759:osc_teardown_async_page()) teardown oap ffff9b29c560e310 page ffff9b29c560e300 at index 1. 00000008:00000001:1.0:1788687428.076785:0:34792:0:(osc_cache.c:2781:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.076791:0:34792:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1788687428.076793:0:34792:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff5374472f280 index 1 00000020:00000001:1.0:1788687428.076795:0:34792:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1788687428.076796:0:34792:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1788687428.076800:0:34792:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788687428.076802:0:34792:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788687428.076803:0:34792:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788687428.076804:0:34792:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788687428.076876:0:34792:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788687428.076880:0:34792:0:(cl_page.c:556:cl_batch_put()) page@00000000fd41ed7d[1 00000000a78b3011 5 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788687428.076882:0:34792:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1788687428.076884:0:34792:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1788687428.076889:0:34792:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9b29c560e0e0. 00000020:00000001:1.0:1788687428.076895:0:34792:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1788687428.076896:0:34792:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788687428.076898:0:34792:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788687428.076901:0:34792:0:(cl_page.c:556:cl_batch_put()) page@00000000c0ea9ec1[1 00000000a78b3011 5 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788687428.076902:0:34792:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1788687428.076904:0:34792:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1788687428.076930:0:34792:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9b29c560e2a0. 00000020:00000001:1.0:1788687428.076934:0:34792:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1788687428.076935:0:34792:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788687428.076966:0:34792:0:(osc_cache.c:3620:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788687428.076969:0:34792:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788687428.076972:0:34792:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788687428.076974:0:34792:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788687428.076977:0:34792:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788687428.076979:0:34792:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1788687428.076982:0:34792:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788687428.076984:0:34792:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1788687428.076986:0:34792:0:(osc_cache.c:3775:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788687428.076989:0:34792:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280f30 00000008:00000001:1.0:1788687428.076992:0:34792:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.076995:0:34792:0:(cl_object.c:143:cl_object_top()) ffff9b29d8ba7a40 -> ffff9b29e0155f58 00010000:00000001:1.0:1788687428.076999:0:34792:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1788687428.077001:0:34792:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.077003:0:34792:0:(cl_object.c:143:cl_object_top()) ffff9b29d8ba7a40 -> ffff9b29e0155f58 00000020:00000001:1.0:1788687428.077005:0:34792:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788687428.077008:0:34792:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:1.0:1788687428.077012:0:34792:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788687428.077014:0:34792:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.077016:0:34792:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.077018:0:34792:0:(cl_object.c:143:cl_object_top()) ffff9b29d8ba7a40 -> ffff9b29e0155f58 00000020:00000001:1.0:1788687428.077019:0:34792:0:(cl_object.c:143:cl_object_top()) ffff9b29e0155f58 -> ffff9b29e0155f58 00000020:00000001:1.0:1788687428.077021:0:34792:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1788687428.077024:0:34792:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.077026:0:34792:0:(cl_object.c:143:cl_object_top()) ffff9b29d8ba7a40 -> ffff9b29e0155f58 00000008:00000001:1.0:1788687428.077030:0:34792:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788687428.077032:0:34792:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280a20 00000008:00000001:1.0:1788687428.077034:0:34792:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687428.077038:0:34792:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788687428.077040:0:34792:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687428.077046:0:34792:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687428.077048:0:34792:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687428.077050:0:34792:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687428.077055:0:34792:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788687428.077058:0:34792:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c3147c00 with handle 0x230d04438e811f5f from hash 00010000:00000001:1.0:1788687428.077062:0:34792:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687428.077064:0:34792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.077066:0:34792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687428.077068:0:34792:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687428.077072:0:34792:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687428.077074:0:34792:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788687428.077077:0:34792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.077078:0:34792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687428.077080:0:34792:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.077082:0:34792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687428.077086:0:34792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000a76bd4bd/0x230d04438e811f5f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0x59c08f76ab1d2e20 expref: -99 pid: 34775 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788687428.077096:0:34792:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29c975c580. 00010000:00000001:1.0:1788687428.077104:0:34792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1788687428.077107:0:34792:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c5c62700 count: 0 00010000:00000010:1.0:1788687428.077112:0:34792:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b29c5c62c00. 00010000:00000040:1.0:1788687428.077121:0:34792:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64deb00 count: 2 00010000:00000001:1.0:1788687428.077124:0:34792:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788687428.077126:0:34792:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687428.077128:0:34792:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687428.077130:0:34792:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4200 refcount=3 00000020:00000001:1.0:1788687428.077132:0:34792:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:1.0:1788687428.077135:0:34792:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303168 : -110871262248448 : ffff9b29c5cc4200) 00010000:00000001:1.0:1788687428.077137:0:34792:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687428.077140:0:34792:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000ebaad472/0x230d04438e811f6d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0x59c08f76ab1d2e4a expref: -99 pid: 34778 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000800:00000200:2.0:1788687428.077143:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687428.077150:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a000. 00000008:00000001:1.0:1788687428.077151:0:34792:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788687428.077154:0:34792:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687428.077157:0:34792:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621090344 : -110871088461272 : ffff9b29d0280a28) 00000400:00000200:2.0:1788687428.077158:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00001000:1.0:1788687428.077160:0:34792:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280a20 00000008:00000001:1.0:1788687428.077164:0:34792:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788687428.077167:0:34792:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000400:00000200:2.0:1788687428.077169:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000020:00000001:1.0:1788687428.077170:0:34792:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687428.077173:0:34792:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091640 : -110871088459976 : ffff9b29d0280f38) 00000020:00001000:1.0:1788687428.077177:0:34792:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280f30 00000008:00000001:1.0:1788687428.077179:0:34792:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process entered 00000400:00000200:2.0:1788687428.077181:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0990 00000008:00000020:1.0:1788687428.077181:0:34792:0:(osc_cache.c:3807:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000400:00000010:2.0:1788687428.077187:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0990. 00000008:00000001:1.0:1788687428.077188:0:34792:0:(osc_cache.c:3823:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1788687428.077194:0:34792:0:(osc_cache.c:3871:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.077195:0:34792:0:(osc_cache.c:3353:osc_cache_writeback_range()) Process entered 00000100:00000001:2.0:1788687428.077196:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000008:00000001:1.0:1788687428.077198:0:34792:0:(osc_cache.c:3288:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788687428.077202:0:34792:0:(osc_cache.c:3325:osc_cache_wait_range()) obj ffff9b29c5dd4fc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788687428.077205:0:34792:0:(osc_cache.c:3326:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788687428.077208:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb5500 x1875572824560768/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000020:1.0:1788687428.077209:0:34792:0:(osc_cache.c:3493:osc_cache_writeback_range()) obj ffff9b29c5dd4fc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:1.0:1788687428.077218:0:34792:0:(osc_cache.c:3508:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788687428.077222:0:34792:0:(osc_lock.c:372:osc_lock_flush()) object ffff9b29c5dd4fc0: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1788687428.077227:0:34792:0:(osc_cache.c:3756:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1788687428.077229:0:34792:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4fc0 -> ffff9b29c97ea148 00000100:00000001:2.0:1788687428.077230:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1788687428.077231:0:34792:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea148 -> ffff9b29c97ea148 00000020:00000001:1.0:1788687428.077236:0:34792:0:(cl_io.c:125:__cl_io_init()) Process entered 00000100:00000040:2.0:1788687428.077237:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb5500 x1875572824560768/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000080:00000001:1.0:1788687428.077239:0:34792:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788687428.077242:0:34792:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788687428.077249:0:34792:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687428.077251:0:34792:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788687428.077253:0:34792:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.077256:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788687428.077258:0:34792:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x35:0x0]io ffff9b29c5c6da20 type 8 ignore/verify layout 1/0 00000100:00000001:2.0:1788687428.077260:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00020000:00000001:1.0:1788687428.077264:0:34792:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788687428.077266:0:34792:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788687428.077268:0:34792:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788687428.077271:0:34792:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788687428.077273:0:34792:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.077275:0:34792:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687428.077276:0:34792:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788687428.077277:0:34792:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1788687428.077279:0:34792:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.077281:0:34792:0:(osc_cache.c:3543:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1788687428.077284:0:34792:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788687428.077286:0:34792:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788687428.077287:0:34792:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788687428.077288:0:34792:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788687428.077290:0:34792:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1788687428.077291:0:34792:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788687428.077293:0:34792:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633202446948896 : -110871262602720 : ffff9b29c5c6da20) 00000020:00000001:1.0:1788687428.077295:0:34792:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788687428.077296:0:34792:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788687428.077297:0:34792:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788687428.077301:0:34792:0:(cl_page.c:507:__cl_page_state_set()) page@000000009198d876[2 00000000201189a8 1 1 00000000bb9803cd 0 0 0] 00000020:00000001:1.0:1788687428.077303:0:34792:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788687428.077304:0:34792:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1788687428.077306:0:34792:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1788687428.077307:0:34792:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.077309:0:34792:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1788687428.077310:0:34792:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1788687428.077312:0:34792:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788687428.077313:0:34792:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788687428.077314:0:34792:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788687428.077316:0:34792:0:(cl_page.c:507:__cl_page_state_set()) page@000000009198d876[2 00000000201189a8 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788687428.077318:0:34792:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1788687428.077319:0:34792:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1788687428.077321:0:34792:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1788687428.077322:0:34792:0:(osc_page.c:138:osc_page_delete()) ffff9b29c4037300 00000008:00000001:1.0:1788687428.077324:0:34792:0:(osc_cache.c:2756:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1788687428.077325:0:34792:0:(osc_cache.c:2759:osc_teardown_async_page()) teardown oap ffff9b29c4037310 page ffff9b29c4037300 at index 0. 00000008:00000001:1.0:1788687428.077326:0:34792:0:(osc_cache.c:2781:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.077330:0:34792:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1788687428.077331:0:34792:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff53744919a40 index 0 00000020:00000001:1.0:1788687428.077334:0:34792:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1788687428.077335:0:34792:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1788687428.077340:0:34792:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788687428.077341:0:34792:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788687428.077342:0:34792:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788687428.077343:0:34792:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788687428.077344:0:34792:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1788687428.077346:0:34792:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788687428.077347:0:34792:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633202446948896 : -110871262602720 : ffff9b29c5c6da20) 00000020:00000001:1.0:1788687428.077349:0:34792:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788687428.077350:0:34792:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788687428.077351:0:34792:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788687428.077354:0:34792:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ce1c1526[2 00000000201189a8 1 1 00000000bb9803cd 0 0 1] 00000020:00000001:1.0:1788687428.077355:0:34792:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788687428.077356:0:34792:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1788687428.077358:0:34792:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1788687428.077359:0:34792:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.077361:0:34792:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1788687428.077362:0:34792:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1788687428.077363:0:34792:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788687428.077364:0:34792:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788687428.077365:0:34792:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788687428.077368:0:34792:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ce1c1526[2 00000000201189a8 2 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788687428.077369:0:34792:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1788687428.077371:0:34792:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1788687428.077372:0:34792:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1788687428.077373:0:34792:0:(osc_page.c:138:osc_page_delete()) ffff9b29c560ed80 00000008:00000001:1.0:1788687428.077374:0:34792:0:(osc_cache.c:2756:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1788687428.077376:0:34792:0:(osc_cache.c:2759:osc_teardown_async_page()) teardown oap ffff9b29c560ed90 page ffff9b29c560ed80 at index 1. 00000008:00000001:1.0:1788687428.077377:0:34792:0:(osc_cache.c:2781:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.077382:0:34792:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1788687428.077383:0:34792:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff53744932340 index 1 00000020:00000001:1.0:1788687428.077385:0:34792:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1788687428.077386:0:34792:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1788687428.077389:0:34792:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788687428.077391:0:34792:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788687428.077392:0:34792:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788687428.077393:0:34792:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788687428.077394:0:34792:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788687428.077396:0:34792:0:(cl_page.c:556:cl_batch_put()) page@000000009198d876[1 00000000201189a8 5 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788687428.077398:0:34792:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1788687428.077399:0:34792:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1788687428.077402:0:34792:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9b29c40372a0. 00000020:00000001:1.0:1788687428.077405:0:34792:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1788687428.077406:0:34792:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788687428.077407:0:34792:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788687428.077409:0:34792:0:(cl_page.c:556:cl_batch_put()) page@00000000ce1c1526[1 00000000201189a8 5 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788687428.077410:0:34792:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1788687428.077411:0:34792:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1788687428.077412:0:34792:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9b29c560ed20. 00000020:00000001:1.0:1788687428.077414:0:34792:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1788687428.077415:0:34792:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788687428.077427:0:34792:0:(osc_cache.c:3620:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788687428.077429:0:34792:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788687428.077431:0:34792:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788687428.077432:0:34792:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788687428.077434:0:34792:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788687428.077435:0:34792:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1788687428.077438:0:34792:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788687428.077439:0:34792:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1788687428.077440:0:34792:0:(osc_cache.c:3775:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788687428.077442:0:34792:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280f30 00000008:00000001:1.0:1788687428.077444:0:34792:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.077446:0:34792:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4fc0 -> ffff9b29c97ea148 00010000:00000001:1.0:1788687428.077448:0:34792:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1788687428.077451:0:34792:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.077452:0:34792:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4fc0 -> ffff9b29c97ea148 00000020:00000001:1.0:1788687428.077454:0:34792:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788687428.077455:0:34792:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:1.0:1788687428.077457:0:34792:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788687428.077459:0:34792:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.077460:0:34792:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.077462:0:34792:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4fc0 -> ffff9b29c97ea148 00000020:00000001:1.0:1788687428.077463:0:34792:0:(cl_object.c:143:cl_object_top()) ffff9b29c97ea148 -> ffff9b29c97ea148 00000020:00000001:1.0:1788687428.077464:0:34792:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1788687428.077466:0:34792:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.077467:0:34792:0:(cl_object.c:143:cl_object_top()) ffff9b29c5dd4fc0 -> ffff9b29c97ea148 00000008:00000001:1.0:1788687428.077469:0:34792:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788687428.077471:0:34792:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280a20 00000008:00000001:1.0:1788687428.077472:0:34792:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687428.077474:0:34792:0:(ldlm_request.c:1406:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788687428.077476:0:34792:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687428.077478:0:34792:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687428.077479:0:34792:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687428.077481:0:34792:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687428.077482:0:34792:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788687428.077485:0:34792:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc4200 with handle 0x230d04438e811f6d from hash 00010000:00000001:1.0:1788687428.077487:0:34792:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687428.077489:0:34792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.077490:0:34792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687428.077491:0:34792:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687428.077493:0:34792:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687428.077494:0:34792:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788687428.077497:0:34792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.077498:0:34792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687428.077499:0:34792:0:(ldlm_request.c:1808:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.077501:0:34792:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687428.077504:0:34792:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b29e019e800 lock: 00000000ebaad472/0x230d04438e811f6d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0x59c08f76ab1d2e4a expref: -99 pid: 34778 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788687428.077518:0:34792:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29c4c6f780. 00010000:00000001:1.0:1788687428.077526:0:34792:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1788687428.077528:0:34792:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64deb00 count: 0 00010000:00000010:1.0:1788687428.077532:0:34792:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b29c64def00. 00000001:00000001:1.0:1788687428.077564:0:34792:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788687428.077567:0:34792:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788687428.077568:0:34792:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1788687428.077596:0:34792:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.077599:0:34792:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687428.077600:0:34792:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621090344 : -110871088461272 : ffff9b29d0280a28) 00000020:00001000:1.0:1788687428.077602:0:34792:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280a20 00000008:00000001:1.0:1788687428.077606:0:34792:0:(osc_cache.c:2412:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1788687428.077607:0:34792:0:(osc_cache.c:2373:osc_next_obj()) Process entered 00000008:00000001:1.0:1788687428.077610:0:34792:0:(osc_cache.c:2403:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.077613:0:34792:0:(osc_cache.c:2476:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1788687428.077614:0:34792:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788687428.077615:0:34792:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1788687428.077639:0:34792:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788687428.077642:0:34792:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280a20 00000001:00000001:1.0:1788687428.077644:0:34792:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788687428.077645:0:34792:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1788687428.077670:0:34792:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788687428.077672:0:34792:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788687428.077673:0:34792:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1788687428.077694:0:34792:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.077697:0:34792:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.077700:0:34792:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788687428.077707:0:34792:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7000 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1788687428.077710:0:34792:0:(import.c:1692:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1788687428.077713:0:34792:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1788687428.077716:0:34792:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788687428.077718:0:34792:0:(import.c:65:import_set_state_nolock()) ffff9b29c3ec7000 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1788687428.077721:0:34792:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788687428.077723:0:34792:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788687428.077726:0:34792:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788687428.077729:0:34792:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1788687428.077732:0:34792:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788687428.077735:0:34792:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff9b29c9713ba8 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:1.0:1788687428.077740:0:34792:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:1.0:1788687428.077743:0:34792:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 230d04438e811318 00020000:00000001:1.0:1788687428.077746:0:34792:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.077749:0:34792:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788687428.077753:0:34792:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1788687428.077755:0:34792:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1788687428.077758:0:34792:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1788687428.077759:0:34792:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788687428.077762:0:34792:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788687428.077764:0:34792:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.077766:0:34792:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.077768:0:34792:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788687428.077769:0:34792:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788687428.077770:0:34792:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.077771:0:34792:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1788687428.077773:0:34792:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1788687428.077778:0:34792:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1788687428.077779:0:34792:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.077781:0:34792:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.077783:0:34792:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.077785:0:34792:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.077787:0:34792:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.077788:0:34792:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.077790:0:34792:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.077792:0:34792:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:1.0:1788687428.077796:0:34792:0:(import.c:1787:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9b29e019e800: Connection restored to 192.168.203.144@tcp (at 192.168.203.144@tcp) 00000800:00000001:3.0:1788687428.079977:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.080001:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687428.080007:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.080010:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.080023:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.080034:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687428.080046:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.080053:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.080059:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.080064:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f55480 00000400:00000200:3.0:1788687428.080070:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.080078:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x733d [1] + 224 00000800:00000001:3.0:1788687428.080085:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.080093:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.080097:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.080102:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687428.080113:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687428.080125:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb5500 x1875572824560768/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687428.080137:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b29c8bb5500 x1875572824560768/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.080164:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687428.080175:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.080179:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.080196:0:34775:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687428.080208:0:34775:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687428.080211:0:34775:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687428.080215:0:34775:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4738. 00000400:00000200:0.0:1788687428.080222:0:34775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0220 00000400:00000010:0.0:1788687428.080225:0:34775:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0220. 00000100:00000001:0.0:1788687428.080229:0:34775:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687428.080234:0:34775:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb5500 x1875572824560768/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687428.080244:0:34775:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb5500 x1875572824560768/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.080251:0:34775:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687428.080253:0:34775:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.080256:0:34775:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687428.080260:0:34775:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687428.080264:0:34775:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687428.080267:0:34775:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687428.080270:0:34775:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687428.080282:0:34775:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=50 v=5 (10 5 5 5) 00000100:00001000:0.0:1788687428.080287:0:34775:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687428.080290:0:34775:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687428.080292:0:34775:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.080295:0:34775:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687428.080301:0:34775:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.080305:0:34775:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687428.080307:0:34775:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788687428.080309:0:34775:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687428.080312:0:34775:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.080314:0:34775:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496525568 : -110871213026048 : ffff9b29c8bb5500) 00000100:00000001:0.0:1788687428.080317:0:34775:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687428.080319:0:34775:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1788687428.080321:0:34775:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687428.080325:0:34775:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687428.080330:0:34775:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb5500 x1875572824560768/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.080337:0:34775:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687428.080341:0:34775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687428.080343:0:34775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687428.080347:0:34775:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb5500 x1875572824560768/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687428.080356:0:34775:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb5500 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:34775:1875572824560768:192.168.203.144@tcp:35:multiop.0 00000100:00000001:0.0:1788687428.080361:0:34775:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.080365:0:34775:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.080367:0:34775:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687428.080370:0:34775:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.080373:0:34775:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb5500 x1875572824560768/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.080380:0:34775:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687428.080383:0:34775:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29cb4dc6c0. 00000100:00000001:0.0:1788687428.080386:0:34775:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687428.080388:0:34775:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.080396:0:34775:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.080398:0:34775:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496525568 : -110871213026048 : ffff9b29c8bb5500) 00000002:00000001:0.0:1788687428.080401:0:34775:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687428.080405:0:34775:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687428.080411:0:34775:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29d15a4800. 00000080:00000001:0.0:1788687428.080417:0:34775:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788687428.080420:0:34775:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788687428.080427:0:34775:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788687428.080432:0:34775:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b29c8bb5c00 x1875572824559232/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687442 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.080441:0:34775:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.080442:0:34775:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496527360 : -110871213024256 : ffff9b29c8bb5c00) 00000100:00000001:0.0:1788687428.080444:0:34775:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.080447:0:34775:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb5c00 x1875572824559232/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687442 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.080453:0:34775:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.080455:0:34775:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.080457:0:34775:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb5c00 x1875572824559232/t8589934611(8589934611) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687442 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.080463:0:34775:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788687428.080468:0:34775:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687428.080470:0:34775:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687428.080472:0:34775:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687428.080476:0:34775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c43be800. 02000000:00000001:0.0:1788687428.080480:0:34775:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687428.080483:0:34775:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687428.080485:0:34775:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb5c00. 00000100:00000001:0.0:1788687428.080488:0:34775:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687428.080489:0:34775:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.080490:0:34775:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.080493:0:34775:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb5500 x1875572824560768/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.080499:0:34775:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687428.080501:0:34775:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9b29c31d7d40. 00000002:00000001:0.0:1788687428.080505:0:34775:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687428.080506:0:34775:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687428.080508:0:34775:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b29c975c780. 00000100:00000001:0.0:1788687428.080511:0:34775:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.080514:0:34775:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb5500 x1875572824560768/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.080521:0:34775:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.080523:0:34775:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687428.080527:0:34775:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29c5316640. 00000080:00000001:0.0:1788687428.080531:0:34775:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.080539:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23d88 00000080:00000008:0.0:1788687428.080541:0:34775:0:(file.c:523:ll_file_release()) COMPLETED file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff9b29d851d348), flags 100002, rc = 0 00000080:00000001:0.0:1788687428.080545:0:34775:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.080552:0:34775:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788687428.080553:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23d98 00000080:00002000:0.0:1788687428.080556:0:34775:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-1 (ffff9b29d8762948, parent ffff9b29d8762af8, inode ffff9b29d851d348) hashed, 00000080:00000001:0.0:1788687428.080559:0:34775:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.082015:0:34778:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788687428.082024:0:34778:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f000) owner 0000000000000000/ffff9b29d08d0000 00020000:00000002:0.0:1788687428.082031:0:34778:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f000) owner 0000000000000000/ffff9b29d08d0000 00020000:00000001:0.0:1788687428.082035:0:34778:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.082044:0:34778:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788687428.082047:0:34778:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cd3df0 00000080:00200008:0.0:1788687428.082049:0:34778:0:(file.c:479:ll_file_release()) START file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff9b29d8590908), flags 100002 00000080:00000001:0.0:1788687428.082054:0:34778:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788687428.082057:0:34778:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788687428.082059:0:34778:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788687428.082060:0:34778:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c524f000) owner 0000000000000000/ffff9b29d08d0000 00020000:00000002:0.0:1788687428.082062:0:34778:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c524f000) owner 0000000000000000/ffff9b29d08d0000 00020000:00000001:0.0:1788687428.082064:0:34778:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.082067:0:34778:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788687428.082076:0:34778:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687428.082080:0:34778:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687428.082089:0:34778:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64dec00 count: 2 00010000:00000001:0.0:1788687428.082092:0:34778:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687428.082098:0:34778:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687428.082100:0:34778:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x35:0x0]: 0 00000080:00000001:0.0:1788687428.082102:0:34778:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788687428.082104:0:34778:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788687428.082111:0:34778:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b29d01f2000. 00000080:00000001:0.0:1788687428.082114:0:34778:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788687428.082121:0:34778:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788687428.082126:0:34778:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788687428.082128:0:34778:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x35:0x0] 00000002:00000001:0.0:1788687428.082132:0:34778:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788687428.082134:0:34778:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b29e019e800: [0x200000404:0x35:0x0] file closed with intent: 200 00000100:00000010:0.0:1788687428.082142:0:34778:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f3480. 00000020:00000040:0.0:1788687428.082146:0:34778:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:0.0:1788687428.082151:0:34778:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687428.082155:0:34778:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687428.082161:0:34778:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687428.082170:0:34778:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29d01f2a00. 00000100:00000001:0.0:1788687428.082179:0:34778:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788687428.082199:0:34778:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b29c42e8700 x1875572824559616/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687442 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788687428.082211:0:34778:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788687428.082215:0:34778:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c97f3480 x1875572824561024/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788687428.082222:0:34778:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687428.082224:0:34778:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687428.082231:0:34778:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c2e43000. 00000100:00000001:0.0:1788687428.082234:0:34778:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202398539776 : -110871311011840 : ffff9b29c2e43000) 00000100:00000001:0.0:1788687428.082236:0:34778:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.082238:0:34778:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509362304 : -110871200189312 : ffff9b29c97f3480) 00000100:00000001:0.0:1788687428.082243:0:34778:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687428.082248:0:34778:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.082250:0:34778:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687428.082252:0:34778:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687428.082256:0:34778:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f3480 x1875572824561024/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.082263:0:34778:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687428.082266:0:34778:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687428.082269:0:34778:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687428.082272:0:34778:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687428.082275:0:34778:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687428.082278:0:34778:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f3480 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:34778:1875572824561024:192.168.203.144@tcp:35:multiop.0 00000100:00000001:0.0:1788687428.082283:0:34778:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687428.082289:0:34778:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687428.082291:0:34778:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687428.082294:0:34778:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687428.082299:0:34778:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a02400. 02000000:00000001:0.0:1788687428.082301:0:34778:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687428.082309:0:34778:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687428.082314:0:34778:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1688. 00000400:00000010:0.0:1788687428.082322:0:34778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda088. 00000100:00000200:0.0:1788687428.082330:0:34778:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824561024, portal 10 00000100:00000001:0.0:1788687428.082332:0:34778:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.082333:0:34778:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509362304 : -110871200189312 : ffff9b29c97f3480) 00000100:00000040:0.0:1788687428.082339:0:34778:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f3480 x1875572824561024/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.082347:0:34778:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687428.082350:0:34778:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687428.082353:0:34778:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda7f8. 00000100:00000200:0.0:1788687428.082357:0:34778:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824561024, offset 0 00000400:00000200:0.0:1788687428.082364:0:34778:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687428.082374:0:34778:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687428.082382:0:34778:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687428.082389:0:34778:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687428.082393:0:34778:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687428.082397:0:34778:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687428.082399:0:34778:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687428.082403:0:34778:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2629:2629:256:4294967295] 192.168.203.144@tcp LPNI seq info [2629:2629:8:4294967295] 00000400:00000200:0.0:1788687428.082408:0:34778:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687428.082419:0:34778:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687428.082425:0:34778:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687428.082431:0:34778:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946500. 00000800:00000200:0.0:1788687428.082438:0:34778:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687428.082447:0:34778:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687428.082452:0:34778:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788687428.082474:0:34778:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687428.082480:0:34778:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 795642 usecs (796 jiffies) 00000400:00000200:0.0:1788687428.082483:0:34778:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687428.082486:0:34778:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296554882 00000100:00000001:0.0:1788687428.082495:0:34778:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296554876 00000100:00000001:0.0:1788687428.082501:0:34778:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296554882 00000100:00000001:0.0:1788687428.082505:0:34778:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296554876 00000100:00000001:0.0:1788687428.082508:0:34778:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687428.082511:0:34778:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.082514:0:34778:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687428.082517:0:34778:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687428.082520:0:34778:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c2e43000 going to sleep for 11 seconds 00000100:00000001:0.0:1788687428.082522:0:34778:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687428.082526:0:34778:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687428.082690:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687428.082696:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946500. 00000400:00000200:2.0:1788687428.082703:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687428.082714:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687428.082721:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda7f8 00000400:00000010:2.0:1788687428.082724:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda7f8. 00000100:00000001:2.0:1788687428.082730:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687428.082734:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3480 x1875572824561024/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.082744:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687428.082747:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3480 x1875572824561024/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.082755:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.082757:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1788687428.092545:0:34792:0:(import.c:1798:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.092568:0:34792:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687428.092572:0:34792:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687428.092578:0:34792:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788687428.092579:0:34792:0:(import.c:1655:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788687428.097993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147c00. 00010000:00000010:1.1:1788687428.098008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62700. 00010000:00000010:1.1:1788687428.098015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4200. 00010000:00000010:1.1:1788687428.098021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64deb00. 00000800:00000001:3.0:1788687428.099014:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.099033:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687428.099038:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.099040:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.099053:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.099063:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687428.099074:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.099080:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.099086:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.099091:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f55580 00000400:00000200:3.0:1788687428.099097:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.099104:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x734d [1] + 224 00000800:00000001:3.0:1788687428.099114:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.099121:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.099125:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.099131:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687428.099142:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687428.099153:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3480 x1875572824561024/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687428.099164:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b29c97f3480 x1875572824561024/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.099181:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687428.099191:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.099195:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.099273:0:34778:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687428.099284:0:34778:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687428.099286:0:34778:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687428.099291:0:34778:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1688. 00000400:00000200:0.0:1788687428.099296:0:34778:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda088 00000400:00000010:0.0:1788687428.099299:0:34778:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda088. 00000100:00000001:0.0:1788687428.099304:0:34778:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687428.099309:0:34778:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f3480 x1875572824561024/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687428.099317:0:34778:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f3480 x1875572824561024/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.099323:0:34778:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687428.099325:0:34778:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.099328:0:34778:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687428.099333:0:34778:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687428.099336:0:34778:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687428.099338:0:34778:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687428.099342:0:34778:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687428.099354:0:34778:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=50 v=5 (10 5 5 5) 00000100:00001000:0.0:1788687428.099359:0:34778:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687428.099362:0:34778:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687428.099364:0:34778:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.099367:0:34778:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687428.099372:0:34778:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.099375:0:34778:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687428.099377:0:34778:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788687428.099380:0:34778:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687428.099382:0:34778:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.099384:0:34778:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509362304 : -110871200189312 : ffff9b29c97f3480) 00000100:00000001:0.0:1788687428.099388:0:34778:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687428.099390:0:34778:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1788687428.099392:0:34778:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687428.099395:0:34778:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687428.099401:0:34778:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f3480 x1875572824561024/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.099408:0:34778:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687428.099412:0:34778:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687428.099414:0:34778:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687428.099419:0:34778:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f3480 x1875572824561024/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687428.099427:0:34778:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f3480 pname:cluuid:pid:xid:nid:opc:job multiop:ce1d4174-c231-444b-b3ed-b722bc4901cb:34778:1875572824561024:192.168.203.144@tcp:35:multiop.0 00000100:00000001:0.0:1788687428.099432:0:34778:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.099436:0:34778:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.099438:0:34778:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687428.099441:0:34778:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.099444:0:34778:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3480 x1875572824561024/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.099450:0:34778:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687428.099454:0:34778:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c2e43000. 00000100:00000001:0.0:1788687428.099457:0:34778:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687428.099458:0:34778:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.099468:0:34778:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.099469:0:34778:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509362304 : -110871200189312 : ffff9b29c97f3480) 00000002:00000001:0.0:1788687428.099472:0:34778:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687428.099476:0:34778:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687428.099482:0:34778:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29d01f2000. 00000080:00000001:0.0:1788687428.099486:0:34778:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788687428.099489:0:34778:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788687428.099495:0:34778:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788687428.099501:0:34778:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b29c42e8700 x1875572824559616/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687442 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.099509:0:34778:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.099511:0:34778:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420188928 : -110871289362688 : ffff9b29c42e8700) 00000100:00000001:0.0:1788687428.099512:0:34778:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.099515:0:34778:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42e8700 x1875572824559616/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687442 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.099521:0:34778:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.099523:0:34778:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.099526:0:34778:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42e8700 x1875572824559616/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 592/664 e 0 to 0 dl 1788687442 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.099539:0:34778:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788687428.099543:0:34778:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687428.099546:0:34778:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687428.099548:0:34778:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687428.099552:0:34778:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c63d4400. 02000000:00000001:0.0:1788687428.099556:0:34778:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687428.099558:0:34778:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687428.099561:0:34778:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42e8700. 00000100:00000001:0.0:1788687428.099564:0:34778:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687428.099565:0:34778:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.099567:0:34778:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.099571:0:34778:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3480 x1875572824561024/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.099577:0:34778:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687428.099579:0:34778:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9b29c636d740. 00000002:00000001:0.0:1788687428.099582:0:34778:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687428.099584:0:34778:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687428.099586:0:34778:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b29c4c6f000. 00000100:00000001:0.0:1788687428.099588:0:34778:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.099591:0:34778:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f3480 x1875572824561024/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.099597:0:34778:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.099600:0:34778:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687428.099605:0:34778:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29d0061540. 00000080:00000001:0.0:1788687428.099610:0:34778:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.099617:0:34778:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cd3df0 00000080:00000008:0.0:1788687428.099620:0:34778:0:(file.c:523:ll_file_release()) COMPLETED file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff9b29d8590908), flags 100002, rc = 0 00000080:00000001:0.0:1788687428.099623:0:34778:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.099629:0:34778:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788687428.099631:0:34778:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cd3e00 00000080:00002000:0.0:1788687428.099634:0:34778:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-2 (ffff9b29d87610d8, parent ffff9b29d8762af8, inode ffff9b29d8590908) hashed, 00000080:00000001:0.0:1788687428.099637:0:34778:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.122662:0:34794:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687428.122673:0:34794:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687428.122675:0:34794:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687428.122680:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bbc0 00000080:00200000:2.0:1788687428.122686:0:34794:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687428.122694:0:34794:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c584a600. 00800000:00000002:2.0:1788687428.122703:0:34794:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687428.122708:0:34794:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687428.122714:0:34794:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687428.122717:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bae0 00800000:00000002:2.0:1788687428.122720:0:34794:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687428.122726:0:34794:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687428.122732:0:34794:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687428.122740:0:34794:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687428.122742:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8b9b0 00000002:00010000:2.0:1788687428.122743:0:34794:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687428.122748:0:34794:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687428.122750:0:34794:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687428.122755:0:34794:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687428.122764:0:34794:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 2 00010000:00000001:2.0:1788687428.122768:0:34794:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687428.122775:0:34794:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687428.122779:0:34794:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687428.122785:0:34794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788687428.122798:0:34794:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687428.122804:0:34794:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687428.122808:0:34794:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788687428.122815:0:34794:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687428.122816:0:34794:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687428.122828:0:34794:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687428.122831:0:34794:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687428.122833:0:34794:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687428.122835:0:34794:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687428.122838:0:34794:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687428.122842:0:34794:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687428.122845:0:34794:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c584a600. 00000080:00000001:2.0:1788687428.122853:0:34794:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687428.122855:0:34794:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687428.122858:0:34794:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687428.122862:0:34794:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f43 00800000:00000001:2.0:1788687428.122867:0:34794:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687428.122869:0:34794:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687428.122871:0:34794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.122873:0:34794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.122876:0:34794:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=3 00000020:00000001:2.0:1788687428.122879:0:34794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:2.0:1788687428.122882:0:34794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:2.0:1788687428.122885:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.122887:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687428.122888:0:34794:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687428.122890:0:34794:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687428.122893:0:34794:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f43 from it ffffaca081d8bbf8 00010000:00000001:2.0:1788687428.122896:0:34794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.122897:0:34794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.122898:0:34794:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=3 00000020:00000001:2.0:1788687428.122900:0:34794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:2.0:1788687428.122902:0:34794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:2.0:1788687428.122937:0:34794:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687428.122941:0:34794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788687428.122948:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.122950:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.122951:0:34794:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687428.122954:0:34794:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687428.122957:0:34794:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788687428.122969:0:34794:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687428.122972:0:34794:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687428.122974:0:34794:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687428.122979:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.122980:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.122982:0:34794:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.122987:0:34794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687428.122989:0:34794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.122992:0:34794:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.122994:0:34794:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.122996:0:34794:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687428.122997:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.122998:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687428.123002:0:34794:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687428.123004:0:34794:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687428.123007:0:34794:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788687428.123013:0:34794:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687428.123027:0:34794:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b29c622ff80. 00000080:00000001:2.0:1788687428.123033:0:34794:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788687428.123034:0:34794:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687428.123035:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bb00 00000080:00200000:2.0:1788687428.123037:0:34794:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:2.0:1788687428.123040:0:34794:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c584a600. 00800000:00000002:2.0:1788687428.123043:0:34794:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687428.123045:0:34794:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687428.123047:0:34794:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687428.123048:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8ba20 00800000:00000002:2.0:1788687428.123049:0:34794:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687428.123052:0:34794:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687428.123054:0:34794:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687428.123056:0:34794:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687428.123058:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8b8f0 00000002:00010000:2.0:1788687428.123059:0:34794:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687428.123062:0:34794:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687428.123063:0:34794:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687428.123065:0:34794:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687428.123067:0:34794:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 2 00010000:00000001:2.0:1788687428.123069:0:34794:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687428.123072:0:34794:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687428.123074:0:34794:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687428.123077:0:34794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788687428.123089:0:34794:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687428.123091:0:34794:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687428.123094:0:34794:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1788687428.123100:0:34794:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687428.123101:0:34794:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687428.123103:0:34794:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687428.123104:0:34794:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687428.123106:0:34794:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687428.123108:0:34794:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687428.123110:0:34794:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687428.123111:0:34794:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687428.123113:0:34794:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c584a600. 00000080:00000001:2.0:1788687428.123116:0:34794:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687428.123117:0:34794:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687428.123119:0:34794:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:2.0:1788687428.123121:0:34794:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f43 00800000:00000001:2.0:1788687428.123123:0:34794:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687428.123125:0:34794:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687428.123126:0:34794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.123127:0:34794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.123128:0:34794:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=3 00000020:00000001:2.0:1788687428.123130:0:34794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:2.0:1788687428.123132:0:34794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:2.0:1788687428.123134:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.123135:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687428.123136:0:34794:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687428.123137:0:34794:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687428.123139:0:34794:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f43 from it ffffaca081d8bb38 00010000:00000001:2.0:1788687428.123141:0:34794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.123142:0:34794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.123144:0:34794:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=3 00000020:00000001:2.0:1788687428.123146:0:34794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:2.0:1788687428.123147:0:34794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:2.0:1788687428.123149:0:34794:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687428.123152:0:34794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788687428.123158:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.123159:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.123160:0:34794:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687428.123161:0:34794:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687428.123164:0:34794:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788687428.123169:0:34794:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687428.123171:0:34794:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687428.123172:0:34794:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687428.123174:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.123175:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.123176:0:34794:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.123178:0:34794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687428.123179:0:34794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.123181:0:34794:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.123183:0:34794:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.123184:0:34794:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687428.123185:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.123186:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687428.123188:0:34794:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687428.123189:0:34794:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687428.123191:0:34794:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788687428.123194:0:34794:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.123197:0:34794:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788687428.123200:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bb58 00000080:00200000:2.0:1788687428.123202:0:34794:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), file ffff9b29c4d0af00, open_flags 8441, mode 81b6 opened 0 00000080:00000010:2.0:1788687428.123208:0:34794:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b29c33d0ae0. 00000080:00000001:2.0:1788687428.123213:0:34794:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788687428.123216:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8ba08 00000080:00200000:2.0:1788687428.123217:0:34794:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=open|creat 00000080:00000010:2.0:1788687428.123225:0:34794:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c584a600. 00800000:00000002:2.0:1788687428.123228:0:34794:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687428.123234:0:34794:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687428.123236:0:34794:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687428.123237:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8b928 00800000:00000002:2.0:1788687428.123239:0:34794:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687428.123242:0:34794:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788687428.123246:0:34794:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788687428.123250:0:34794:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633202409432576 : -110871300119040 : ffff9b29c38a6600) 00800000:00000001:2.0:1788687428.123253:0:34794:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788687428.123255:0:34794:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788687428.123258:0:34794:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788687428.123262:0:34794:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788687428.123264:0:34794:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b29e019e800: Allocated FID [0x200000404:0x36:0x0] 40000000:00000001:2.0:1788687428.123267:0:34794:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687428.123269:0:34794:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687428.123271:0:34794:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687428.123273:0:34794:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.123275:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8b8a8 00800000:00000002:2.0:1788687428.123278:0:34794:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:2.0:1788687428.123282:0:34794:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687428.123284:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8b7e0 00000002:00010000:2.0:1788687428.123286:0:34794:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:2.0:1788687428.123289:0:34794:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788687428.123293:0:34794:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788687428.123296:0:34794:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788687428.123301:0:34794:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687428.123303:0:34794:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788687428.123305:0:34794:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 2 00010000:00000001:2.0:1788687428.123307:0:34794:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687428.123310:0:34794:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788687428.123314:0:34794:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788687428.123317:0:34794:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:2.0:1788687428.123327:0:34794:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788687428.123332:0:34794:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788687428.123334:0:34794:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788687428.123336:0:34794:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788687428.123339:0:34794:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687428.123340:0:34794:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687428.123343:0:34794:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 3 00010000:00000001:2.0:1788687428.123345:0:34794:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687428.123348:0:34794:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687428.123349:0:34794:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687428.123351:0:34794:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687428.123352:0:34794:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 3 00010000:00000001:2.0:1788687428.123354:0:34794:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687428.123355:0:34794:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687428.123357:0:34794:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687428.123358:0:34794:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687428.123359:0:34794:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 3 00010000:00000001:2.0:1788687428.123361:0:34794:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687428.123363:0:34794:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.123365:0:34794:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788687428.123369:0:34794:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b29d8594200, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788687428.123373:0:34794:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788687428.123376:0:34794:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788687428.123378:0:34794:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788687428.123380:0:34794:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.123384:0:34794:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788687428.123388:0:34794:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788687428.123390:0:34794:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788687428.123392:0:34794:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687428.123394:0:34794:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788687428.123397:0:34794:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29d13a9800 with handle 0x230d04438e811f43 from hash 00010000:00000001:2.0:1788687428.123400:0:34794:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788687428.123401:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.123403:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.123404:0:34794:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788687428.123408:0:34794:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788687428.123410:0:34794:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788687428.123413:0:34794:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788687428.123415:0:34794:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687428.123417:0:34794:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788687428.123424:0:34794:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42eb100. 00000020:00000040:2.0:1788687428.123428:0:34794:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:2.0:1788687428.123436:0:34794:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788687428.123438:0:34794:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.123442:0:34794:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687428.123447:0:34794:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687428.123450:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.123451:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.123452:0:34794:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.123455:0:34794:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687428.123458:0:34794:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687428.123460:0:34794:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687428.123469:0:34794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c63d6400. 00000100:00000001:2.0:1788687428.123477:0:34794:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.123483:0:34794:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687428.123486:0:34794:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788687428.123491:0:34794:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1788687428.123498:0:34794:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788687428.123500:0:34794:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788687428.123501:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788687428.123504:0:34794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a9800/0x230d04438e811f43 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2db7 expref: -99 pid: 34768 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:2.0:1788687428.123510:0:34794:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c6090d00 count: 0 00010000:00000010:2.0:1788687428.123516:0:34794:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5044600. 00010000:00000001:2.0:1788687428.123527:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.123530:0:34794:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.123532:0:34794:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687428.123533:0:34794:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.123536:0:34794:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687428.123547:0:34794:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633202420199680 : -110871289351936 : ffff9b29c42eb100) 00010000:00000001:2.0:1788687428.123551:0:34794:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788687428.123554:0:34794:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788687428.123558:0:34794:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c6090900. 00010000:00000010:2.0:1788687428.123561:0:34794:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5044600. 00010000:00000001:2.0:1788687428.123565:0:34794:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788687428.123569:0:34794:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29d13a8800. 00000020:00000001:2.0:1788687428.123571:0:34794:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788687428.123573:0:34794:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29d13a8800 with handle 0x230d04438e811f74 to hash 00000020:00000001:2.0:1788687428.123576:0:34794:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788687428.123577:0:34794:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687428.123582:0:34794:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687428.123585:0:34794:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687428.123587:0:34794:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687428.123590:0:34794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687428.123597:0:34794:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34794 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788687428.123612:0:34794:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788687428.123628:0:34794:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c42eb100 x1875572824561280/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788687428.123638:0:34794:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788687428.123645:0:34794:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687428.123647:0:34794:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687428.123654:0:34794:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e0116cc0. 00000100:00000001:2.0:1788687428.123658:0:34794:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202888043712 : -110870821507904 : ffff9b29e0116cc0) 00000100:00000001:2.0:1788687428.123661:0:34794:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687428.123662:0:34794:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420199680 : -110871289351936 : ffff9b29c42eb100) 00000100:00000001:2.0:1788687428.123667:0:34794:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687428.123672:0:34794:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.123674:0:34794:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687428.123676:0:34794:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687428.123680:0:34794:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42eb100 x1875572824561280/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.123688:0:34794:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687428.123692:0:34794:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687428.123696:0:34794:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687428.123699:0:34794:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687428.123702:0:34794:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687428.123705:0:34794:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42eb100 pname:cluuid:pid:xid:nid:opc:job bash:ce1d4174-c231-444b-b3ed-b722bc4901cb:34794:1875572824561280:192.168.203.144@tcp:101:bash.0 00000100:00000001:2.0:1788687428.123709:0:34794:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687428.123716:0:34794:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687428.123719:0:34794:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687428.123722:0:34794:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687428.123795:0:34794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b29c69a0000. 02000000:00000001:2.0:1788687428.123798:0:34794:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687428.123807:0:34794:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687428.123812:0:34794:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd3c8. 00000400:00000010:2.0:1788687428.123832:0:34794:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b29c63d5c00. 00000100:00000200:2.0:1788687428.123870:0:34794:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875572824561280, portal 10 00000100:00000001:2.0:1788687428.123873:0:34794:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687428.123874:0:34794:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420199680 : -110871289351936 : ffff9b29c42eb100) 00000100:00000040:2.0:1788687428.123881:0:34794:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42eb100 x1875572824561280/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687444 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.123889:0:34794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687428.123891:0:34794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687428.123896:0:34794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d02402a8. 00000100:00000200:2.0:1788687428.123900:0:34794:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875572824561280, offset 0 00000400:00000200:2.0:1788687428.123936:0:34794:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687428.123947:0:34794:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.123956:0:34794:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687428.123961:0:34794:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687428.123966:0:34794:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687428.123970:0:34794:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687428.123973:0:34794:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687428.123977:0:34794:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2630:2630:256:4294967295] 192.168.203.144@tcp LPNI seq info [2630:2630:8:4294967295] 00000400:00000200:2.0:1788687428.123981:0:34794:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.123993:0:34794:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687428.124000:0:34794:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687428.124007:0:34794:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3500. 00000800:00000200:2.0:1788687428.124014:0:34794:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687428.124025:0:34794:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687428.124030:0:34794:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3500 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788687428.124043:0:34794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687428.124049:0:34794:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 794697 usecs (795 jiffies) 00000400:00000200:2.0:1788687428.124051:0:34794:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687428.124055:0:34794:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296554924 00000100:00000001:2.0:1788687428.124063:0:34794:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296554882 00000100:00000001:2.0:1788687428.124069:0:34794:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296554924 00000100:00000001:2.0:1788687428.124073:0:34794:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296554882 00000100:00000001:2.0:1788687428.124076:0:34794:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687428.124079:0:34794:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.124082:0:34794:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687428.124084:0:34794:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687428.124087:0:34794:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e0116cc0 going to sleep for 11 seconds 00000100:00000001:2.0:1788687428.124090:0:34794:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687428.124093:0:34794:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687428.124703:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687428.124710:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3500. 00000400:00000200:3.0:1788687428.124716:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.124723:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687428.124730:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d02402a8 00000400:00000010:3.0:1788687428.124733:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d02402a8. 00000100:00000001:3.0:1788687428.124738:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687428.124744:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42eb100 x1875572824561280/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687444 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.124755:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687428.124758:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42eb100 x1875572824561280/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687444 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.124765:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.124767:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:2.1:1788687428.130272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090d00. 00010000:00000010:2.1:1788687428.130289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9800. 00000800:00000001:3.0:1788687428.135149:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.135173:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687428.135179:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.135182:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.135194:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.135205:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687428.135217:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.135222:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.135229:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.135234:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x6a9d2d3f55680 00000400:00000200:3.0:1788687428.135241:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.135248:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x7355 [32] + 224 00000800:00000001:3.0:1788687428.135256:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.135265:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.135269:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.135273:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687428.135284:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687428.135295:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42eb100 x1875572824561280/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687444 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687428.135306:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b29c42eb100 x1875572824561280/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.135330:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788687428.135340:0:2362:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788687428.135344:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.135351:0:2362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687428.135358:0:2362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2631:2631:256:4294967295] 192.168.203.144@tcp LPNI seq info [2631:2631:8:4294967295] 00000100:00000001:2.0:1788687428.135359:0:34794:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788687428.135367:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000001:2.0:1788687428.135370:0:34794:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687428.135374:0:34794:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687428.135380:0:34794:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd3c8. 00000400:00000200:3.0:1788687428.135381:0:2362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000400:00000200:2.0:1788687428.135387:0:34794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c63d5c00 00000800:00000200:3.0:1788687428.135392:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687428.135392:0:34794:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b29c63d5c00. 00000100:00000001:2.0:1788687428.135398:0:34794:0:(events.c:80:reply_in_callback()) Process entered 00000800:00000010:3.0:1788687428.135403:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff9b29c43bd800. 00000100:00000200:2.0:1788687428.135405:0:34794:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42eb100 x1875572824561280/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000800:00000200:3.0:1788687428.135415:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000100:00000200:2.0:1788687428.135422:0:34794:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42eb100 x1875572824561280/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000800:00000200:3.0:1788687428.135431:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000100:00000001:2.0:1788687428.135431:0:34794:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788687428.135438:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c43bd800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788687428.135541:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687428.135546:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff9b29c43bd800. 00000400:00000200:3.0:1788687428.135549:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.135553:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:3.0:1788687428.135564:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.135567:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687428.135592:0:34794:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687428.135595:0:34794:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687428.135599:0:34794:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687428.135602:0:34794:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687428.135605:0:34794:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687428.135609:0:34794:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687428.135620:0:34794:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=50 v=5 (5 5 103 103) 00000100:00001000:2.0:1788687428.135626:0:34794:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687428.135629:0:34794:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687428.135630:0:34794:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.135633:0:34794:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687428.135638:0:34794:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.135642:0:34794:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788687428.135644:0:34794:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x1] 00000100:00000001:2.0:1788687428.135646:0:34794:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788687428.135649:0:34794:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687428.135651:0:34794:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420199680 : -110871289351936 : ffff9b29c42eb100) 00000100:00000001:2.0:1788687428.135655:0:34794:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687428.135656:0:34794:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934612 00000100:00000001:2.0:1788687428.135658:0:34794:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687428.135661:0:34794:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687428.135667:0:34794:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42eb100 x1875572824561280/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687444 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.135674:0:34794:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687428.135678:0:34794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687428.135680:0:34794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687428.135684:0:34794:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42eb100 x1875572824561280/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687444 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788687428.135691:0:34794:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42eb100 pname:cluuid:pid:xid:nid:opc:job bash:ce1d4174-c231-444b-b3ed-b722bc4901cb:34794:1875572824561280:192.168.203.144@tcp:101:bash.0 00000100:00000001:2.0:1788687428.135696:0:34794:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687428.135699:0:34794:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.135702:0:34794:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788687428.135704:0:34794:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687428.135708:0:34794:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42eb100 x1875572824561280/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687444 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.135715:0:34794:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687428.135718:0:34794:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e0116cc0. 00000100:00000001:2.0:1788687428.135722:0:34794:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788687428.135724:0:34794:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.135727:0:34794:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788687428.135733:0:34794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.135736:0:34794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.135739:0:34794:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8800 refcount=4 00000020:00000001:2.0:1788687428.135742:0:34794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687428.135745:0:34794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000040:2.0:1788687428.135753:0:34794:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29d13a8800, remote cookie: 0x59c08f76ab1d2e6d, flags: 0x1001 00010000:00010000:2.0:1788687428.135760:0:34794:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788687428.135770:0:34794:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x36:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788687428.135773:0:34794:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788687428.135783:0:34794:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c6090d00. 00010000:00000010:2.0:1788687428.135788:0:34794:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5044300. 00010000:00000040:2.0:1788687428.135794:0:34794:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c6090900 count: 0 00010000:00000010:2.0:1788687428.135801:0:34794:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5044600. 00010000:00000001:2.0:1788687428.135831:0:34794:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687428.135835:0:34794:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687428.135844:0:34794:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687428.135851:0:34794:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788687428.135856:0:34794:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788687428.135859:0:34794:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788687428.135861:0:34794:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788687428.135862:0:34794:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788687428.135865:0:34794:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff9b29c6090d00) refcount = 1 00010000:00010000:2.0:1788687428.135869:0:34794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687428.135876:0:34794:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788687428.135879:0:34794:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788687428.135881:0:34794:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687428.135884:0:34794:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788687428.135887:0:34794:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687428.135891:0:34794:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687428.135897:0:34794:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788687428.135899:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.135901:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.135902:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.135904:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.135939:0:34794:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687428.135946:0:34794:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788687428.135949:0:34794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.135950:0:34794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.135953:0:34794:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8800 refcount=3 00000020:00000001:2.0:1788687428.135955:0:34794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687428.135957:0:34794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687428.135960:0:34794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.135961:0:34794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.135962:0:34794:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8800 refcount=4 00000020:00000001:2.0:1788687428.135965:0:34794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687428.135967:0:34794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687428.135970:0:34794:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687428.135973:0:34794:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687428.135976:0:34794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687428.135983:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.135984:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.135985:0:34794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.135987:0:34794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.135988:0:34794:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8800 refcount=5 00000020:00000001:2.0:1788687428.135989:0:34794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687428.135991:0:34794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687428.135994:0:34794:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687428.135997:0:34794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687428.136004:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.136005:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788687428.136008:0:34794:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687428.136014:0:34794:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687428.136015:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.136017:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.136018:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.136020:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788687428.136026:0:34794:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff9b29c42eb100 x1875572824561280/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687444 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788687428.136036:0:34794:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788687428.136041:0:34794:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c42eb100 x1875572824561280/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687444 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788687428.136048:0:34794:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.136056:0:34794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.136057:0:34794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.136059:0:34794:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8800 refcount=3 00000020:00000001:2.0:1788687428.136061:0:34794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687428.136063:0:34794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00000002:00010000:2.0:1788687428.136068:0:34794:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788687428.136076:0:34794:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b29c2c4e6c0. 00010000:00000001:2.0:1788687428.136079:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.136080:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687428.136081:0:34794:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687428.136083:0:34794:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788687428.136086:0:34794:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788687428.136089:0:34794:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687428.136090:0:34794:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420199680 : -110871289351936 : ffff9b29c42eb100) 00000100:00000001:2.0:1788687428.136092:0:34794:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687428.136093:0:34794:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420199680 : -110871289351936 : ffff9b29c42eb100) 00010000:00000001:2.0:1788687428.136095:0:34794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.136096:0:34794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.136097:0:34794:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8800 refcount=3 00000020:00000001:2.0:1788687428.136099:0:34794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687428.136100:0:34794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00000002:00010000:2.0:1788687428.136104:0:34794:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687428.136111:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.136112:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.136114:0:34794:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788687428.136115:0:34794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.136116:0:34794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.136117:0:34794:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8800 refcount=3 00000020:00000001:2.0:1788687428.136120:0:34794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687428.136122:0:34794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000040:2.0:1788687428.136127:0:34794:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 2 00010000:00000001:2.0:1788687428.136129:0:34794:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788687428.136133:0:34794:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589935620/54 (0 0) 00010000:00000001:2.0:1788687428.136135:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.136136:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687428.136137:0:34794:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788687428.136141:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8b768 00000002:00002000:2.0:1788687428.136143:0:34794:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1788687428.136247:0:34794:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687428.136252:0:34794:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687428.136256:0:34794:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788687428.136259:0:34794:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788687428.136264:0:34794:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788687428.136268:0:34794:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000001:2.0:1788687428.136271:0:34794:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788687428.136273:0:34794:0:(namei.c:674:ll_lookup_it_finish()) it ffff9b29c33d0ae0 it_disposition 1800037 00000080:00002000:2.0:1788687428.136280:0:34794:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b29d8746438 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1788687428.136287:0:34794:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788687428.136290:0:34794:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1788687428.136293:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8b990 00000080:00200000:2.0:1788687428.136295:0:34794:0:(namei.c:1628:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8), intent=open|creat 00000080:00000001:2.0:1788687428.136298:0:34794:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1788687428.136301:0:34794:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788687428.136307:0:34794:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788687428.136311:0:34794:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788687428.136315:0:34794:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:2.0:1788687428.136318:0:34794:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788687428.136330:0:34794:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b29d8576b40. 00000020:00000001:2.0:1788687428.136343:0:34794:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1788687428.136345:0:34794:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1788687428.136349:0:34794:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788687428.136352:0:34794:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9b29d8576c08) 00000020:00000001:2.0:1788687428.136356:0:34794:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687428.136361:0:34794:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509237928 : -110871200313688 : ffff9b29c97d4ea8) 00000020:00001000:2.0:1788687428.136363:0:34794:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4ea0 00000020:00000001:2.0:1788687428.136369:0:34794:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1788687428.136374:0:34794:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9b29d0248320. 00000020:00000001:2.0:1788687428.136376:0:34794:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788687428.136378:0:34794:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.136386:0:34794:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1788687428.136389:0:34794:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9b29c5277e88. 00020000:00000001:2.0:1788687428.136391:0:34794:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446633202436505224 : -110871273046392 : ffff9b29c5277e88) 00020000:00000001:2.0:1788687428.136394:0:34794:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1788687428.136397:0:34794:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788687428.136403:0:34794:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c33d0d80. 00020000:00000010:2.0:1788687428.136407:0:34794:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29d1341000. 00020000:00000010:2.0:1788687428.136413:0:34794:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c33d0660. 00020000:00000001:2.0:1788687428.136415:0:34794:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202404361824 : -110871305189792 : ffff9b29c33d0660) 00020000:00000002:2.0:1788687428.136419:0:34794:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c33d0660, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788687428.136423:0:34794:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788687428.136428:0:34794:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29d1341000: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000001:2.0:1788687428.136432:0:34794:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1788687428.136434:0:34794:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c33d0660, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788687428.136437:0:34794:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788687428.136440:0:34794:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29d1341000: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000010:2.0:1788687428.136444:0:34794:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9b29cb0eefe0. 00020000:00000010:2.0:1788687428.136448:0:34794:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9b29e0116cc0. 00020000:00000001:2.0:1788687428.136454:0:34794:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1788687428.136458:0:34794:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9b29c4d9a960. 00020000:00000001:2.0:1788687428.136461:0:34794:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1788687428.136462:0:34794:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1788687428.136468:0:34794:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1788687428.136471:0:34794:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9b29d0248578. 00000020:00000001:2.0:1788687428.136473:0:34794:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788687428.136474:0:34794:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.136477:0:34794:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446633202620859896 : -110871088691720 : ffff9b29d02485f8) 00020000:00000001:2.0:1788687428.136481:0:34794:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1788687428.136487:0:34794:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9b29c2c0a000. 00020000:00000001:2.0:1788687428.136490:0:34794:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.136495:0:34794:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633202620859896 : -110871088691720 : ffff9b29d02485f8) 00020000:00000001:2.0:1788687428.136497:0:34794:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633202620859896 : -110871088691720 : ffff9b29d02485f8) 00020000:00000002:2.0:1788687428.136500:0:34794:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x42:0x0]@ffff9b29d0248578[0:0] -> [0x200000404:0x36:0x0]@ffff9b29d0248320: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000001:2.0:1788687428.136505:0:34794:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1788687428.136507:0:34794:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1788687428.136509:0:34794:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.136511:0:34794:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633202620859296 : -110871088692320 : ffff9b29d02483a0) 00000020:00001000:2.0:1788687428.136515:0:34794:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4ea0 00000080:00000001:2.0:1788687428.136519:0:34794:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:2.0:1788687428.136522:0:34794:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788687428.136525:0:34794:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833974 mtime from 0 to 1788687428 00000080:00000001:2.0:1788687428.136530:0:34794:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788687428.136532:0:34794:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633202758413320 : -110870951138296 : ffff9b29d8576c08) 00010000:00000001:2.0:1788687428.136535:0:34794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.136536:0:34794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.136538:0:34794:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8800 refcount=3 00000020:00000001:2.0:1788687428.136540:0:34794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687428.136542:0:34794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00000080:00000001:2.0:1788687428.136546:0:34794:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788687428.136548:0:34794:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687428.136550:0:34794:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509237928 : -110871200313688 : ffff9b29c97d4ea8) 00000020:00001000:2.0:1788687428.136552:0:34794:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4ea0 00000020:00000001:2.0:1788687428.136554:0:34794:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788687428.136557:0:34794:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788687428.136558:0:34794:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788687428.136561:0:34794:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c33d0960. 00020000:00000010:2.0:1788687428.136563:0:34794:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29d1341a80. 00020000:00000010:2.0:1788687428.136566:0:34794:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c33d0a80. 00020000:00000001:2.0:1788687428.136568:0:34794:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202404362880 : -110871305188736 : ffff9b29c33d0a80) 00020000:00000002:2.0:1788687428.136570:0:34794:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c33d0a80, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788687428.136573:0:34794:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788687428.136576:0:34794:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29d1341a80: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:2.0:1788687428.136580:0:34794:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29c5277e88) owner ffff9b29c1334f80 00020000:00000001:2.0:1788687428.136583:0:34794:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788687428.136585:0:34794:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29c5277e88) owner ffff9b29c1334f80 00020000:00000010:2.0:1788687428.136589:0:34794:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29d1341a80. 00020000:00000010:2.0:1788687428.136593:0:34794:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c33d0960. 00020000:00000010:2.0:1788687428.136597:0:34794:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c33d0a80. 00020000:00000002:2.0:1788687428.136599:0:34794:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788687428.136601:0:34794:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.136603:0:34794:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.136606:0:34794:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788687428.136609:0:34794:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29c1334f80 00020000:00000002:2.0:1788687428.136612:0:34794:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c33d0660 addref 2/0 by ffff9b29c1334f80. 00020000:00000002:2.0:1788687428.136614:0:34794:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29c1334f80 00020000:00000001:2.0:1788687428.136617:0:34794:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788687428.136619:0:34794:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788687428.136621:0:34794:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788687428.136622:0:34794:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788687428.136625:0:34794:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788687428.136627:0:34794:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x36:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788687428.136629:0:34794:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4ea0 00000080:00000001:2.0:1788687428.136631:0:34794:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.136633:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.136634:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788687428.136636:0:34794:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788687428.136640:0:34794:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788687428.136641:0:34794:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687428.136644:0:34794:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x36:0x0](ffff9b29d8576c08) 00000080:00010000:2.0:1788687428.136647:0:34794:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9b29d8576c08) for lock 0x230d04438e811f74 00800000:00000001:2.0:1788687428.136650:0:34794:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687428.136652:0:34794:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687428.136653:0:34794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.136655:0:34794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.136656:0:34794:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8800 refcount=3 00000020:00000001:2.0:1788687428.136658:0:34794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687428.136660:0:34794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687428.136663:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.136664:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687428.136666:0:34794:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687428.136668:0:34794:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.136669:0:34794:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1788687428.136671:0:34794:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687428.136676:0:34794:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9b29c42eb100 x1875572824561280/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687444 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.136683:0:34794:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788687428.136688:0:34794:0:(namei.c:1651:ll_create_it()) inode ffff9b29d8576c08 need_sync_to_mds [0x200000404:0x36:0x0] 00000080:00000001:2.0:1788687428.136691:0:34794:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687428.136695:0:34794:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff9b29d8576c08) 00000080:00000001:2.0:1788687428.136698:0:34794:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788687428.136702:0:34794:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c584a600. 00000100:00000001:2.0:1788687428.136706:0:34794:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687428.136709:0:34794:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42eb100 x1875572824561280/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687444 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.136716:0:34794:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.136719:0:34794:0:(pcc.c:3603:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1788687428.136722:0:34794:0:(pcc.c:3606:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788687428.136725:0:34794:0:(namei.c:1500:ll_atomic_open()) inode ffff9b29d8576c08 need_sync_to_mds [0x200000404:0x36:0x0] 00000080:00000001:2.0:1788687428.136735:0:34794:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788687428.136738:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8ba68 00000080:00200008:2.0:1788687428.136740:0:34794:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x36:0x0](ffff9b29d8576c08), flags 102101 00000080:00000010:2.0:1788687428.136748:0:34794:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29c17afb80. 00000080:00000010:2.0:1788687428.136755:0:34794:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b29c2c4edc0. 00000080:00000001:2.0:1788687428.136758:0:34794:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788687428.136761:0:34794:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1788687428.136764:0:34794:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788687428.136767:0:34794:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b29c622fca0. 00000002:00100000:2.0:1788687428.136772:0:34794:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c42eb100 x1875572824561280/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687444 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788687428.136778:0:34794:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687428.136779:0:34794:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788687428.136783:0:34794:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788687428.136786:0:34794:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.136789:0:34794:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687428.136792:0:34794:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687428.136795:0:34794:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42eb100 x1875572824561280/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687444 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788687428.136802:0:34794:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687428.136806:0:34794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b29c69a0000. 02000000:00000001:2.0:1788687428.136846:0:34794:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788687428.136848:0:34794:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.136851:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8ba68 00000080:00000008:2.0:1788687428.136853:0:34794:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9b29d8576c08), flags 102101, rc = 0 00000080:00000001:2.0:1788687428.136858:0:34794:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788687428.136859:0:34794:0:(dcache.c:176:ll_intent_release()) intent ffff9b29c33d0ae0 released 00000080:00010000:2.0:1788687428.136862:0:34794:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f74 from it ffff9b29c33d0ae0 00010000:00000001:2.0:1788687428.136865:0:34794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.136866:0:34794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.136868:0:34794:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8800 refcount=3 00000020:00000001:2.0:1788687428.136870:0:34794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687428.136873:0:34794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687428.136876:0:34794:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687428.136880:0:34794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687428.136887:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.136888:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.136890:0:34794:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687428.136893:0:34794:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687428.136895:0:34794:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687428.136903:0:34794:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687428.140392:0:34794:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687428.140403:0:34794:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687428.140411:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.140414:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.140416:0:34794:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.140423:0:34794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687428.140425:0:34794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.140427:0:34794:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.140433:0:34794:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.140437:0:34794:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687428.140440:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.140441:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788687428.140446:0:34794:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788687428.140450:0:34794:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:2.0:1788687428.140494:0:34794:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788687428.140497:0:34794:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687428.140501:0:34794:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788687428.140503:0:34794:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.140507:0:34794:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788687428.140509:0:34794:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.140512:0:34794:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788687428.140516:0:34794:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.140518:0:34794:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788687428.140523:0:34794:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9b29c33d0ae0. 00000080:00000001:2.0:1788687428.140534:0:34794:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.140542:0:34794:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788687428.140546:0:34794:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9b29d8576c08), inode mode 81a4 mask 40 00000080:00000001:2.0:1788687428.140553:0:34794:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.140671:0:34794:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788687428.140677:0:34794:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29c1334f80 00020000:00000002:2.0:1788687428.140683:0:34794:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29c1334f80 00020000:00000001:2.0:1788687428.140685:0:34794:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.145144:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bd28 00000080:00200008:2.0:1788687428.145157:0:34794:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff9b29d8576c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788687428.145168:0:34794:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687428.145169:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bca0 00000080:00200000:2.0:1788687428.145171:0:34794:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9b29d8576c08),name=recon 00000080:00000010:2.0:1788687428.145181:0:34794:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c584a600. 00800000:00000002:2.0:1788687428.145188:0:34794:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687428.145196:0:34794:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687428.145204:0:34794:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687428.145206:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bbc0 00800000:00000002:2.0:1788687428.145209:0:34794:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687428.145213:0:34794:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687428.145220:0:34794:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687428.145227:0:34794:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687428.145229:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8ba90 00000002:00010000:2.0:1788687428.145231:0:34794:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687428.145236:0:34794:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687428.145238:0:34794:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687428.145243:0:34794:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687428.145252:0:34794:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 2 00010000:00000001:2.0:1788687428.145255:0:34794:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687428.145262:0:34794:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687428.145267:0:34794:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687428.145273:0:34794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788687428.145291:0:34794:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687428.145298:0:34794:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687428.145301:0:34794:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788687428.145309:0:34794:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687428.145311:0:34794:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687428.145314:0:34794:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687428.145316:0:34794:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687428.145318:0:34794:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687428.145320:0:34794:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687428.145323:0:34794:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687428.145327:0:34794:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687428.145331:0:34794:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c584a600. 00000080:00000001:2.0:1788687428.145336:0:34794:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687428.145338:0:34794:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687428.145341:0:34794:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff9b29d8576c08) 00000080:00010000:2.0:1788687428.145345:0:34794:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9b29d8576c08) for lock 0x230d04438e811f74 00800000:00000001:2.0:1788687428.145348:0:34794:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687428.145351:0:34794:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687428.145353:0:34794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.145356:0:34794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.145359:0:34794:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8800 refcount=3 00000020:00000001:2.0:1788687428.145361:0:34794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687428.145365:0:34794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687428.145368:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.145370:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687428.145372:0:34794:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687428.145374:0:34794:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687428.145376:0:34794:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f74 from it ffffaca081d8bcd8 00010000:00000001:2.0:1788687428.145378:0:34794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.145380:0:34794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.145381:0:34794:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8800 refcount=3 00000020:00000001:2.0:1788687428.145383:0:34794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687428.145386:0:34794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687428.145388:0:34794:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687428.145391:0:34794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687428.145398:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.145399:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.145401:0:34794:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687428.145404:0:34794:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687428.145407:0:34794:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687428.145415:0:34794:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687428.145419:0:34794:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687428.145422:0:34794:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687428.145426:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.145428:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.145429:0:34794:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.145433:0:34794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687428.145435:0:34794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.145438:0:34794:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.145440:0:34794:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.145443:0:34794:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687428.145444:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.145446:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687428.145449:0:34794:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687428.145451:0:34794:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687428.145455:0:34794:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788687428.145458:0:34794:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788687428.145461:0:34794:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687428.145463:0:34794:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788687428.145465:0:34794:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.145467:0:34794:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788687428.145471:0:34794:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788687428.145475:0:34794:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687428.145480:0:34794:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509237928 : -110871200313688 : ffff9b29c97d4ea8) 00000020:00001000:2.0:1788687428.145483:0:34794:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4ea0 00000020:00000001:2.0:1788687428.145489:0:34794:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:2.0:1788687428.145492:0:34794:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788687428.145495:0:34794:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788687428.145497:0:34794:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788687428.145501:0:34794:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687428.145502:0:34794:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788687428.145504:0:34794:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788687428.145507:0:34794:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.145509:0:34794:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687428.145515:0:34794:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff9b29d023cbf0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788687428.145519:0:34794:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29c1334f80 00020000:00000001:2.0:1788687428.145523:0:34794:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788687428.145525:0:34794:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788687428.145528:0:34794:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788687428.145530:0:34794:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.145533:0:34794:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788687428.145536:0:34794:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788687428.145538:0:34794:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.145539:0:34794:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687428.145540:0:34794:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788687428.145542:0:34794:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788687428.145544:0:34794:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29c1334f80 00000020:00000001:2.0:1788687428.145546:0:34794:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788687428.145549:0:34794:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788687428.145550:0:34794:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:2.0:1788687428.145553:0:34794:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788687428.145555:0:34794:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788687428.145559:0:34794:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788687428.145560:0:34794:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788687428.145567:0:34794:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788687428.145574:0:34794:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c5044600. 00020000:00000002:2.0:1788687428.145577:0:34794:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788687428.145579:0:34794:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788687428.145583:0:34794:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687428.145585:0:34794:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788687428.145587:0:34794:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687428.145589:0:34794:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:2.0:1788687428.145591:0:34794:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:2.0:1788687428.145594:0:34794:0:(cl_object.c:143:cl_object_top()) ffff9b29d02485f8 -> ffff9b29d02483a0 00000020:00000001:2.0:1788687428.145595:0:34794:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788687428.145600:0:34794:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687428.145601:0:34794:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788687428.145602:0:34794:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.145605:0:34794:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.145607:0:34794:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:2.0:1788687428.145609:0:34794:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788687428.145614:0:34794:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29d12aa130. 00000008:00010000:2.0:1788687428.145617:0:34794:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788687428.145620:0:34794:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788687428.145622:0:34794:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788687428.145623:0:34794:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c5044630, osc lock ffff9b29d12aa130, flags 0x400001002 00000020:00000001:2.0:1788687428.145625:0:34794:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.145627:0:34794:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.145630:0:34794:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202434196992 : -110871275354624 : ffff9b29c5044600) 00000020:00000001:2.0:1788687428.145632:0:34794:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788687428.145633:0:34794:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788687428.145635:0:34794:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.145637:0:34794:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.145639:0:34794:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788687428.145642:0:34794:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788687428.145643:0:34794:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788687428.145646:0:34794:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788687428.145647:0:34794:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687428.145648:0:34794:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:2.0:1788687428.145650:0:34794:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788687428.145652:0:34794:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788687428.145655:0:34794:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788687428.145659:0:34794:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788687428.145661:0:34794:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788687428.145663:0:34794:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788687428.145665:0:34794:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788687428.145666:0:34794:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788687428.145667:0:34794:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788687428.145670:0:34794:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788687428.145673:0:34794:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788687428.145676:0:34794:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.145679:0:34794:0:(ldlm_request.c:995:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788687428.145686:0:34794:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42eb800. 00000020:00000040:2.0:1788687428.145690:0:34794:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00010000:00000001:2.0:1788687428.145696:0:34794:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788687428.145701:0:34794:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687428.145703:0:34794:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.145706:0:34794:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687428.145709:0:34794:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687428.145712:0:34794:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687428.145718:0:34794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c584a600. 00000100:00000001:2.0:1788687428.145726:0:34794:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.145732:0:34794:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687428.145734:0:34794:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.145735:0:34794:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788687428.145737:0:34794:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.145739:0:34794:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.145742:0:34794:0:(ldlm_request.c:1009:ldlm_enqueue_pack()) Process leaving (rc=18446633202420201472 : -110871289350144 : ffff9b29c42eb800) 00010000:00000001:2.0:1788687428.145746:0:34794:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788687428.145749:0:34794:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788687428.145753:0:34794:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c6090500. 00010000:00000010:2.0:1788687428.145757:0:34794:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9b29c6090200. 00010000:00000001:2.0:1788687428.145762:0:34794:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788687428.145766:0:34794:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29d13a9800. 00000020:00000001:2.0:1788687428.145771:0:34794:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788687428.145774:0:34794:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29d13a9800 with handle 0x230d04438e811f7b to hash 00000020:00000001:2.0:1788687428.145776:0:34794:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788687428.145778:0:34794:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000010:2.0:1788687428.145782:0:34794:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9b29c2c4e100. 00010000:00000001:2.0:1788687428.145785:0:34794:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:2.0:1788687428.145789:0:34794:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687428.145791:0:34794:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687428.145795:0:34794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811f7b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788687428.145806:0:34794:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811f7b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:2.1:1788687428.146518:0:34794:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090900. 00010000:00000001:2.0:1788687428.146528:0:34794:0:(ldlm_request.c:1190:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.146535:0:34794:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687428.146540:0:34794:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687428.146557:0:34794:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4ee7c71] to pc [ptlrpcd_01_00+0] req@ffff9b29c42eb800 x1875572824561408/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.146674:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687428.146679:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687428.146682:0:2369:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687428.146691:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42eb800 x1875572824561408/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.146700:0:2369:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687428.146702:0:2369:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687428.146707:0:2369:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687428.146710:0:2369:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687428.146713:0:2369:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687428.146716:0:2369:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824561408:192.168.203.144@tcp:101:uname.0 00000100:00000001:3.0:1788687428.146722:0:2369:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687428.146729:0:2369:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687428.146732:0:2369:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687428.146735:0:2369:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687428.146743:0:2369:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c43bd800. 02000000:00000001:3.0:1788687428.146745:0:2369:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687428.146755:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687428.146759:0:2369:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef43c8. 00000400:00000010:3.0:1788687428.146768:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0aa0. 00000100:00000200:3.0:1788687428.146777:0:2369:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824561408, portal 4 00000100:00000001:3.0:1788687428.146780:0:2369:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687428.146781:0:2369:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420201472 : -110871289350144 : ffff9b29c42eb800) 00000100:00000040:3.0:1788687428.146789:0:2369:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42eb800 x1875572824561408/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687444 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.146796:0:2369:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687428.146799:0:2369:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687428.146802:0:2369:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0550. 00000100:00000200:3.0:1788687428.146806:0:2369:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875572824561408, offset 0 00000400:00000200:3.0:1788687428.146814:0:2369:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687428.146835:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.146846:0:2369:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687428.146852:0:2369:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687428.146857:0:2369:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687428.146862:0:2369:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687428.146864:0:2369:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687428.146869:0:2369:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2632:2632:256:4294967295] 192.168.203.144@tcp LPNI seq info [2632:2632:8:4294967295] 00000400:00000200:3.0:1788687428.146874:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.146885:0:2369:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687428.146892:0:2369:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687428.146900:0:2369:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a800. 00000800:00000200:3.0:1788687428.146926:0:2369:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687428.146936:0:2369:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687428.146941:0:2369:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788687428.146954:0:2369:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687428.146959:0:2369:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 244241 usecs (245 jiffies) 00000400:00000200:3.0:1788687428.146963:0:2369:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687428.146966:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296554396 00000100:00000001:3.0:1788687428.146970:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296554924 00000100:00000001:3.0:1788687428.146972:0:2369:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296554396 00000100:00000001:3.0:1788687428.146975:0:2369:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296554924 00000100:00000001:3.0:1788687428.146978:0:2369:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687428.146981:0:2369:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.146985:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.146988:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788687428.147036:0:34794:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687428.147040:0:34794:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.147043:0:34794:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.147046:0:34794:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.147048:0:34794:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.147051:0:34794:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788687428.147054:0:34794:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788687428.147056:0:34794:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788687428.147058:0:34794:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1788687428.147071:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687428.147074:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687428.147219:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687428.147224:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a800. 00000400:00000200:2.0:1788687428.147230:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687428.147236:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687428.147243:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0550 00000400:00000010:2.0:1788687428.147245:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0550. 00000100:00000001:2.0:1788687428.147250:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687428.147255:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42eb800 x1875572824561408/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687444 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.147265:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687428.147268:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42eb800 x1875572824561408/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687444 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.147280:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.147282:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1788687428.147843:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687428.147847:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788687428.147850:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687428.147852:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687428.147854:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.147856:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788687428.149727:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.149747:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687428.149754:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.149757:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.149769:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.149778:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687428.149789:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.149794:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.149801:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.149807:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 4 MB=0x6a9d2d3f55700 00000400:00000200:3.0:1788687428.149813:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.149833:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 400/400 into md 0x7365 [1] + 224 00000800:00000001:3.0:1788687428.149843:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.149871:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.149876:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.149883:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687428.149895:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687428.151307:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42eb800 x1875572824561408/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687444 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687428.151339:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9b29c42eb800 x1875572824561408/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687444 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.151362:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687428.151382:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.151393:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687428.151464:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687428.151469:0:2369:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687428.151479:0:2369:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687428.151482:0:2369:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687428.151486:0:2369:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef43c8. 00000400:00000200:2.0:1788687428.151493:0:2369:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0aa0 00000400:00000010:2.0:1788687428.151496:0:2369:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0aa0. 00000100:00000001:2.0:1788687428.151502:0:2369:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687428.151507:0:2369:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42eb800 x1875572824561408/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687444 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788687428.151516:0:2369:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42eb800 x1875572824561408/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687444 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.151522:0:2369:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687428.151524:0:2369:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687428.151527:0:2369:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687428.151531:0:2369:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687428.151534:0:2369:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687428.151537:0:2369:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687428.151540:0:2369:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687428.151552:0:2369:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=50 v=5 (5 5 5 16) 00000100:00001000:2.0:1788687428.151557:0:2369:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=28 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687428.151560:0:2369:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687428.151563:0:2369:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.151566:0:2369:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687428.151571:0:2369:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.151575:0:2369:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687428.151578:0:2369:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788687428.151580:0:2369:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687428.151582:0:2369:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687428.151588:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42eb800 x1875572824561408/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687444 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.151595:0:2369:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687428.151600:0:2369:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687428.151602:0:2369:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788687428.151606:0:2369:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1788687428.151609:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.151612:0:2369:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.151615:0:2369:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=4 00000020:00000001:2.0:1788687428.151618:0:2369:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:2.0:1788687428.151622:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:2.0:1788687428.151625:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.151626:0:2369:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.151627:0:2369:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=5 00000020:00000001:2.0:1788687428.151629:0:2369:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:2.0:1788687428.151631:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:2.0:1788687428.151635:0:2369:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687428.151640:0:2369:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687428.151646:0:2369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811f7b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687428.151658:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.151660:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.151663:0:2369:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788687428.151666:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.151667:0:2369:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.151668:0:2369:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=6 00000020:00000001:2.0:1788687428.151671:0:2369:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:2.0:1788687428.151673:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000040:2.0:1788687428.151682:0:2369:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29d13a9800, remote cookie: 0x59c08f76ab1d2e7b, flags: 0x1001 00010000:00010000:2.0:1788687428.151689:0:2369:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811f7b lrc: 6/2,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e7b expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687428.151698:0:2369:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788687428.151702:0:2369:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.151705:0:2369:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788687428.151710:0:2369:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1788687428.151716:0:2369:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811f7b lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e7b expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788687428.151725:0:2369:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x42:0x0].0x0 (ffff9b29c6090500) refcount = 1 00010000:00000040:2.0:1788687428.151728:0:2369:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788687428.151731:0:2369:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811f7b lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e7b expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687428.151740:0:2369:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788687428.151741:0:2369:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687428.151744:0:2369:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788687428.151747:0:2369:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687428.151750:0:2369:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811f7b lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e7b expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687428.151756:0:2369:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788687428.151757:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.151759:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.151760:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.151761:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788687428.151763:0:2369:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1788687428.151766:0:2369:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788687428.151769:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.151771:0:2369:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.151772:0:2369:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=5 00000020:00000001:2.0:1788687428.151774:0:2369:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:2.0:1788687428.151776:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00000008:00000001:2.0:1788687428.151781:0:2369:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788687428.151786:0:2369:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000008:00010000:2.0:1788687428.151791:0:2369:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811f7b lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2e7b expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788687428.151804:0:2369:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000020:00000001:2.0:1788687428.151806:0:2369:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788687428.151809:0:2369:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788687428.151812:0:2369:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788687428.151815:0:2369:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.151816:0:2369:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.151829:0:2369:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000008:00000001:2.0:1788687428.151832:0:2369:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1788687428.151834:0:2369:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788687428.151837:0:2369:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788687428.151854:0:2369:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788687428.151856:0:2369:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.151859:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.151860:0:2369:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.151861:0:2369:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=6 00000020:00000001:2.0:1788687428.151863:0:2369:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:2.0:1788687428.151865:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:2.0:1788687428.151868:0:2369:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687428.151870:0:2369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811f7b lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d2e7b expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687428.151877:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.151879:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788687428.151881:0:2369:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811f7b lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d2e7b expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687428.151888:0:2369:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687428.151889:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.151890:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788687428.151892:0:2369:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.151893:0:2369:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.151895:0:2369:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.151896:0:2369:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=5 00000020:00000001:2.0:1788687428.151898:0:2369:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:2.0:1788687428.151900:0:2369:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:2.0:1788687428.151902:0:2369:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687428.151904:0:2369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811f7b lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x59c08f76ab1d2e7b expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788687428.151929:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.151931:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.151932:0:2369:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687428.151935:0:2369:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687428.151938:0:2369:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811f7b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x59c08f76ab1d2e7b expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687428.151947:0:2369:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687428.151950:0:2369:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687428.151952:0:2369:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687428.151956:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.151957:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.151959:0:2369:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.151963:0:2369:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687428.151965:0:2369:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.151967:0:2369:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.151970:0:2369:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.151971:0:2369:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687428.151972:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.151973:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.151974:0:2369:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.151975:0:2369:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788687428.151977:0:2369:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687428.151983:0:2369:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42eb800 x1875572824561408/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687444 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788687428.151992:0:2369:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2369:1875572824561408:192.168.203.144@tcp:101:uname.0 00000100:00000001:2.0:1788687428.151998:0:2369:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687428.152001:0:2369:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687428.152004:0:2369:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42eb800 x1875572824561408/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687444 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.152017:0:2369:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687428.152019:0:2369:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687428.152024:0:2369:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c43bd800. 02000000:00000001:2.0:1788687428.152029:0:2369:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687428.152032:0:2369:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687428.152033:0:2369:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:2.0:1788687428.152036:0:2369:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687428.152038:0:2369:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c584a600. 02000000:00000001:2.0:1788687428.152042:0:2369:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687428.152044:0:2369:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687428.152046:0:2369:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42eb800. 00000100:00000001:2.0:1788687428.152050:0:2369:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687428.152051:0:2369:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687428.152054:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687428.152062:0:2369:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687428.152064:0:2369:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.152066:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687428.152068:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.152131:0:34794:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.152136:0:34794:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.152144:0:34794:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788687428.152147:0:34794:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:1.0:1788687428.152149:0:34794:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:1.0:1788687428.152151:0:34794:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788687428.152156:0:34794:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788687428.152161:0:34794:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788687428.152163:0:34794:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.152165:0:34794:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788687428.152166:0:34794:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788687428.152168:0:34794:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:1.0:1788687428.152171:0:34794:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788687428.152173:0:34794:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:1.0:1788687428.152176:0:34794:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.152178:0:34794:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.152180:0:34794:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000080:00200000:1.0:1788687428.152183:0:34794:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 0 i_blocks 1 00000080:00000001:1.0:1788687428.152186:0:34794:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788687428.152189:0:34794:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788687428.152191:0:34794:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29d023cb90 (ffff9b29c97d4ea8/0) at cl_lock_release():245 00000020:00000001:1.0:1788687428.152194:0:34794:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788687428.152195:0:34794:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29d023cb90 (ffff9b29c97d4ea8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788687428.152199:0:34794:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788687428.152203:0:34794:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788687428.152205:0:34794:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:1.0:1788687428.152207:0:34794:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788687428.152209:0:34794:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5044630 (ffff9b29d02806c8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788687428.152212:0:34794:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788687428.152213:0:34794:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788687428.152215:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.152216:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788687428.152217:0:34794:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788687428.152219:0:34794:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788687428.152220:0:34794:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788687428.152221:0:34794:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788687428.152223:0:34794:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788687428.152224:0:34794:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29d023cb90 (ffff9b29c97d4ea8/0) at cl_lock_fini():72 00020000:00000001:1.0:1788687428.152227:0:34794:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788687428.152229:0:34794:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788687428.152230:0:34794:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5044630 (ffff9b29c97d4ea8/1) at cl_lock_fini():72 00000008:00000010:1.0:1788687428.152234:0:34794:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d12aa130. 00000020:00000001:1.0:1788687428.152238:0:34794:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788687428.152240:0:34794:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5044600. 00020000:00000001:1.0:1788687428.152243:0:34794:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788687428.152244:0:34794:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788687428.152245:0:34794:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788687428.152247:0:34794:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.152250:0:34794:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788687428.152253:0:34794:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788687428.152255:0:34794:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788687428.152256:0:34794:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788687428.152258:0:34794:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788687428.152260:0:34794:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00020000:00000001:1.0:1788687428.152263:0:34794:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788687428.152264:0:34794:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788687428.152267:0:34794:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788687428.152270:0:34794:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788687428.152275:0:34794:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788687428.152277:0:34794:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.152279:0:34794:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788687428.152281:0:34794:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788687428.152282:0:34794:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788687428.152283:0:34794:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4ea0 00000001:00000001:1.0:1788687428.152286:0:34794:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.152295:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bd28 00000080:00000008:1.0:1788687428.152298:0:34794:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9b29d8576c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788687428.152400:0:34794:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:1.0:1788687428.152402:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bd88 00000080:00200008:1.0:1788687428.152404:0:34794:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 0, count: 23 00000080:00000002:1.0:1788687428.152407:0:34794:0:(file.c:2656:do_file_write_iter()) inode ffff9b29d8576c08 need_sync_to_oss [0x200000404:0x36:0x0] 00000080:00000001:1.0:1788687428.152410:0:34794:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1788687428.152413:0:34794:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.152415:0:34794:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1788687428.152419:0:34794:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.152423:0:34794:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687428.152425:0:34794:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509237928 : -110871200313688 : ffff9b29c97d4ea8) 00000020:00001000:1.0:1788687428.152428:0:34794:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4ea0 00000080:00000001:1.0:1788687428.152431:0:34794:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1788687428.152433:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bc98 00000080:00200000:1.0:1788687428.152434:0:34794:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:1.0:1788687428.152440:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bc30 00000080:00200000:1.0:1788687428.152442:0:34794:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:1.0:1788687428.152444:0:34794:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788687428.152446:0:34794:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:1.0:1788687428.152447:0:34794:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:1.0:1788687428.152449:0:34794:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788687428.152451:0:34794:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788687428.152452:0:34794:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:1.0:1788687428.152455:0:34794:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.152456:0:34794:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.152458:0:34794:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000080:00200000:1.0:1788687428.152460:0:34794:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 0 i_blocks 1 00000080:00000001:1.0:1788687428.152462:0:34794:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788687428.152464:0:34794:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1788687428.152470:0:34794:0:(cl_io.c:214:cl_io_rw_init()) header@0000000000fde72f[0x110, 1, [0x200000404:0x36:0x0] hash] 00000020:00200000:1.0:1788687428.152472:0:34794:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:1.0:1788687428.152474:0:34794:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:1.0:1788687428.152476:0:34794:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788687428.152478:0:34794:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788687428.152481:0:34794:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788687428.152484:0:34794:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687428.152485:0:34794:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1788687428.152488:0:34794:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687428.152493:0:34794:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.152496:0:34794:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788687428.152497:0:34794:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.152499:0:34794:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788687428.152502:0:34794:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff9b29d023cbf0 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1788687428.152506:0:34794:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29c1334f80 00020000:00000001:1.0:1788687428.152510:0:34794:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788687428.152512:0:34794:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788687428.152515:0:34794:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788687428.152516:0:34794:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1788687428.152519:0:34794:0:(lov_io.c:860:lov_io_slice_init()) 0 23 00020000:00000001:1.0:1788687428.152522:0:34794:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1788687428.152524:0:34794:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788687428.152526:0:34794:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.152528:0:34794:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687428.152529:0:34794:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788687428.152530:0:34794:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788687428.152532:0:34794:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29c1334f80 00000020:00000001:1.0:1788687428.152534:0:34794:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.152536:0:34794:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788687428.152539:0:34794:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:1.0:1788687428.152542:0:34794:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:1.0:1788687428.152544:0:34794:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.152548:0:34794:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788687428.152550:0:34794:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788687428.152552:0:34794:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1788687428.152554:0:34794:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1788687428.152555:0:34794:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:1.0:1788687428.152559:0:34794:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788687428.152562:0:34794:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788687428.152565:0:34794:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788687428.152568:0:34794:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788687428.152570:0:34794:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788687428.152571:0:34794:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687428.152573:0:34794:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089480 : -110871088462136 : ffff9b29d02806c8) 00000020:00001000:1.0:1788687428.152575:0:34794:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02806c0 00000020:00000001:1.0:1788687428.152577:0:34794:0:(cl_object.c:143:cl_object_top()) ffff9b29d02485f8 -> ffff9b29d02483a0 00000020:00000001:1.0:1788687428.152578:0:34794:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788687428.152581:0:34794:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687428.152582:0:34794:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788687428.152584:0:34794:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.152586:0:34794:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.152587:0:34794:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:1.0:1788687428.152591:0:34794:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1788687428.152593:0:34794:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1788687428.152597:0:34794:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.152598:0:34794:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.152601:0:34794:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.152603:0:34794:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.152604:0:34794:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.152606:0:34794:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1788687428.152609:0:34794:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1788687428.152611:0:34794:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1788687428.152615:0:34794:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1788687428.152617:0:34794:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.152621:0:34794:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.152623:0:34794:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1788687428.152625:0:34794:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:1.0:1788687428.152627:0:34794:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1788687428.152629:0:34794:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1788687428.152631:0:34794:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.152633:0:34794:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.152634:0:34794:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.152636:0:34794:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.152638:0:34794:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.152640:0:34794:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788687428.152642:0:34794:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788687428.152643:0:34794:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788687428.152645:0:34794:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788687428.152647:0:34794:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.152648:0:34794:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.152650:0:34794:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.152652:0:34794:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.152654:0:34794:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788687428.152655:0:34794:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788687428.152657:0:34794:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788687428.152659:0:34794:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788687428.152661:0:34794:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788687428.152664:0:34794:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788687428.152675:0:34794:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c5d3b000. 00020000:00000002:1.0:1788687428.152678:0:34794:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788687428.152680:0:34794:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788687428.152681:0:34794:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788687428.152682:0:34794:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:1.0:1788687428.152684:0:34794:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788687428.152689:0:34794:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29d13f8130. 00000008:00010000:1.0:1788687428.152692:0:34794:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1788687428.152695:0:34794:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788687428.152696:0:34794:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788687428.152700:0:34794:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c5d3b030, osc lock ffff9b29d13f8130, flags 0x0 00000020:00000001:1.0:1788687428.152702:0:34794:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.152704:0:34794:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.152707:0:34794:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202447790080 : -110871261761536 : ffff9b29c5d3b000) 00000020:00000001:1.0:1788687428.152709:0:34794:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788687428.152710:0:34794:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788687428.152712:0:34794:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.152714:0:34794:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.152715:0:34794:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788687428.152717:0:34794:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788687428.152719:0:34794:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788687428.152720:0:34794:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:1.0:1788687428.152721:0:34794:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788687428.152724:0:34794:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788687428.152726:0:34794:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1788687428.152729:0:34794:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.152732:0:34794:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788687428.152734:0:34794:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788687428.152736:0:34794:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788687428.152738:0:34794:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788687428.152739:0:34794:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788687428.152740:0:34794:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788687428.152743:0:34794:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788687428.152746:0:34794:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687428.152754:0:34794:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 2 00010000:00000001:1.0:1788687428.152757:0:34794:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788687428.152764:0:34794:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c5651c00 type 11 mode 2 res 10737419264/66 (0 18446744073709551615) 00010000:00000001:1.0:1788687428.152768:0:34794:0:(ldlm_request.c:995:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1788687428.152773:0:34794:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b98000. 00000020:00000040:1.0:1788687428.152777:0:34794:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00010000:00000001:1.0:1788687428.152781:0:34794:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788687428.152786:0:34794:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687428.152790:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.152791:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687428.152793:0:34794:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.152796:0:34794:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687428.152798:0:34794:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687428.152803:0:34794:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687428.152810:0:34794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c6940a00. 00000100:00000001:1.0:1788687428.152830:0:34794:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.152835:0:34794:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687428.152837:0:34794:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.152839:0:34794:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687428.152840:0:34794:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.152843:0:34794:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.152846:0:34794:0:(ldlm_request.c:1009:ldlm_enqueue_pack()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00010000:00000001:1.0:1788687428.152849:0:34794:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788687428.152853:0:34794:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788687428.152855:0:34794:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 2 00010000:00000001:1.0:1788687428.152857:0:34794:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687428.152860:0:34794:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788687428.152864:0:34794:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c97a5a00. 00000020:00000001:1.0:1788687428.152869:0:34794:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788687428.152872:0:34794:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c97a5a00 with handle 0x230d04438e811f82 to hash 00000020:00000001:1.0:1788687428.152874:0:34794:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788687428.152876:0:34794:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000010:1.0:1788687428.152880:0:34794:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9b29d099be40. 00010000:00000001:1.0:1788687428.152882:0:34794:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687428.152886:0:34794:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687428.152889:0:34794:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687428.152893:0:34794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687428.152904:0:34794:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687428.152964:0:34794:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788687428.152970:0:34794:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687428.152973:0:34794:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687428.152981:0:34794:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c6bdc300. 00000100:00000001:1.0:1788687428.152984:0:34794:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202463130368 : -110871246421248 : ffff9b29c6bdc300) 00000100:00000001:1.0:1788687428.152987:0:34794:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687428.152988:0:34794:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00000100:00000001:1.0:1788687428.152992:0:34794:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687428.152994:0:34794:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.152996:0:34794:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687428.152998:0:34794:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687428.153007:0:34794:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b98000 x1875572824561536/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.153015:0:34794:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687428.153018:0:34794:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687428.153023:0:34794:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687428.153026:0:34794:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687428.153028:0:34794:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687428.153032:0:34794:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b98000 pname:cluuid:pid:xid:nid:opc:job uname:ce1d4174-c231-444b-b3ed-b722bc4901cb:34794:1875572824561536:192.168.203.144@tcp:101:uname.0 00000100:00000001:1.0:1788687428.153036:0:34794:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687428.153042:0:34794:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687428.153045:0:34794:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687428.153048:0:34794:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687428.153054:0:34794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6910000. 02000000:00000001:1.0:1788687428.153056:0:34794:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687428.153065:0:34794:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687428.153070:0:34794:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150dc0. 00000400:00000010:1.0:1788687428.153077:0:34794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc660. 00000100:00000200:1.0:1788687428.153086:0:34794:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824561536, portal 4 00000100:00000001:1.0:1788687428.153088:0:34794:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687428.153089:0:34794:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00000100:00000040:1.0:1788687428.153095:0:34794:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b98000 x1875572824561536/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687444 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.153103:0:34794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687428.153106:0:34794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687428.153109:0:34794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc198. 00000100:00000200:1.0:1788687428.153113:0:34794:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875572824561536, offset 0 00000400:00000200:1.0:1788687428.153121:0:34794:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687428.153130:0:34794:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687428.153139:0:34794:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687428.153146:0:34794:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687428.153151:0:34794:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687428.153155:0:34794:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687428.153158:0:34794:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687428.153162:0:34794:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2633:2633:256:4294967295] 192.168.203.144@tcp LPNI seq info [2633:2633:8:4294967295] 00000400:00000200:1.0:1788687428.153167:0:34794:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687428.153179:0:34794:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687428.153187:0:34794:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687428.153193:0:34794:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29e0906900. 00000800:00000200:1.0:1788687428.153202:0:34794:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687428.153212:0:34794:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687428.153218:0:34794:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29e0906900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788687428.153235:0:34794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.153240:0:34794:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 242911 usecs (243 jiffies) 00000400:00000200:1.0:1788687428.153243:0:34794:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687428.153247:0:34794:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296554400 00000100:00000001:1.0:1788687428.153251:0:34794:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296554924 00000100:00000001:1.0:1788687428.153253:0:34794:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296554400 00000100:00000001:1.0:1788687428.153255:0:34794:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296554924 00000100:00000001:1.0:1788687428.153258:0:34794:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687428.153261:0:34794:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.153264:0:34794:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687428.153266:0:34794:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687428.153268:0:34794:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6bdc300 going to sleep for 11 seconds 00000100:00000001:1.0:1788687428.153271:0:34794:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687428.153274:0:34794:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687428.154417:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687428.154806:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e0906900. 00000400:00000200:2.0:1788687428.154816:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687428.154835:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687428.154845:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc198 00000400:00000010:2.0:1788687428.154848:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc198. 00000100:00000001:2.0:1788687428.154854:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687428.154863:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b98000 x1875572824561536/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687444 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.154877:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687428.154881:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b98000 x1875572824561536/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687444 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.154893:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.154895:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687428.157520:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.157544:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687428.157549:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.157552:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.157623:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.157633:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687428.157645:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.157651:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.157657:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.157662:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 328 into portal 15 MB=0x6a9d2d515f800 00000400:00000200:3.0:1788687428.157672:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 328/328 into md 0x6bbd [2] + 1376 00000800:00000001:3.0:1788687428.157682:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.157690:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.157694:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.157700:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687428.157710:0:2361:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788687428.157713:0:2361:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788687428.157720:0:2361:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb6d80. 00000100:00000040:3.0:1788687428.157724:0:2361:0:(events.c:341:request_in_callback()) incoming req@ffff9b29c8bb6d80 x1875572843476992 msgsize 328 00000100:00100000:3.0:1788687428.157728:0:2361:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000001:3.0:1788687428.157758:0:2361:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788687428.157770:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.157774:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687428.157947:0:15936:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788687428.157951:0:15936:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875572843476992 02000000:00000001:2.0:1788687428.157955:0:15936:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788687428.157958:0:15936:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687428.157961:0:15936:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687428.157966:0:15936:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687428.157972:0:15936:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875572843476992 00000020:00000001:2.0:1788687428.157975:0:15936:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788687428.157977:0:15936:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e81131f 00000020:00000001:2.0:1788687428.157980:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.157985:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c52f4800 refcount=4 00000020:00000001:2.0:1788687428.157988:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202437015552 : -110871272536064 : ffff9b29c52f4800) 00000020:00000001:2.0:1788687428.157990:0:15936:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202437015552 : -110871272536064 : ffff9b29c52f4800) 00000100:00000001:2.0:1788687428.157996:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788687428.158001:0:15936:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b29c2c4ef80. 00000100:00000001:2.0:1788687428.158005:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788687428.158009:0:15936:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b29c2c4ef80. 00000020:00000010:2.0:1788687428.158016:0:15936:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29c584a600. 00000020:00000010:2.0:1788687428.158022:0:15936:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b29c5044a00. 00000020:00000010:2.0:1788687428.158028:0:15936:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b29d02483e8. 00000100:00000040:2.0:1788687428.158038:0:15936:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788687428.158043:0:15936:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788687428.158044:0:15936:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788687428.158047:0:15936:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.158056:0:15936:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.158072:0:15936:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687428.158085:0:15936:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788687428.158087:0:15936:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788687428.158092:0:15936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 63 00000100:00000040:2.0:1788687428.158097:0:15936:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b29c52f4800 : new rpc_count 1 00000100:00000001:2.0:1788687428.158099:0:15936:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633202496531840 : -110871213019776 : ffff9b29c8bb6d80) 00000100:00000040:2.0:1788687428.158108:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b29c8bb6d80 x1875572843476992/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:329/0 lens 328/0 e 0 to 0 dl 1788687439 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788687428.158120:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788687428.158123:0:15936:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b29c2c4ef80. 00000100:00000001:2.0:1788687428.158125:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788687428.158127:0:15936:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b29c2c4ef80. 00000100:00100000:2.0:1788687428.158132:0:15936:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9b29c8bb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8104:x1875572843476992:12345-192.168.203.144@tcp:104: 00000100:00000200:2.0:1788687428.158135:0:15936:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875572843476992 00010000:00000001:2.0:1788687428.158138:0:15936:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788687428.158147:0:15936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.158149:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.158151:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=2 00000020:00000001:2.0:1788687428.158154:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:2.0:1788687428.158157:0:15936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:2.0:1788687428.158162:0:15936:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687428.158166:0:15936:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687428.158172:0:15936:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811f7b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x59c08f76ab1d2e7b expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1788687428.158187:0:15936:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788687428.158190:0:15936:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788687428.158196:0:15936:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b29c63d7000. 02000000:00000001:2.0:1788687428.158198:0:15936:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.158201:0:15936:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.158206:0:15936:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788687428.158209:0:15936:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687428.158213:0:15936:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c4dc39e8 time=49 v=5 (1 1 1 1) 00000100:00000001:2.0:1788687428.158219:0:15936:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788687428.158221:0:15936:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 13 to 192.168.203.144@tcp 00000100:00000001:2.0:1788687428.158224:0:15936:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 02000000:00000001:2.0:1788687428.158226:0:15936:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788687428.158229:0:15936:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.158233:0:15936:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687428.158236:0:15936:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687428.158241:0:15936:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240660. 00000100:00000200:2.0:1788687428.158248:0:15936:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875572843476992, offset 224 00000400:00000200:2.0:1788687428.158255:0:15936:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687428.158263:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.158280:0:15936:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687428.158287:0:15936:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2634:2634:256:4294967295] 192.168.203.144@tcp LPNI seq info [2634:2634:8:4294967295] 00000400:00000200:2.0:1788687428.158293:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.158302:0:15936:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687428.158309:0:15936:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687428.158315:0:15936:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3b00. 00000800:00000200:2.0:1788687428.158326:0:15936:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687428.158335:0:15936:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687428.158340:0:15936:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788687428.158360:0:15936:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687428.158363:0:15936:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00010000:00000001:2.0:1788687428.158367:0:15936:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788687428.158371:0:15936:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b29e0116a80. 00010000:00000001:2.0:1788687428.158374:0:15936:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788687428.158391:0:15936:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788687428.158395:0:15936:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.158396:0:15936:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.158398:0:15936:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687428.158404:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6d80 x1875572843476992/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:329/0 lens 328/224 e 0 to 0 dl 1788687439 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788687428.158413:0:15936:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9b29c8bb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8104:x1875572843476992:12345-192.168.203.144@tcp:104: Request processed in 292us (687us total) trans 0 rc 0/0 00000100:00100000:2.0:1788687428.158420:0:15936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 63 00000100:00000040:2.0:1788687428.158424:0:15936:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b29c52f4800 : new rpc_count 0 00000100:00000001:2.0:1788687428.158427:0:15936:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788687428.158429:0:15936:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788687428.158434:0:15936:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b29c5044a00. 00000020:00000010:2.0:1788687428.158438:0:15936:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b29d02483e8. 00000020:00000010:2.0:1788687428.158441:0:15936:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b29c584a600. 00000020:00000040:2.0:1788687428.158447:0:15936:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c52f4800 : new refcount 3 00000100:00000001:2.0:1788687428.158450:0:15936:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788687428.158573:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687428.158578:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3b00. 00000400:00000200:2.0:1788687428.158582:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687428.158587:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687428.158592:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240660 00000400:00000010:2.0:1788687428.158595:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240660. 00000100:00000001:2.0:1788687428.158599:0:2362:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:2.0:1788687428.158601:0:2362:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:1.0:1788687428.158948:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687428.158953:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687428.158956:0:16067:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788687428.158959:0:16067:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788687428.158962:0:16067:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788687428.158968:0:16067:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811f7b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x59c08f76ab1d2e7b expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788687428.158980:0:16067:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29d13a9800 already unused, calling callback (ffffffffc1276300) 00000008:00000001:1.0:1788687428.158984:0:16067:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1788687428.158986:0:16067:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788687428.158988:0:16067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687428.158990:0:16067:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687428.158992:0:16067:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a9800 refcount=3 00000020:00000001:1.0:1788687428.158994:0:16067:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:1.0:1788687428.158997:0:16067:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639083520 : -110871070468096 : ffff9b29d13a9800) 00010000:00000001:1.0:1788687428.159013:0:16067:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687428.159016:0:16067:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811f7b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x59c08f76ab1d2e7b expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1788687428.159024:0:16067:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788687428.159027:0:16067:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687428.159030:0:16067:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621090344 : -110871088461272 : ffff9b29d0280a28) 00000020:00001000:1.0:1788687428.159033:0:16067:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280a20 00000008:00000001:1.0:1788687428.159035:0:16067:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788687428.159039:0:16067:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1788687428.159040:0:16067:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687428.159041:0:16067:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091640 : -110871088459976 : ffff9b29d0280f38) 00000020:00001000:1.0:1788687428.159043:0:16067:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280f30 00000008:00000001:1.0:1788687428.159047:0:16067:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1788687428.159049:0:16067:0:(osc_cache.c:3807:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1788687428.159053:0:16067:0:(osc_cache.c:3823:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1788687428.159055:0:16067:0:(osc_cache.c:3871:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.159058:0:16067:0:(osc_cache.c:3756:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1788687428.159061:0:16067:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000020:00000001:1.0:1788687428.159064:0:16067:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:1.0:1788687428.159067:0:16067:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788687428.159071:0:16067:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788687428.159073:0:16067:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788687428.159077:0:16067:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687428.159079:0:16067:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788687428.159080:0:16067:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788687428.159085:0:16067:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff9b29c5c6da20 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1788687428.159090:0:16067:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788687428.159091:0:16067:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788687428.159094:0:16067:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788687428.159096:0:16067:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788687428.159098:0:16067:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.159099:0:16067:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788687428.159100:0:16067:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788687428.159101:0:16067:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1788687428.159103:0:16067:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.159106:0:16067:0:(osc_cache.c:3543:osc_page_gang_lookup()) Process entered 00000008:00000001:1.0:1788687428.159110:0:16067:0:(osc_cache.c:3620:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788687428.159112:0:16067:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788687428.159114:0:16067:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788687428.159116:0:16067:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788687428.159118:0:16067:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788687428.159120:0:16067:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1788687428.159123:0:16067:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788687428.159125:0:16067:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1788687428.159126:0:16067:0:(osc_cache.c:3775:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788687428.159128:0:16067:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280f30 00000008:00000001:1.0:1788687428.159131:0:16067:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.159133:0:16067:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00010000:00000001:1.0:1788687428.159136:0:16067:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1788687428.159139:0:16067:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.159141:0:16067:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000020:00000001:1.0:1788687428.159143:0:16067:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788687428.159146:0:16067:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788687428.159149:0:16067:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788687428.159151:0:16067:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.159153:0:16067:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.159155:0:16067:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000020:00000001:1.0:1788687428.159157:0:16067:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:1.0:1788687428.159158:0:16067:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1788687428.159162:0:16067:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.159164:0:16067:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000008:00000001:1.0:1788687428.159168:0:16067:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788687428.159170:0:16067:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280a20 00000008:00000001:1.0:1788687428.159171:0:16067:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.159174:0:16067:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687428.159179:0:16067:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687428.159180:0:16067:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687428.159182:0:16067:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687428.159185:0:16067:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788687428.159188:0:16067:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29d13a9800 with handle 0x230d04438e811f7b from hash 00010000:00000001:1.0:1788687428.159190:0:16067:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687428.159192:0:16067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.159193:0:16067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687428.159195:0:16067:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687428.159199:0:16067:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687428.159201:0:16067:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788687428.159206:0:16067:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687428.159210:0:16067:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.159212:0:16067:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687428.159214:0:16067:0:(ldlm_request.c:1526:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788687428.159222:0:16067:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b98700. 00000020:00000040:1.0:1788687428.159225:0:16067:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=4 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:1.0:1788687428.159230:0:16067:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687428.159233:0:16067:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687428.159238:0:16067:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687428.159245:0:16067:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c6941a00. 00000100:00000001:1.0:1788687428.159252:0:16067:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.159255:0:16067:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788687428.159260:0:16067:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811f7b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x59c08f76ab1d2e7b expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788687428.159339:0:16067:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788687428.159341:0:16067:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.159347:0:16067:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687428.159351:0:16067:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.159360:0:16067:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037df8877] to pc [ptlrpcd_00_01+1] req@ffff9b29c8b98700 x1875572824561664/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788687428.159394:0:16067:0:(ldlm_request.c:1594:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687428.159397:0:16067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.159398:0:16067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687428.159399:0:16067:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.159401:0:16067:0:(ldlm_request.c:1833:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.159403:0:16067:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687428.159406:0:16067:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811f7b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x59c08f76ab1d2e7b expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687428.159413:0:16067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687428.159416:0:16067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 00000000b3b25512/0x230d04438e811f7b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x59c08f76ab1d2e7b expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788687428.159424:0:16067:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29c2c4e100. 00010000:00000001:1.0:1788687428.159433:0:16067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687428.159435:0:16067:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788687428.159438:0:16067:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b29e0116a80. 00010000:00000001:1.0:1788687428.159441:0:16067:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.159443:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687428.159444:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687428.159446:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788687428.159448:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687428.159449:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687428.159450:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788687428.159452:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687428.159453:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687428.159454:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788687428.159574:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687428.159579:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687428.159582:0:2368:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687428.159590:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b98700 x1875572824561664/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687428.159600:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687428.159603:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687428.159607:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687428.159610:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687428.159612:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687428.159616:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824561664:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788687428.159622:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687428.159628:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687428.159631:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687428.159633:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687428.159638:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29d01f2000. 02000000:00000001:0.0:1788687428.159639:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687428.159645:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687428.159648:0:2368:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1688. 00000400:00000010:0.0:1788687428.159654:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda088. 00000100:00000200:0.0:1788687428.159660:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824561664, portal 18 00000100:00000001:0.0:1788687428.159662:0:2368:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.159663:0:2368:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496407296 : -110871213144320 : ffff9b29c8b98700) 00000100:00000040:0.0:1788687428.159669:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b98700 x1875572824561664/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687444 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687428.159675:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687428.159677:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687428.159678:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda000. 00000100:00000200:0.0:1788687428.159681:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875572824561664, offset 0 00000400:00000200:0.0:1788687428.159685:0:2368:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687428.159691:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687428.159695:0:2368:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687428.159700:0:2368:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687428.159705:0:2368:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687428.159708:0:2368:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687428.159710:0:2368:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687428.159713:0:2368:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2635:2635:256:4294967295] 192.168.203.144@tcp LPNI seq info [2635:2635:8:4294967295] 00000400:00000200:0.0:1788687428.159716:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687428.159722:0:2368:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687428.159726:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687428.159729:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946700. 00000800:00000200:0.0:1788687428.159734:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687428.159739:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687428.159743:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788687428.159754:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687428.159759:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 242911 usecs (243 jiffies) 00000400:00000200:0.0:1788687428.159763:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687428.159766:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296554407 00000100:00000001:0.0:1788687428.159769:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296554924 00000100:00000001:0.0:1788687428.159772:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296554407 00000100:00000001:0.0:1788687428.159774:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296554924 00000100:00000001:0.0:1788687428.159777:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687428.159780:0:2368:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.159783:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.159786:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.159793:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687428.159795:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788687428.159797:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687428.159799:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687428.159800:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.159802:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.159814:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687428.159816:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687428.159859:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687428.159864:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946700. 00000400:00000200:3.0:1788687428.159870:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.159875:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687428.159878:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda000 00000400:00000010:3.0:1788687428.159881:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda000. 00000100:00000001:3.0:1788687428.159885:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687428.159889:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b98700 x1875572824561664/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687444 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687428.159900:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687428.159904:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b98700 x1875572824561664/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687444 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687428.159946:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.159949:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:1.1:1788687428.164613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a9800. 00000800:00000001:2.0:1788687428.168583:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687428.168610:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687428.168616:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687428.168619:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687428.168632:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.168641:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687428.168654:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.168659:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.168666:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.168671:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 400 into portal 4 MB=0x6a9d2d3f55780 00000400:00000200:2.0:1788687428.168677:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.168684:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 400/400 into md 0x7375 [1] + 224 00000800:00000001:2.0:1788687428.168694:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687428.168698:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687428.168702:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687428.168707:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687428.168718:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687428.168728:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b98000 x1875572824561536/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687444 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687428.168746:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9b29c8b98000 x1875572824561536/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.168775:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687428.168786:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687428.168790:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687428.168792:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687428.168794:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687428.168797:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.168801:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687428.168804:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.168807:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.168809:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.168812:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 392 into portal 15 MB=0x6a9d2d515f880 00000400:00000200:2.0:1788687428.168818:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 392/392 into md 0x6bbd [2] + 1704 00000400:00000010:2.0:1788687428.168832:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4c08. 00000400:00000200:2.0:1788687428.168839:0:2362:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff9b29e01166c0 00000800:00000001:2.0:1788687428.168842:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687428.168850:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687428.168852:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687428.168855:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687428.168858:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29e01166c0 00000400:00000010:2.0:1788687428.168861:0:2362:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff9b29e01166c0. 00000100:00000001:2.0:1788687428.168866:0:2362:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:2.0:1788687428.168869:0:2362:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1788687428.168873:0:2362:0:(events.c:341:request_in_callback()) incoming req@ffff9b29c43bd050 x1875572843477120 msgsize 392 00000100:00100000:2.0:1788687428.168877:0:2362:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000040:2.0:1788687428.168880:0:2362:0:(events.c:353:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1788687428.168899:0:2362:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:2.0:1788687428.168903:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687428.168958:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.169251:0:34794:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687428.169262:0:34794:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687428.169264:0:34794:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687428.169267:0:34794:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150dc0. 00000400:00000200:1.0:1788687428.169272:0:34794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc660 00000400:00000010:1.0:1788687428.169274:0:34794:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc660. 00000100:00000001:1.0:1788687428.169277:0:34794:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687428.169284:0:34794:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b98000 x1875572824561536/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687428.169293:0:34794:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b98000 x1875572824561536/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.169300:0:34794:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687428.169302:0:34794:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.169305:0:34794:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687428.169309:0:34794:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687428.169313:0:34794:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687428.169316:0:34794:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687428.169319:0:34794:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687428.169331:0:34794:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=50 v=5 (5 5 5 16) 00000100:00001000:1.0:1788687428.169336:0:34794:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=28 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687428.169340:0:34794:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687428.169341:0:34794:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.169345:0:34794:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687428.169350:0:34794:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.169355:0:34794:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687428.169357:0:34794:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788687428.169360:0:34794:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687428.169362:0:34794:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.169367:0:34794:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b98000 x1875572824561536/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.169376:0:34794:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687428.169380:0:34794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687428.169382:0:34794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687428.169386:0:34794:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b98000 x1875572824561536/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687444 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687428.169401:0:34794:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b98000 pname:cluuid:pid:xid:nid:opc:job uname:ce1d4174-c231-444b-b3ed-b722bc4901cb:34794:1875572824561536:192.168.203.144@tcp:101:uname.0 00000100:00000001:1.0:1788687428.169406:0:34794:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.169409:0:34794:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.169412:0:34794:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687428.169414:0:34794:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687428.169418:0:34794:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b98000 x1875572824561536/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687444 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.169426:0:34794:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687428.169434:0:34794:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c6bdc300. 00000100:00000001:1.0:1788687428.169438:0:34794:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687428.169440:0:34794:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.169443:0:34794:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788687428.169447:0:34794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687428.169450:0:34794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687428.169454:0:34794:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=4 00000020:00000001:1.0:1788687428.169457:0:34794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687428.169460:0:34794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000040:1.0:1788687428.169469:0:34794:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c97a5a00, remote cookie: 0x59c08f76ab1d2e82, flags: 0x20002 00010000:00000001:1.0:1788687428.169473:0:34794:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1788687428.169477:0:34794:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.169480:0:34794:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00010000:1.0:1788687428.169489:0:34794:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788687428.169503:0:34794:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x42:0x0].0x0 (ffff9b29c6090500) refcount = 1 00010000:00000040:1.0:1788687428.169506:0:34794:0:(ldlm_resource.c:1894:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1788687428.169509:0:34794:0:(ldlm_resource.c:1896:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687428.169515:0:34794:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687428.169519:0:34794:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1788687428.169522:0:34794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687428.169582:0:34794:0:(ldlm_request.c:330:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000010:3.0:1788687428.169864:0:15936:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff9b29c43bf400. 00000100:00000010:3.0:1788687428.169875:0:15936:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff9b29c5d7c000. 00000100:00100000:3.0:1788687428.169878:0:15936:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:3.0:1788687428.169882:0:15936:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1788687428.169888:0:15936:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4bb0. 00000400:00000010:3.0:1788687428.169896:0:15936:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff9b29cb4dc6c0. 00000100:00000001:3.0:1788687428.169934:0:15936:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788687428.169938:0:15936:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875572843477120 02000000:00000001:3.0:1788687428.169941:0:15936:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788687428.169943:0:15936:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687428.169945:0:15936:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687428.169950:0:15936:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687428.169954:0:15936:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875572843477120 00000020:00000001:3.0:1788687428.169958:0:15936:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788687428.169960:0:15936:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e81131f 00000020:00000001:3.0:1788687428.169962:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687428.169965:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c52f4800 refcount=4 00000020:00000001:3.0:1788687428.169967:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202437015552 : -110871272536064 : ffff9b29c52f4800) 00000020:00000001:3.0:1788687428.169970:0:15936:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202437015552 : -110871272536064 : ffff9b29c52f4800) 00000100:00000001:3.0:1788687428.169974:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788687428.169979:0:15936:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b29c975c200. 00000100:00000001:3.0:1788687428.169983:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788687428.169986:0:15936:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b29c975c200. 00000020:00000010:3.0:1788687428.169994:0:15936:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29d0272800. 00000020:00000010:3.0:1788687428.170001:0:15936:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b29c3056a00. 00000020:00000010:3.0:1788687428.170007:0:15936:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b29e0155a28. 00000100:00000040:3.0:1788687428.170018:0:15936:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788687428.170022:0:15936:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788687428.170024:0:15936:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788687428.170026:0:15936:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.170037:0:15936:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.170057:0:15936:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687428.170070:0:15936:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788687428.170072:0:15936:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788687428.170079:0:15936:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 64 00000100:00000040:3.0:1788687428.170083:0:15936:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b29c52f4800 : new rpc_count 1 00000100:00000001:3.0:1788687428.170086:0:15936:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633202421059664 : -110871288491952 : ffff9b29c43bd050) 00000100:00000040:3.0:1788687428.170093:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b29c43bd050 x1875572843477120/t0(0) o105->LOV_OSC_UUID@192.168.203.144@tcp:329/0 lens 392/0 e 0 to 0 dl 1788687439 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687428.170102:0:15936:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788687428.170105:0:15936:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b29c975c200. 00000100:00000001:3.0:1788687428.170107:0:15936:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788687428.170109:0:15936:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b29c975c200. 00000100:00100000:3.0:1788687428.170113:0:15936:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9b29c43bd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:5855:x1875572843477120:12345-192.168.203.144@tcp:105: 00000100:00000200:3.0:1788687428.170117:0:15936:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875572843477120 00010000:00000001:3.0:1788687428.170120:0:15936:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788687428.170127:0:15936:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687428.170129:0:15936:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687428.170131:0:15936:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=5 00000020:00000001:3.0:1788687428.170133:0:15936:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:3.0:1788687428.170136:0:15936:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00010000:3.0:1788687428.170141:0:15936:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687428.170150:0:15936:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:3.0:1788687428.170153:0:15936:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687428.170164:0:15936:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687428.170171:0:15936:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1788687428.170173:0:15936:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.170175:0:15936:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788687428.170177:0:15936:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1788687428.170180:0:15936:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687428.170188:0:15936:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1788687428.170192:0:15936:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788687428.170200:0:15936:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x42:0x0].0x0 (ffff9b29c6090500) refcount = 1 00010000:00000040:3.0:1788687428.170202:0:15936:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788687428.170205:0:15936:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687428.170213:0:15936:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:3.0:1788687428.170216:0:15936:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1788687428.170226:0:15936:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff9b29c975c200. 00000100:00000001:3.0:1788687428.170229:0:15936:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687428.170235:0:15936:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c9b4f480. 00000100:00000001:3.0:1788687428.170237:0:15936:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202512884864 : -110871196666752 : ffff9b29c9b4f480) 00000100:00000001:3.0:1788687428.170239:0:15936:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446633202512884864 : -110871196666752 : ffff9b29c9b4f480) 00000100:00000001:3.0:1788687428.170242:0:15936:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687428.170243:0:15936:0:(client.c:1949:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1788687428.170245:0:15936:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1788687428.170248:0:15936:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788687428.170260:0:15936:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.170262:0:15936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.170264:0:15936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687428.170266:0:15936:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.170268:0:15936:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1788687428.170269:0:15936:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1788687428.170272:0:15936:0:(client.c:1964:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.170274:0:15936:0:(client.c:2699:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.170276:0:15936:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1788687428.170277:0:15936:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c9b4f480. 00000100:00000001:3.0:1788687428.170280:0:15936:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1788687428.170282:0:15936:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1788687428.170284:0:15936:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff9b29c975c200. 00010000:00010000:3.0:1788687428.170288:0:15936:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9b29c97a5a00) 00010000:00000001:3.0:1788687428.170291:0:15936:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687428.170292:0:15936:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.170294:0:15936:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687428.170297:0:15936:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788687428.170299:0:15936:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788687428.170304:0:15936:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b29c43bcc00. 02000000:00000001:3.0:1788687428.170306:0:15936:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.170309:0:15936:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.170314:0:15936:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788687428.170316:0:15936:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687428.170320:0:15936:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c4dc39e8 time=49 v=5 (1 1 1 1) 00000100:00000001:3.0:1788687428.170325:0:15936:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788687428.170328:0:15936:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 13 to 192.168.203.144@tcp 00000100:00000001:3.0:1788687428.170331:0:15936:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 02000000:00000001:3.0:1788687428.170333:0:15936:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788687428.170335:0:15936:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.170339:0:15936:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687428.170342:0:15936:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687428.170346:0:15936:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0088. 00000100:00000200:3.0:1788687428.170350:0:15936:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875572843477120, offset 224 00000400:00000200:3.0:1788687428.170356:0:15936:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687428.170367:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.170375:0:15936:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687428.170382:0:15936:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2636:2636:256:4294967295] 192.168.203.144@tcp LPNI seq info [2636:2636:8:4294967295] 00000400:00000200:3.0:1788687428.170387:0:15936:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.170397:0:15936:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687428.170404:0:15936:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687428.170410:0:15936:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a700. 00000800:00000200:3.0:1788687428.170418:0:15936:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687428.170439:0:15936:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687428.170445:0:15936:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687428.170463:0:15936:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687428.170468:0:15936:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00010000:00000001:3.0:1788687428.170472:0:15936:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687428.170477:0:15936:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c43bd050 x1875572843477120/t0(0) o105->LOV_OSC_UUID@192.168.203.144@tcp:329/0 lens 392/224 e 0 to 0 dl 1788687439 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788687428.170487:0:15936:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9b29c43bd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:5855:x1875572843477120:12345-192.168.203.144@tcp:105: Request processed in 383us (1612us total) trans 0 rc 0/0 00000100:00100000:3.0:1788687428.170495:0:15936:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 64 00000100:00000040:3.0:1788687428.170499:0:15936:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b29c52f4800 : new rpc_count 0 00000100:00000001:3.0:1788687428.170502:0:15936:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788687428.170504:0:15936:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788687428.170510:0:15936:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b29c3056a00. 00000020:00000010:3.0:1788687428.170515:0:15936:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b29e0155a28. 00000020:00000010:3.0:1788687428.170520:0:15936:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b29d0272800. 00000020:00000040:3.0:1788687428.170526:0:15936:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c52f4800 : new refcount 3 00010000:00010000:1.0:1788687428.171100:0:34794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687428.171113:0:34794:0:(ldlm_request.c:349:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687428.171118:0:34794:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687428.171126:0:34794:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788687428.171128:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.171130:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687428.171131:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.171132:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687428.171134:0:34794:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.171139:0:34794:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1788687428.171142:0:34794:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788687428.171145:0:34794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687428.171147:0:34794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687428.171149:0:34794:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=3 00000020:00000001:1.0:1788687428.171151:0:34794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687428.171154:0:34794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687428.171157:0:34794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687428.171158:0:34794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687428.171159:0:34794:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=4 00000020:00000001:1.0:1788687428.171162:0:34794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687428.171164:0:34794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687428.171168:0:34794:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687428.171172:0:34794:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687428.171175:0:34794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687428.171183:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.171184:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788687428.171188:0:34794:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1788687428.171193:0:34794:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000008:00010000:1.0:1788687428.171198:0:34794:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1788687428.171207:0:34794:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000020:00000001:1.0:1788687428.171209:0:34794:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788687428.171212:0:34794:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788687428.171215:0:34794:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788687428.171219:0:34794:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.171220:0:34794:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.171222:0:34794:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000008:00000001:1.0:1788687428.171224:0:34794:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:1.0:1788687428.171226:0:34794:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.171228:0:34794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687428.171230:0:34794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687428.171232:0:34794:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=5 00000020:00000001:1.0:1788687428.171233:0:34794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687428.171236:0:34794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687428.171238:0:34794:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687428.171241:0:34794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687428.171249:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.171250:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788687428.171253:0:34794:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687428.171260:0:34794:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687428.171261:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.171262:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788687428.171263:0:34794:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.171267:0:34794:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687428.171275:0:34794:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b98000 x1875572824561536/t0(0) o101->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 328/400 e 0 to 0 dl 1788687444 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.171283:0:34794:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687428.171286:0:34794:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687428.171290:0:34794:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6910000. 02000000:00000001:1.0:1788687428.171294:0:34794:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687428.171297:0:34794:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687428.171298:0:34794:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687428.171301:0:34794:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687428.171304:0:34794:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c6940a00. 02000000:00000001:1.0:1788687428.171310:0:34794:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687428.171312:0:34794:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687428.171314:0:34794:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b98000. 00000100:00000001:1.0:1788687428.171317:0:34794:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687428.171319:0:34794:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788687428.171321:0:34794:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.171324:0:34794:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.171327:0:34794:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.171331:0:34794:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.171332:0:34794:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.171334:0:34794:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.171337:0:34794:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.171339:0:34794:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.171342:0:34794:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1788687428.171347:0:34794:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:1.0:1788687428.171355:0:34794:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788687428.171357:0:34794:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:1.0:1788687428.171359:0:34794:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:1.0:1788687428.171362:0:34794:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788687428.171366:0:34794:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788687428.171371:0:34794:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788687428.171373:0:34794:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.171374:0:34794:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788687428.171375:0:34794:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788687428.171378:0:34794:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:1.0:1788687428.171381:0:34794:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788687428.171384:0:34794:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:1.0:1788687428.171386:0:34794:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.171388:0:34794:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.171390:0:34794:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000080:00200000:1.0:1788687428.171393:0:34794:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 0 i_blocks 1 00000080:00000001:1.0:1788687428.171396:0:34794:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788687428.171401:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bb80 00000080:00200000:1.0:1788687428.171404:0:34794:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:1.0:1788687428.171407:0:34794:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1788687428.171410:0:34794:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29c1334f80 00020000:00000002:1.0:1788687428.171414:0:34794:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c33d0660 addref 2/0 by ffff9b29c1334f80. 00020000:00000002:1.0:1788687428.171416:0:34794:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29c1334f80 00000020:00000001:1.0:1788687428.171419:0:34794:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:1.0:1788687428.171422:0:34794:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1788687428.171437:0:34794:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1788687428.171441:0:34794:0:(lov_offset.c:253:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:1.0:1788687428.171446:0:34794:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788687428.171448:0:34794:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:1.0:1788687428.171450:0:34794:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788687428.171453:0:34794:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788687428.171456:0:34794:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.171458:0:34794:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.171460:0:34794:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.171461:0:34794:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.171470:0:34794:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1788687428.171472:0:34794:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:1.0:1788687428.171506:0:34794:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1788687428.171508:0:34794:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x36:0x0] fffff53744c409c0 0 1 00000020:00000001:1.0:1788687428.171512:0:34794:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1788687428.171514:0:34794:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.171516:0:34794:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:1.0:1788687428.171522:0:34794:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff9b29c31768c0. 00000020:00000001:1.0:1788687428.171526:0:34794:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1788687428.171528:0:34794:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1788687428.171536:0:34794:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:1.0:1788687428.171539:0:34794:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:1.0:1788687428.171541:0:34794:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788687428.171542:0:34794:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000008:00000001:1.0:1788687428.171546:0:34794:0:(osc_cache.c:2505:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1788687428.171548:0:34794:0:(osc_cache.c:2528:osc_prep_async_page()) oap ffff9b29c3176930 folio fffff53744c409c0 pg:0 obj off 0 00000008:00000001:1.0:1788687428.171550:0:34794:0:(osc_cache.c:2529:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.171552:0:34794:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1788687428.171553:0:34794:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1788687428.171555:0:34794:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1788687428.171557:0:34794:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.171561:0:34794:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.171563:0:34794:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446633202401896640 : -110871307654976 : ffff9b29c31768c0) 00000020:00000001:1.0:1788687428.171566:0:34794:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446633202401896640 : -110871307654976 : ffff9b29c31768c0) 00000020:00000001:1.0:1788687428.171568:0:34794:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1788687428.171571:0:34794:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788687428.171572:0:34794:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633202620812272 : -110871088739344 : ffff9b29d023cbf0) 00000020:00000001:1.0:1788687428.171575:0:34794:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788687428.171576:0:34794:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788687428.171578:0:34794:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788687428.171583:0:34794:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cb8cd11d[2 00000000216409f8 1 1 000000000176be41 0 0 0] 00000020:00000001:1.0:1788687428.171585:0:34794:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788687428.171587:0:34794:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788687428.171588:0:34794:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:1.0:1788687428.171590:0:34794:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:1.0:1788687428.171592:0:34794:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:1.0:1788687428.171593:0:34794:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:1.0:1788687428.171595:0:34794:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788687428.171597:0:34794:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788687428.171598:0:34794:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:1.0:1788687428.171601:0:34794:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.171603:0:34794:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.171605:0:34794:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000080:00000001:1.0:1788687428.171609:0:34794:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788687428.171611:0:34794:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1788687428.171613:0:34794:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.171617:0:34794:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1788687428.171618:0:34794:0:(rw26.c:871:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:1.0:1788687428.171620:0:34794:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788687428.171621:0:34794:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633202620812272 : -110871088739344 : ffff9b29d023cbf0) 00000020:00000001:1.0:1788687428.171623:0:34794:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1788687428.171625:0:34794:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788687428.171639:0:34794:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1788687428.171641:0:34794:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788687428.171642:0:34794:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788687428.171643:0:34794:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1788687428.171647:0:34794:0:(rw26.c:929:ll_write_end()) page@00000000cb8cd11d[3 00000000216409f8 2 1 000000000176be41 0 0 0] 00000080:00200000:1.0:1788687428.171651:0:34794:0:(rw26.c:929:ll_write_end()) vmpage @00000000eb2ba861 17ffffc0001001 3:0 ffff9b29c31768c0 0 lru 00000080:00200000:1.0:1788687428.171658:0:34794:0:(rw26.c:929:ll_write_end()) osc-page@000000008659d49d 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000c03a3e16 00000000a9a88ed0 > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1788687428.171660:0:34794:0:(rw26.c:929:ll_write_end()) end page@00000000cb8cd11d 00000080:00200000:1.0:1788687428.171661:0:34794:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1788687428.171662:0:34794:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:1.0:1788687428.171667:0:34794:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1788687428.171669:0:34794:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:1.0:1788687428.171672:0:34794:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1788687428.171674:0:34794:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1788687428.171676:0:34794:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788687428.171677:0:34794:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:1.0:1788687428.171678:0:34794:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1788687428.171680:0:34794:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1788687428.171683:0:34794:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1788687428.171685:0:34794:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788687428.171686:0:34794:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:1.0:1788687428.171688:0:34794:0:(osc_cache.c:2550:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1788687428.171691:0:34794:0:(osc_cache.c:2609:osc_queue_async_io()) obj ffff9b29c2c0a000 ready 0|-|- wr 0|-|- rd 0|- oap ffff9b29c3176930 folio fffff53744c409c0 pg:0 added for cmd 2 00000008:00000001:1.0:1788687428.171695:0:34794:0:(osc_cache.c:1804:osc_enter_cache()) Process entered 00000008:00000020:1.0:1788687428.171698:0:34794:0:(osc_cache.c:1806:osc_enter_cache()) lustre-OST0001-osc-ffff9b29e019e800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:1.0:1788687428.171706:0:34794:0:(osc_cache.c:1706:osc_enter_cache_try()) lustre-OST0001-osc-ffff9b29e019e800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:1.0:1788687428.171710:0:34794:0:(osc_cache.c:1504:osc_consume_write_grant()) using 4096 grant credits for brw ffff9b29c3176968 page fffff53744c409c0 00000008:00000020:1.0:1788687428.171718:0:34794:0:(osc_cache.c:1838:osc_enter_cache()) lustre-OST0001-osc-ffff9b29e019e800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:1.0:1788687428.171722:0:34794:0:(osc_cache.c:1854:osc_enter_cache()) Process leaving 00000008:00000001:1.0:1788687428.171724:0:34794:0:(osc_cache.c:1857:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.171727:0:34794:0:(osc_cache.c:708:osc_extent_find()) Process entered 00000008:00000010:1.0:1788687428.171730:0:34794:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff9b2a020f5180. 00000008:00000020:1.0:1788687428.171736:0:34794:0:(osc_cache.c:1333:__osc_extent_tree_dump()) Dump object ffff9b29c2c0a000 extents at osc_extent_find:841, mppr: 256. 00000008:00000020:1.0:1788687428.171742:0:34794:0:(osc_cache.c:1950:osc_update_pending()) obj ffff9b29c2c0a000 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:1.0:1788687428.171746:0:34794:0:(osc_cache.c:859:osc_extent_find()) extent ffff9b2a020f5180@{[0 -> 255/255], [3|1|-|active|wi|ffff9b29c2c0a000], [1703936|0|-|-|ffff9b29c97a5a00|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:1.0:1788687428.171753:0:34794:0:(osc_cache.c:859:osc_extent_find()) ### extent: 000000006f823378 ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:1.0:1788687428.171761:0:34794:0:(osc_cache.c:876:osc_extent_find()) Process leaving 00000008:00000001:1.0:1788687428.171764:0:34794:0:(osc_cache.c:2748:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.171767:0:34794:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.171769:0:34794:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1788687428.171770:0:34794:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000008:00000002:1.0:1788687428.171772:0:34794:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:1.0:1788687428.171775:0:34794:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000020:00000001:1.0:1788687428.171776:0:34794:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788687428.171778:0:34794:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:1.0:1788687428.171780:0:34794:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788687428.171781:0:34794:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.171783:0:34794:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.171785:0:34794:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000008:00000001:1.0:1788687428.171786:0:34794:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1788687428.171789:0:34794:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1788687428.171791:0:34794:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788687428.171795:0:34794:0:(cl_page.c:556:cl_batch_put()) page@00000000cb8cd11d[4 00000000216409f8 2 1 000000000176be41 0 0 0] 00000020:00000001:1.0:1788687428.171796:0:34794:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1788687428.171798:0:34794:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788687428.171799:0:34794:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1788687428.171802:0:34794:0:(osc_request.c:745:osc_update_next_shrink()) next time 3086 to shrink grant 00000080:00000001:1.0:1788687428.171804:0:34794:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1788687428.171806:0:34794:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1788687428.171814:0:34794:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9b29d8576db8, count 1, dirtied 1 00000080:00000001:1.0:1788687428.171816:0:34794:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1788687428.171828:0:34794:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788687428.171830:0:34794:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788687428.171832:0:34794:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788687428.171833:0:34794:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788687428.171836:0:34794:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cb8cd11d[3 00000000216409f8 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788687428.171838:0:34794:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1788687428.171839:0:34794:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788687428.171841:0:34794:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788687428.171843:0:34794:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788687428.171845:0:34794:0:(cl_page.c:556:cl_batch_put()) page@00000000cb8cd11d[3 00000000216409f8 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788687428.171847:0:34794:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1788687428.171848:0:34794:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1788687428.171849:0:34794:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1788687428.171851:0:34794:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1788687428.171853:0:34794:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.171856:0:34794:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.171858:0:34794:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.171859:0:34794:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788687428.171862:0:34794:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:1.0:1788687428.171864:0:34794:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1788687428.171866:0:34794:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1788687428.171867:0:34794:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.171870:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bb80 00000080:00200000:1.0:1788687428.171871:0:34794:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:1.0:1788687428.171874:0:34794:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.171877:0:34794:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788687428.171880:0:34794:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788687428.171881:0:34794:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788687428.171883:0:34794:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:1.0:1788687428.171885:0:34794:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000020:00000001:1.0:1788687428.171886:0:34794:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000020:00000001:1.0:1788687428.171888:0:34794:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788687428.171890:0:34794:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788687428.171891:0:34794:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.171893:0:34794:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.171895:0:34794:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000008:00000001:1.0:1788687428.171897:0:34794:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.171899:0:34794:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.171901:0:34794:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.171902:0:34794:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.171904:0:34794:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.171936:0:34794:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788687428.171939:0:34794:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1788687428.171940:0:34794:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788687428.171941:0:34794:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1788687428.171944:0:34794:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:1.0:1788687428.171947:0:34794:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1788687428.171951:0:34794:0:(osc_cache.c:1950:osc_update_pending()) obj ffff9b29c2c0a000 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:1.0:1788687428.171958:0:34794:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788687428.171961:0:34794:0:(osc_cache.c:1935:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.171962:0:34794:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788687428.171964:0:34794:0:(osc_cache.c:1921:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687428.171966:0:34794:0:(osc_cache.c:675:osc_extent_release()) Process leaving 00000020:00000001:1.0:1788687428.171967:0:34794:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788687428.171969:0:34794:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.171971:0:34794:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.171973:0:34794:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788687428.171975:0:34794:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788687428.171978:0:34794:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788687428.171980:0:34794:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29c6839d58 (ffff9b29c97d4ea8/0) at cl_lock_release():245 00000020:00000001:1.0:1788687428.171983:0:34794:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788687428.171984:0:34794:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c6839d58 (ffff9b29c97d4ea8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788687428.171987:0:34794:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788687428.171989:0:34794:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788687428.171990:0:34794:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202888860904 : -110870820690712 : ffff9b29e01de4e8) 00000020:00000001:1.0:1788687428.171992:0:34794:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788687428.171994:0:34794:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5d3b030 (ffff9b29d02806c8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788687428.171997:0:34794:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788687428.171999:0:34794:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788687428.172002:0:34794:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687428.172004:0:34794:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687428.172006:0:34794:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=5 00000020:00000001:1.0:1788687428.172008:0:34794:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687428.172010:0:34794:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687428.172012:0:34794:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687428.172015:0:34794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687428.172023:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.172024:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687428.172026:0:34794:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687428.172030:0:34794:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687428.172032:0:34794:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687428.172040:0:34794:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687428.172043:0:34794:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687428.172046:0:34794:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687428.172050:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.172051:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687428.172052:0:34794:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.172056:0:34794:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687428.172058:0:34794:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.172060:0:34794:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.172064:0:34794:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.172066:0:34794:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687428.172067:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.172068:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687428.172069:0:34794:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.172070:0:34794:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788687428.172071:0:34794:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788687428.172073:0:34794:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788687428.172075:0:34794:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788687428.172076:0:34794:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788687428.172077:0:34794:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788687428.172079:0:34794:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c6839d58 (ffff9b29c97d4ea8/0) at cl_lock_fini():72 00020000:00000001:1.0:1788687428.172082:0:34794:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788687428.172083:0:34794:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788687428.172084:0:34794:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5d3b030 (ffff9b29c97d4ea8/1) at cl_lock_fini():72 00000008:00000010:1.0:1788687428.172088:0:34794:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d13f8130. 00000020:00000001:1.0:1788687428.172091:0:34794:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788687428.172093:0:34794:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5d3b000. 00020000:00000001:1.0:1788687428.172097:0:34794:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788687428.172098:0:34794:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788687428.172099:0:34794:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1788687428.172101:0:34794:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788687428.172103:0:34794:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788687428.172104:0:34794:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788687428.172105:0:34794:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788687428.172107:0:34794:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.172108:0:34794:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.172110:0:34794:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788687428.172111:0:34794:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788687428.172113:0:34794:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1788687428.172115:0:34794:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:1.0:1788687428.172117:0:34794:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788687428.172119:0:34794:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788687428.172121:0:34794:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788687428.172122:0:34794:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788687428.172123:0:34794:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788687428.172126:0:34794:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788687428.172127:0:34794:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.172129:0:34794:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788687428.172130:0:34794:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788687428.172132:0:34794:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788687428.172134:0:34794:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788687428.172138:0:34794:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:1.0:1788687428.172142:0:34794:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1788687428.172144:0:34794:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1788687428.172147:0:34794:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788687428.172149:0:34794:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788687428.172151:0:34794:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788687428.172152:0:34794:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788687428.172154:0:34794:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788687428.172157:0:34794:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02806c0 00020000:00000001:1.0:1788687428.172160:0:34794:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788687428.172162:0:34794:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788687428.172164:0:34794:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788687428.172166:0:34794:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788687428.172170:0:34794:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788687428.172171:0:34794:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1788687428.172173:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bc98 00000080:00200000:1.0:1788687428.172174:0:34794:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:1.0:1788687428.172179:0:34794:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788687428.172181:0:34794:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:1.0:1788687428.172182:0:34794:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:1.0:1788687428.172184:0:34794:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788687428.172186:0:34794:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788687428.172189:0:34794:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788687428.172191:0:34794:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1788687428.172192:0:34794:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788687428.172194:0:34794:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:1.0:1788687428.172196:0:34794:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[1]: s=23 (1) m=1788687428 a=0 c=1788687428 b=1 00020000:00000001:1.0:1788687428.172199:0:34794:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788687428.172200:0:34794:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788687428 a=0 c=1788687428 b=1 00020000:00000001:1.0:1788687428.172203:0:34794:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.172205:0:34794:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.172206:0:34794:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000080:00200000:1.0:1788687428.172208:0:34794:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1788687428.172211:0:34794:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1788687428.172215:0:34794:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:1.0:1788687428.172218:0:34794:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:1.0:1788687428.172219:0:34794:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4ea0 00000020:00000001:1.0:1788687428.172223:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bd88 00000080:00000008:1.0:1788687428.172225:0:34794:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:1.0:1788687428.172228:0:34794:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1788687428.172252:0:34794:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788687428.172254:0:34794:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29c1334f80 00020000:00000002:1.0:1788687428.172258:0:34794:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29c1334f80 00020000:00000001:1.0:1788687428.172260:0:34794:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.172270:0:34794:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788687428.172272:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bdf0 00000080:00200008:1.0:1788687428.172274:0:34794:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x36:0x0](ffff9b29d8576c08), flags 102001 00000080:00000001:1.0:1788687428.172278:0:34794:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:1.0:1788687428.172281:0:34794:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:1.0:1788687428.172282:0:34794:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788687428.172284:0:34794:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29c1334f80 00020000:00000002:1.0:1788687428.172286:0:34794:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29c1334f80 00020000:00000001:1.0:1788687428.172288:0:34794:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.172290:0:34794:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1788687428.172300:0:34794:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687428.172303:0:34794:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687428.172311:0:34794:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 2 00010000:00000001:1.0:1788687428.172313:0:34794:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788687428.172319:0:34794:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687428.172321:0:34794:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x36:0x0]: 0 00000080:00000001:1.0:1788687428.172323:0:34794:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788687428.172326:0:34794:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788687428.172330:0:34794:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b29c6940a00. 00000080:00000001:1.0:1788687428.172333:0:34794:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788687428.172339:0:34794:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788687428.172342:0:34794:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788687428.172344:0:34794:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x36:0x0] 00000002:00000001:1.0:1788687428.172349:0:34794:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788687428.172351:0:34794:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b29e019e800: [0x200000404:0x36:0x0] file closed with intent: 200 00000100:00000010:1.0:1788687428.172357:0:34794:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b98000. 00000020:00000040:1.0:1788687428.172361:0:34794:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:1.0:1788687428.172366:0:34794:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687428.172370:0:34794:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687428.172375:0:34794:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687428.172385:0:34794:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c6940600. 00000100:00000001:1.0:1788687428.172393:0:34794:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788687428.172415:0:34794:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b29c42eb100 x1875572824561280/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687444 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788687428.172426:0:34794:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788687428.172432:0:34794:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8b98000 x1875572824561920/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788687428.172445:0:34794:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687428.172446:0:34794:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687428.172453:0:34794:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c6bdc300. 00000100:00000001:1.0:1788687428.172456:0:34794:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202463130368 : -110871246421248 : ffff9b29c6bdc300) 00000100:00000001:1.0:1788687428.172459:0:34794:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687428.172460:0:34794:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00000100:00000001:1.0:1788687428.172465:0:34794:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687428.172470:0:34794:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.172472:0:34794:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687428.172474:0:34794:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687428.172478:0:34794:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b98000 x1875572824561920/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.172485:0:34794:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687428.172488:0:34794:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687428.172492:0:34794:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687428.172494:0:34794:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687428.172497:0:34794:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687428.172500:0:34794:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b98000 pname:cluuid:pid:xid:nid:opc:job uname:ce1d4174-c231-444b-b3ed-b722bc4901cb:34794:1875572824561920:192.168.203.144@tcp:35:uname.0 00000100:00000001:1.0:1788687428.172505:0:34794:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687428.172511:0:34794:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687428.172514:0:34794:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687428.172516:0:34794:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687428.172521:0:34794:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6910000. 02000000:00000001:1.0:1788687428.172523:0:34794:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687428.172531:0:34794:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687428.172536:0:34794:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150dc0. 00000400:00000010:1.0:1788687428.172543:0:34794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc660. 00000100:00000200:1.0:1788687428.172551:0:34794:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824561920, portal 10 00000100:00000001:1.0:1788687428.172553:0:34794:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687428.172554:0:34794:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00000100:00000040:1.0:1788687428.172561:0:34794:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8b98000 x1875572824561920/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.172573:0:34794:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687428.172576:0:34794:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687428.172579:0:34794:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc908. 00000100:00000200:1.0:1788687428.172583:0:34794:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824561920, offset 0 00000400:00000200:1.0:1788687428.172589:0:34794:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687428.172598:0:34794:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687428.172604:0:34794:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687428.172610:0:34794:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687428.172614:0:34794:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687428.172618:0:34794:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687428.172620:0:34794:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687428.172624:0:34794:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2637:2637:255:4294967295] 192.168.203.144@tcp LPNI seq info [2637:2637:7:4294967295] 00000400:00000200:1.0:1788687428.172628:0:34794:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687428.172639:0:34794:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687428.172644:0:34794:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687428.172649:0:34794:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29e0906400. 00000800:00000200:1.0:1788687428.172656:0:34794:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687428.172663:0:34794:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687428.172668:0:34794:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29e0906400 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788687428.172673:0:34794:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.172677:0:34794:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 793746 usecs (794 jiffies) 00000400:00000200:1.0:1788687428.172681:0:34794:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687428.172684:0:34794:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296554970 00000100:00000001:1.0:1788687428.172693:0:34794:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296554924 00000100:00000001:1.0:1788687428.172699:0:34794:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296554970 00000100:00000001:1.0:1788687428.172703:0:34794:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296554924 00000100:00000001:1.0:1788687428.172706:0:34794:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687428.172709:0:34794:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.172712:0:34794:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687428.172714:0:34794:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687428.172717:0:34794:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6bdc300 going to sleep for 11 seconds 00000100:00000001:1.0:1788687428.172720:0:34794:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687428.172725:0:34794:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687428.174692:0:15936:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788687428.174698:0:15936:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff9b29c63d7000. 02000000:00000001:3.0:1788687428.174710:0:15936:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788687428.174713:0:15936:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6d80. 02000000:00000001:3.0:1788687428.174717:0:15936:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788687428.174719:0:15936:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff9b29c43bc800. 02000000:00000001:3.0:1788687428.174721:0:15936:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788687428.174722:0:15936:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42eaa00. 02000000:00000001:3.0:1788687428.174726:0:15936:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788687428.174727:0:15936:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff9b29c63d7400. 02000000:00000001:3.0:1788687428.174729:0:15936:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788687428.174730:0:15936:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6300. 02000000:00000001:3.0:1788687428.174733:0:15936:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788687428.174734:0:15936:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff9b29c43be000. 02000000:00000001:3.0:1788687428.174737:0:15936:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788687428.174738:0:15936:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42ead80. 02000000:00000001:3.0:1788687428.174741:0:15936:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788687428.174742:0:15936:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff9b29c43bec00. 02000000:00000001:3.0:1788687428.174744:0:15936:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1788687428.174746:0:15936:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42ebb80. 00000100:00000010:3.0:1788687428.174749:0:15936:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff9b29c5d78000. 00000100:00000010:3.0:1788687428.174754:0:15936:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff9b29c43bd000. 00000100:00000001:3.0:1788687428.174758:0:15936:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788687428.174862:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687428.174867:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a700. 00000400:00000200:3.0:1788687428.174872:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.174882:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687428.174891:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0088 00000400:00000010:3.0:1788687428.174894:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0088. 00000100:00000001:3.0:1788687428.174900:0:2361:0:(events.c:390:reply_out_callback()) Process entered 02000000:00000001:3.0:1788687428.174902:0:2361:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788687428.174903:0:2361:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff9b29c43bcc00. 02000000:00000001:3.0:1788687428.174919:0:2361:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1788687428.174921:0:2361:0:(events.c:402:reply_out_callback()) Process leaving 00000800:00000200:3.0:1788687428.175010:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687428.175013:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e0906400. 00000400:00000200:3.0:1788687428.175018:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.175022:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687428.175025:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc908 00000400:00000010:3.0:1788687428.175027:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc908. 00000100:00000001:3.0:1788687428.175031:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687428.175040:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b98000 x1875572824561920/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.175052:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687428.175056:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b98000 x1875572824561920/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.175064:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.175065:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687428.177791:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687428.177890:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687428.177895:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687428.177898:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687428.177953:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.177963:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687428.177985:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.177991:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.177998:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.178003:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f55900 00000400:00000200:2.0:1788687428.178010:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.178016:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x739d [1] + 224 00000800:00000001:2.0:1788687428.178026:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687428.178035:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687428.178039:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687428.178044:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687428.178055:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687428.178068:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b98000 x1875572824561920/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687428.178082:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b29c8b98000 x1875572824561920/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.178103:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687428.178112:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687428.178115:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687428.179469:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.179486:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687428.179496:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.179498:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.179507:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.179515:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687428.179525:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.179530:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.179535:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.179539:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x6a9d2d3f55800 00000400:00000200:3.0:1788687428.179544:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.179550:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x7385 [1] + 224 00000800:00000001:3.0:1788687428.179567:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.179573:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.179578:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.179583:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687428.179591:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687428.179600:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b98700 x1875572824561664/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687444 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687428.179613:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b98700 x1875572824561664/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687444 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687428.179861:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687428.179866:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687428.180421:0:34794:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687428.180444:0:34794:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687428.180447:0:34794:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687428.180453:0:34794:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150dc0. 00000400:00000200:1.0:1788687428.180462:0:34794:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc660 00000400:00000010:1.0:1788687428.180465:0:34794:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc660. 00000100:00000001:1.0:1788687428.180469:0:34794:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687428.180477:0:34794:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b98000 x1875572824561920/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687428.180488:0:34794:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b98000 x1875572824561920/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.180496:0:34794:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687428.180499:0:34794:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.180502:0:34794:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687428.180506:0:34794:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687428.180508:0:34794:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687428.180511:0:34794:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687428.180514:0:34794:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687428.180526:0:34794:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=50 v=5 (10 5 5 5) 00000100:00001000:1.0:1788687428.180545:0:34794:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687428.180548:0:34794:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687428.180550:0:34794:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.180553:0:34794:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687428.180557:0:34794:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.180561:0:34794:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788687428.180563:0:34794:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788687428.180566:0:34794:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788687428.180569:0:34794:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687428.180571:0:34794:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00000100:00000001:1.0:1788687428.180575:0:34794:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687428.180577:0:34794:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934612 00000100:00000001:1.0:1788687428.180580:0:34794:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687428.180582:0:34794:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.180588:0:34794:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b98000 x1875572824561920/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.180596:0:34794:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687428.180599:0:34794:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687428.180602:0:34794:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687428.180605:0:34794:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b98000 x1875572824561920/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687428.180614:0:34794:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b98000 pname:cluuid:pid:xid:nid:opc:job uname:ce1d4174-c231-444b-b3ed-b722bc4901cb:34794:1875572824561920:192.168.203.144@tcp:35:uname.0 00000100:00000001:1.0:1788687428.180619:0:34794:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.180622:0:34794:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.180624:0:34794:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687428.180627:0:34794:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687428.180631:0:34794:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b98000 x1875572824561920/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.180637:0:34794:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687428.180641:0:34794:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c6bdc300. 00000100:00000001:1.0:1788687428.180645:0:34794:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687428.180647:0:34794:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.180655:0:34794:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687428.180657:0:34794:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496405504 : -110871213146112 : ffff9b29c8b98000) 00000002:00000001:1.0:1788687428.180660:0:34794:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687428.180664:0:34794:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687428.180670:0:34794:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6940a00. 00000080:00000001:1.0:1788687428.180677:0:34794:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788687428.180680:0:34794:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788687428.180685:0:34794:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788687428.180690:0:34794:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b29c42eb100 x1875572824561280/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687444 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788687428.180698:0:34794:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687428.180699:0:34794:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687428.180701:0:34794:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b29c2c4edc0. 00000100:00000001:1.0:1788687428.180704:0:34794:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687428.180707:0:34794:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b98000 x1875572824561920/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.180713:0:34794:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.180721:0:34794:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687428.180726:0:34794:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29c17afb80. 00000080:00000001:1.0:1788687428.180731:0:34794:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.180739:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bdf0 00000080:00000008:1.0:1788687428.180741:0:34794:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9b29d8576c08), flags 102001, rc = 0 00000080:00000001:1.0:1788687428.180745:0:34794:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.180751:0:34794:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788687428.180753:0:34794:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8be00 00000080:00002000:1.0:1788687428.180755:0:34794:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9b29d8746438, parent ffff9b29d84cabd0, inode ffff9b29d8576c08) hashed, 00000080:00000001:1.0:1788687428.180759:0:34794:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.180771:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687428.180787:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.180804:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788687428.186382:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687428.186391:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687428.186396:0:2368:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1688. 00000400:00000200:0.0:1788687428.186407:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda088 00000400:00000010:0.0:1788687428.186410:0:2368:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda088. 00000100:00000001:0.0:1788687428.186416:0:2368:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687428.186430:0:2368:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b98700 x1875572824561664/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687444 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687428.186443:0:2368:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b98700 x1875572824561664/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687444 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687428.186455:0:2368:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687428.186458:0:2368:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.186461:0:2368:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687428.186465:0:2368:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687428.186468:0:2368:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687428.186471:0:2368:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687428.186474:0:2368:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687428.186486:0:2368:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0538 time=184 v=5 (5 5 5 5) 00000100:00001000:0.0:1788687428.186491:0:2368:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687428.186494:0:2368:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687428.186497:0:2368:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.186499:0:2368:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687428.186505:0:2368:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.186509:0:2368:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687428.186511:0:2368:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788687428.186513:0:2368:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687428.186515:0:2368:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687428.186520:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b98700 x1875572824561664/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687444 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687428.186528:0:2368:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687428.186531:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687428.186534:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687428.186538:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b98700 x1875572824561664/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687444 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687428.186551:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824561664:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788687428.186557:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.186560:0:2368:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.186564:0:2368:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b98700 x1875572824561664/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687444 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687428.186571:0:2368:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687428.186574:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687428.186578:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29d01f2000. 02000000:00000001:0.0:1788687428.186582:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687428.186585:0:2368:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687428.186587:0:2368:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:0.0:1788687428.186590:0:2368:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687428.186593:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c6941a00. 02000000:00000001:0.0:1788687428.186600:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687428.186603:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687428.186605:0:2368:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b98700. 00000100:00000001:0.0:1788687428.186608:0:2368:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687428.186610:0:2368:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.186613:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.186623:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687428.186625:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.186628:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687428.186631:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687428.242355:0:34799:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bd08 00000080:00200008:3.0:1788687428.242367:0:34799:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788687428.242377:0:34799:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788687428.242378:0:34799:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bc80 00000080:00200000:3.0:1788687428.242381:0:34799:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:3.0:1788687428.242389:0:34799:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c56800. 00800000:00000002:3.0:1788687428.242397:0:34799:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687428.242402:0:34799:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687428.242408:0:34799:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687428.242411:0:34799:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bba0 00800000:00000002:3.0:1788687428.242414:0:34799:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687428.242418:0:34799:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788687428.242424:0:34799:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788687428.242430:0:34799:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687428.242434:0:34799:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8ba70 00000002:00010000:3.0:1788687428.242436:0:34799:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788687428.242441:0:34799:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687428.242443:0:34799:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687428.242447:0:34799:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788687428.242530:0:34799:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687428.242534:0:34799:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687428.242536:0:34799:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687428.242539:0:34799:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788687428.242543:0:34799:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788687428.242549:0:34799:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb6300. 00000020:00000040:3.0:1788687428.242554:0:34799:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:3.0:1788687428.242562:0:34799:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788687428.242569:0:34799:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687428.242576:0:34799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.242578:0:34799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687428.242580:0:34799:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.242584:0:34799:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687428.242587:0:34799:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687428.242592:0:34799:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687428.242602:0:34799:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29c43bd000. 00000100:00000001:3.0:1788687428.242611:0:34799:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.242617:0:34799:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687428.242619:0:34799:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.242621:0:34799:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687428.242622:0:34799:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.242624:0:34799:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687428.242630:0:34799:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202496529152 : -110871213022464 : ffff9b29c8bb6300) 00010000:00000001:3.0:1788687428.242635:0:34799:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788687428.242638:0:34799:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788687428.242643:0:34799:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c5c62300. 00010000:00000010:3.0:1788687428.242647:0:34799:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c3056a00. 00010000:00000001:3.0:1788687428.242652:0:34799:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788687428.242655:0:34799:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c3147600. 00000020:00000001:3.0:1788687428.242660:0:34799:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788687428.242664:0:34799:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c3147600 with handle 0x230d04438e811f89 to hash 00000020:00000001:3.0:1788687428.242667:0:34799:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788687428.242668:0:34799:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:3.0:1788687428.242673:0:34799:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:3.0:1788687428.242677:0:34799:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687428.242681:0:34799:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687428.242686:0:34799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147600/0x230d04438e811f89 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687428.242698:0:34799:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147600/0x230d04438e811f89 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34799 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687428.242710:0:34799:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147600/0x230d04438e811f89 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34799 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788687428.242717:0:34799:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687428.242719:0:34799:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687428.242727:0:34799:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c9b4f480. 00000100:00000001:3.0:1788687428.242729:0:34799:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202512884864 : -110871196666752 : ffff9b29c9b4f480) 00000100:00000001:3.0:1788687428.242732:0:34799:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687428.242734:0:34799:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496529152 : -110871213022464 : ffff9b29c8bb6300) 00000100:00000001:3.0:1788687428.242739:0:34799:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687428.242745:0:34799:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.242747:0:34799:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687428.242749:0:34799:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687428.243295:0:34799:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6300 x1875572824562048/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.243307:0:34799:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687428.243310:0:34799:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687428.243315:0:34799:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687428.243319:0:34799:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687428.243321:0:34799:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687428.243326:0:34799:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6300 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34799:1875572824562048:192.168.203.144@tcp:101:lfs.0 00000100:00000001:3.0:1788687428.243330:0:34799:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687428.243338:0:34799:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687428.243340:0:34799:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687428.243344:0:34799:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687428.243351:0:34799:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c62ed800. 02000000:00000001:3.0:1788687428.243353:0:34799:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687428.243363:0:34799:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687428.243369:0:34799:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4c08. 00000400:00000010:3.0:1788687428.243378:0:34799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0088. 00000100:00000200:3.0:1788687428.243387:0:34799:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824562048, portal 10 00000100:00000001:3.0:1788687428.243389:0:34799:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687428.243390:0:34799:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496529152 : -110871213022464 : ffff9b29c8bb6300) 00000100:00000040:3.0:1788687428.243397:0:34799:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb6300 x1875572824562048/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687444 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.243406:0:34799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687428.243409:0:34799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687428.243412:0:34799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0aa0. 00000100:00000200:3.0:1788687428.243415:0:34799:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824562048, offset 0 00000400:00000200:3.0:1788687428.243424:0:34799:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687428.243433:0:34799:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.243442:0:34799:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687428.243457:0:34799:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687428.243463:0:34799:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687428.243467:0:34799:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687428.243470:0:34799:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687428.243475:0:34799:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2638:2638:256:4294967295] 192.168.203.144@tcp LPNI seq info [2638:2638:8:4294967295] 00000400:00000200:3.0:1788687428.243480:0:34799:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.243491:0:34799:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687428.243499:0:34799:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687428.243505:0:34799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a700. 00000800:00000200:3.0:1788687428.243513:0:34799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687428.243523:0:34799:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687428.243529:0:34799:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788687428.243556:0:34799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687428.243561:0:34799:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 792791 usecs (793 jiffies) 00000400:00000200:3.0:1788687428.243564:0:34799:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687428.243568:0:34799:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296555041 00000100:00000001:3.0:1788687428.243577:0:34799:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296554970 00000100:00000001:3.0:1788687428.243583:0:34799:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296555041 00000100:00000001:3.0:1788687428.243587:0:34799:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296554970 00000100:00000001:3.0:1788687428.243590:0:34799:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687428.243593:0:34799:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.243596:0:34799:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687428.243599:0:34799:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687428.243601:0:34799:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c9b4f480 going to sleep for 11 seconds 00000100:00000001:3.0:1788687428.243604:0:34799:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687428.243608:0:34799:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687428.244234:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687428.244241:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a700. 00000400:00000200:2.0:1788687428.244248:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687428.244255:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687428.244262:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0aa0 00000400:00000010:2.0:1788687428.244265:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0aa0. 00000100:00000001:2.0:1788687428.244270:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687428.244277:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6300 x1875572824562048/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687444 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.244289:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687428.244294:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb6300 x1875572824562048/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687444 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.244301:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.244303:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687428.255966:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.255988:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687428.255995:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.255998:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.256009:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.256020:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687428.256031:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.256036:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.256041:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.256046:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f55980 00000400:00000200:3.0:1788687428.256053:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.256061:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x73a5 [1] + 224 00000800:00000001:3.0:1788687428.256070:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.256077:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.256081:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.256087:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687428.256097:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687428.256108:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6300 x1875572824562048/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687444 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687428.256136:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c8bb6300 x1875572824562048/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.256166:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687428.256176:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.256180:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.256225:0:34799:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687428.256235:0:34799:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687428.256238:0:34799:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687428.256242:0:34799:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4c08. 00000400:00000200:1.0:1788687428.256249:0:34799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0088 00000400:00000010:1.0:1788687428.256252:0:34799:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0088. 00000100:00000001:1.0:1788687428.256256:0:34799:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687428.256262:0:34799:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb6300 x1875572824562048/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687428.256288:0:34799:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb6300 x1875572824562048/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.256296:0:34799:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687428.256298:0:34799:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.256301:0:34799:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687428.256306:0:34799:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687428.256309:0:34799:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687428.256311:0:34799:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687428.256315:0:34799:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687428.256326:0:34799:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=50 v=5 (5 5 103 103) 00000100:00001000:1.0:1788687428.256331:0:34799:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687428.256334:0:34799:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687428.256335:0:34799:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.256338:0:34799:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687428.256343:0:34799:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.256348:0:34799:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687428.256350:0:34799:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934612 00000100:00000001:1.0:1788687428.256353:0:34799:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687428.256356:0:34799:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.256361:0:34799:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb6300 x1875572824562048/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.256370:0:34799:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687428.256374:0:34799:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687428.256376:0:34799:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687428.256381:0:34799:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6300 x1875572824562048/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687444 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687428.256390:0:34799:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb6300 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34799:1875572824562048:192.168.203.144@tcp:101:lfs.0 00000100:00000001:1.0:1788687428.256395:0:34799:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.256399:0:34799:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.256402:0:34799:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687428.256404:0:34799:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687428.256408:0:34799:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6300 x1875572824562048/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687444 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.256414:0:34799:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687428.256417:0:34799:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c9b4f480. 00000100:00000001:1.0:1788687428.256421:0:34799:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687428.256423:0:34799:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.256426:0:34799:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788687428.256431:0:34799:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687428.256434:0:34799:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687428.256437:0:34799:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147600 refcount=4 00000020:00000001:1.0:1788687428.256440:0:34799:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:1.0:1788687428.256445:0:34799:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000040:1.0:1788687428.256453:0:34799:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c3147600, remote cookie: 0x59c08f76ab1d2e90, flags: 0x1001 00010000:00010000:1.0:1788687428.256459:0:34799:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147600/0x230d04438e811f89 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e90 expref: -99 pid: 34799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788687428.256471:0:34799:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147600/0x230d04438e811f89 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e90 expref: -99 pid: 34799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687428.256478:0:34799:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788687428.256483:0:34799:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788687428.256485:0:34799:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788687428.256487:0:34799:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788687428.256488:0:34799:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788687428.256492:0:34799:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b29c5c62300) refcount = 1 00010000:00010000:1.0:1788687428.256496:0:34799:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147600/0x230d04438e811f89 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e90 expref: -99 pid: 34799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687428.256508:0:34799:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788687428.256512:0:34799:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788687428.256513:0:34799:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687428.256517:0:34799:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788687428.256519:0:34799:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687428.256522:0:34799:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147600/0x230d04438e811f89 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e90 expref: -99 pid: 34799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687428.256528:0:34799:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788687428.256530:0:34799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.256532:0:34799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687428.256533:0:34799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.256535:0:34799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687428.256536:0:34799:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687428.256543:0:34799:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788687428.256545:0:34799:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687428.256546:0:34799:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687428.256548:0:34799:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147600 refcount=3 00000020:00000001:1.0:1788687428.256550:0:34799:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:1.0:1788687428.256552:0:34799:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:1.0:1788687428.256555:0:34799:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687428.256556:0:34799:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687428.256557:0:34799:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147600 refcount=4 00000020:00000001:1.0:1788687428.256559:0:34799:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:1.0:1788687428.256561:0:34799:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:1.0:1788687428.256564:0:34799:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687428.256567:0:34799:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687428.256571:0:34799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147600/0x230d04438e811f89 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e90 expref: -99 pid: 34799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687428.256577:0:34799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.256578:0:34799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687428.256580:0:34799:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687428.256581:0:34799:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687428.256582:0:34799:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147600 refcount=5 00000020:00000001:1.0:1788687428.256584:0:34799:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:1.0:1788687428.256585:0:34799:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:1.0:1788687428.256588:0:34799:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687428.256590:0:34799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147600/0x230d04438e811f89 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e90 expref: -99 pid: 34799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687428.256596:0:34799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.256597:0:34799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788687428.256600:0:34799:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147600/0x230d04438e811f89 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e90 expref: -99 pid: 34799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687428.256606:0:34799:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687428.256607:0:34799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.256609:0:34799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687428.256610:0:34799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.256611:0:34799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788687428.256617:0:34799:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c8bb6300 x1875572824562048/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687444 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788687428.256626:0:34799:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687428.256627:0:34799:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687428.256629:0:34799:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147600 refcount=3 00000020:00000001:1.0:1788687428.256630:0:34799:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:1.0:1788687428.256633:0:34799:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:1.0:1788687428.256635:0:34799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.256636:0:34799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687428.256638:0:34799:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687428.256640:0:34799:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687428.256643:0:34799:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788687428.256646:0:34799:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687428.256647:0:34799:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687428.256648:0:34799:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147600 refcount=3 00000020:00000001:1.0:1788687428.256650:0:34799:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:1.0:1788687428.256652:0:34799:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00000002:00010000:1.0:1788687428.256655:0:34799:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147600/0x230d04438e811f89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e90 expref: -99 pid: 34799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687428.256661:0:34799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.256662:0:34799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687428.256665:0:34799:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788687428.256666:0:34799:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687428.256667:0:34799:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687428.256668:0:34799:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147600 refcount=3 00000020:00000001:1.0:1788687428.256670:0:34799:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:1.0:1788687428.256672:0:34799:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000040:1.0:1788687428.256679:0:34799:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62300 count: 2 00010000:00000001:1.0:1788687428.256682:0:34799:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788687428.256686:0:34799:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788687428.256689:0:34799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.256690:0:34799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687428.256692:0:34799:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788687428.256695:0:34799:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8b9f8 00000002:00002000:1.0:1788687428.256698:0:34799:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788687428.256701:0:34799:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687428.256705:0:34799:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687428.256708:0:34799:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788687428.256712:0:34799:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788687428.256715:0:34799:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788687428.256719:0:34799:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687428.256724:0:34799:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c56800. 00000080:00000001:1.0:1788687428.256729:0:34799:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687428.256732:0:34799:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788687428.256738:0:34799:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788687428.256743:0:34799:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788687428.256750:0:34799:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b29d099b040. 00800000:00000001:1.0:1788687428.256752:0:34799:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633202628538432 : -110871081013184 : ffff9b29d099b040) 00800000:00000001:1.0:1788687428.256754:0:34799:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687428.256757:0:34799:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788687428.256760:0:34799:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788687428.256762:0:34799:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788687428.256765:0:34799:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788687428.256768:0:34799:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788687428.256769:0:34799:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.256774:0:34799:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788687428.256777:0:34799:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1788687428.256780:0:34799:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788687426 to 1788687428 00000080:00200000:1.0:1788687428.256785:0:34799:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788687428.256787:0:34799:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687428.256788:0:34799:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687428.256790:0:34799:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147600 refcount=3 00000020:00000001:1.0:1788687428.256792:0:34799:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:1.0:1788687428.256794:0:34799:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:1.0:1788687428.256796:0:34799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.256797:0:34799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788687428.256799:0:34799:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788687428.256802:0:34799:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788687428.256803:0:34799:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d099b040 1 00800000:00000010:1.0:1788687428.256806:0:34799:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b29d099b040. 00800000:00000001:1.0:1788687428.256809:0:34799:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687428.256812:0:34799:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f89 00800000:00000001:1.0:1788687428.256816:0:34799:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687428.256817:0:34799:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687428.256830:0:34799:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687428.256831:0:34799:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687428.256832:0:34799:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147600 refcount=3 00000020:00000001:1.0:1788687428.256834:0:34799:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:1.0:1788687428.256836:0:34799:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:1.0:1788687428.256839:0:34799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.256840:0:34799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687428.256842:0:34799:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687428.256843:0:34799:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.256846:0:34799:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687428.256848:0:34799:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687428.256851:0:34799:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f89 from it ffffaca081d8bcb8 00010000:00000001:1.0:1788687428.256853:0:34799:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687428.256854:0:34799:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687428.256855:0:34799:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147600 refcount=3 00000020:00000001:1.0:1788687428.256857:0:34799:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:1.0:1788687428.256859:0:34799:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:1.0:1788687428.256861:0:34799:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687428.256864:0:34799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147600/0x230d04438e811f89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e90 expref: -99 pid: 34799 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788687428.256870:0:34799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.256871:0:34799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687428.256873:0:34799:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687428.256876:0:34799:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687428.256878:0:34799:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147600/0x230d04438e811f89 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e90 expref: -99 pid: 34799 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687428.256885:0:34799:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687428.256888:0:34799:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687428.256891:0:34799:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687428.256896:0:34799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.256897:0:34799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687428.256899:0:34799:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.256902:0:34799:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687428.256953:0:34799:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.256957:0:34799:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.256960:0:34799:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.256962:0:34799:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687428.256963:0:34799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.256964:0:34799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687428.256966:0:34799:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687428.256971:0:34799:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb6300 x1875572824562048/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687444 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.256977:0:34799:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687428.256980:0:34799:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687428.256983:0:34799:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c62ed800. 02000000:00000001:1.0:1788687428.256988:0:34799:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687428.256990:0:34799:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687428.256992:0:34799:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687428.256995:0:34799:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687428.256998:0:34799:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c43bd000. 02000000:00000001:1.0:1788687428.257002:0:34799:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687428.257005:0:34799:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687428.257007:0:34799:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6300. 00000100:00000001:1.0:1788687428.257011:0:34799:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687428.257012:0:34799:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687428.257018:0:34799:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.257024:0:34799:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bd08 00000080:00000008:1.0:1788687428.257026:0:34799:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788687428.257775:0:34799:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.257812:0:34799:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bd08 00000080:00200008:1.0:1788687428.257814:0:34799:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788687428.257830:0:34799:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687428.257833:0:34799:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bc80 00000080:00200000:1.0:1788687428.257835:0:34799:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687428.257840:0:34799:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6941400. 00800000:00000002:1.0:1788687428.257845:0:34799:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687428.257850:0:34799:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687428.257854:0:34799:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687428.257856:0:34799:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bba0 00800000:00000002:1.0:1788687428.257858:0:34799:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687428.257861:0:34799:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687428.257865:0:34799:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687428.257870:0:34799:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687428.257871:0:34799:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8ba70 00000002:00010000:1.0:1788687428.257873:0:34799:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687428.257877:0:34799:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687428.257879:0:34799:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687428.257882:0:34799:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687428.257888:0:34799:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62300 count: 2 00010000:00000001:1.0:1788687428.257890:0:34799:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687428.257894:0:34799:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687428.257898:0:34799:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687428.257902:0:34799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147600/0x230d04438e811f89 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e90 expref: -99 pid: 34799 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788687428.257938:0:34799:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687428.257943:0:34799:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687428.257947:0:34799:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147600/0x230d04438e811f89 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e90 expref: -99 pid: 34799 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788687428.257955:0:34799:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687428.257958:0:34799:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687428.257964:0:34799:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687428.257967:0:34799:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687428.257969:0:34799:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687428.257970:0:34799:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687428.257973:0:34799:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788687428.257975:0:34799:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687428.257978:0:34799:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6941400. 00000080:00000001:1.0:1788687428.257984:0:34799:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687428.257986:0:34799:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687428.257988:0:34799:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687428.257991:0:34799:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f89 00800000:00000001:1.0:1788687428.257994:0:34799:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687428.257996:0:34799:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687428.257998:0:34799:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687428.258000:0:34799:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687428.258002:0:34799:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147600 refcount=3 00000020:00000001:1.0:1788687428.258005:0:34799:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:1.0:1788687428.258008:0:34799:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:1.0:1788687428.258011:0:34799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.258012:0:34799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687428.258014:0:34799:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687428.258015:0:34799:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687428.258017:0:34799:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f89 from it ffffaca081d8bcb8 00010000:00000001:1.0:1788687428.258019:0:34799:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687428.258020:0:34799:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687428.258022:0:34799:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147600 refcount=3 00000020:00000001:1.0:1788687428.258024:0:34799:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:1.0:1788687428.258026:0:34799:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:1.0:1788687428.258029:0:34799:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687428.258032:0:34799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147600/0x230d04438e811f89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e90 expref: -99 pid: 34799 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788687428.258039:0:34799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.258040:0:34799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687428.258042:0:34799:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687428.258043:0:34799:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687428.258046:0:34799:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147600/0x230d04438e811f89 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e90 expref: -99 pid: 34799 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788687428.258053:0:34799:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687428.258055:0:34799:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687428.258056:0:34799:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687428.258060:0:34799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.258061:0:34799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687428.258062:0:34799:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.258065:0:34799:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687428.258066:0:34799:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.258068:0:34799:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.258070:0:34799:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.258072:0:34799:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687428.258073:0:34799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.258074:0:34799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687428.258075:0:34799:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687428.258077:0:34799:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788687428.258079:0:34799:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687428.258082:0:34799:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bd08 00000080:00000008:1.0:1788687428.258084:0:34799:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788687428.258217:0:34799:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788687428.258219:0:34799:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788687428.258220:0:34799:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bb78 00000080:00200000:1.0:1788687428.258223:0:34799:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:1.0:1788687428.258226:0:34799:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c6941400. 00800000:00000002:1.0:1788687428.258230:0:34799:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:1.0:1788687428.258232:0:34799:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788687428.258233:0:34799:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788687428.258235:0:34799:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8ba98 00800000:00000002:1.0:1788687428.258236:0:34799:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788687428.258239:0:34799:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788687428.258242:0:34799:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788687428.258245:0:34799:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788687428.258247:0:34799:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8b968 00000002:00010000:1.0:1788687428.258248:0:34799:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788687428.258251:0:34799:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788687428.258252:0:34799:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788687428.258254:0:34799:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788687428.258257:0:34799:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62300 count: 2 00010000:00000001:1.0:1788687428.258258:0:34799:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687428.258261:0:34799:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687428.258263:0:34799:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788687428.258266:0:34799:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147600/0x230d04438e811f89 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e90 expref: -99 pid: 34799 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788687428.258273:0:34799:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788687428.258275:0:34799:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687428.258278:0:34799:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147600/0x230d04438e811f89 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e90 expref: -99 pid: 34799 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788687428.258283:0:34799:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788687428.258285:0:34799:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788687428.258286:0:34799:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687428.258288:0:34799:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788687428.258290:0:34799:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687428.258291:0:34799:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788687428.258293:0:34799:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788687428.258295:0:34799:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:1.0:1788687428.258297:0:34799:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c6941400. 00000080:00000001:1.0:1788687428.258300:0:34799:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788687428.258301:0:34799:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687428.258303:0:34799:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:1.0:1788687428.258305:0:34799:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f89 00800000:00000001:1.0:1788687428.258307:0:34799:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788687428.258308:0:34799:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788687428.258309:0:34799:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687428.258311:0:34799:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687428.258313:0:34799:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147600 refcount=3 00000020:00000001:1.0:1788687428.258315:0:34799:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:1.0:1788687428.258317:0:34799:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:1.0:1788687428.258319:0:34799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.258320:0:34799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788687428.258321:0:34799:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687428.258323:0:34799:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788687428.258325:0:34799:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f89 from it ffffaca081d8bbb0 00010000:00000001:1.0:1788687428.258327:0:34799:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687428.258328:0:34799:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687428.258329:0:34799:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147600 refcount=3 00000020:00000001:1.0:1788687428.258331:0:34799:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:1.0:1788687428.258333:0:34799:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:1.0:1788687428.258335:0:34799:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788687428.258338:0:34799:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147600/0x230d04438e811f89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e90 expref: -99 pid: 34799 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788687428.258344:0:34799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.258345:0:34799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687428.258346:0:34799:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788687428.258348:0:34799:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788687428.258350:0:34799:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147600/0x230d04438e811f89 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e90 expref: -99 pid: 34799 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788687428.258356:0:34799:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788687428.258357:0:34799:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788687428.258359:0:34799:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687428.258361:0:34799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.258362:0:34799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687428.258363:0:34799:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.258365:0:34799:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788687428.258366:0:34799:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.258368:0:34799:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.258370:0:34799:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.258372:0:34799:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788687428.258374:0:34799:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687428.258375:0:34799:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788687428.258376:0:34799:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788687428.258377:0:34799:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788687428.258379:0:34799:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 44 00000080:00000001:1.0:1788687428.258383:0:34799:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.258388:0:34799:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788687428.258390:0:34799:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788687428.258392:0:34799:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bb78 00000080:00200008:1.0:1788687428.258394:0:34799:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 100000 00000080:00000010:1.0:1788687428.258400:0:34799:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29e1663e00. 00000080:00000001:1.0:1788687428.258405:0:34799:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.258407:0:34799:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.258509:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.258512:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.258520:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.258523:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.258529:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.258534:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.258537:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.258540:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.258543:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.258549:0:34799:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:1.0:1788687428.258552:0:34799:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff9b29e019e800: age 1877, max_age 1885 00000002:00000001:1.0:1788687428.258556:0:34799:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1788687428.258559:0:34799:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000010:1.0:1788687428.258566:0:34799:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99180. 00000020:00000040:1.0:1788687428.258569:0:34799:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:1.0:1788687428.258573:0:34799:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687428.258576:0:34799:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687428.258580:0:34799:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687428.258587:0:34799:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29e0906500. 00000100:00000001:1.0:1788687428.258594:0:34799:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.258598:0:34799:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788687428.258600:0:34799:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788687428.258607:0:34799:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c6bdc300. 00000100:00000001:1.0:1788687428.258610:0:34799:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202463130368 : -110871246421248 : ffff9b29c6bdc300) 00000100:00000001:1.0:1788687428.258613:0:34799:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687428.258614:0:34799:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496409984 : -110871213141632 : ffff9b29c8b99180) 00000100:00000001:1.0:1788687428.258620:0:34799:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687428.258625:0:34799:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.258627:0:34799:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788687428.258629:0:34799:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687428.258639:0:34799:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99180 x1875572824562176/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.258648:0:34799:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687428.258650:0:34799:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687428.258655:0:34799:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687428.258657:0:34799:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687428.258660:0:34799:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687428.258663:0:34799:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99180 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34799:1875572824562176:192.168.203.144@tcp:41:lfs.0 00000100:00000001:1.0:1788687428.258667:0:34799:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687428.258672:0:34799:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687428.258675:0:34799:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687428.258678:0:34799:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687428.258682:0:34799:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c6913c00. 02000000:00000001:1.0:1788687428.258684:0:34799:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687428.258693:0:34799:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687428.258698:0:34799:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150dc0. 00000400:00000010:1.0:1788687428.258705:0:34799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc660. 00000100:00000200:1.0:1788687428.258713:0:34799:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824562176, portal 10 00000100:00000001:1.0:1788687428.258715:0:34799:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687428.258716:0:34799:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496409984 : -110871213141632 : ffff9b29c8b99180) 00000100:00000040:1.0:1788687428.258723:0:34799:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b99180 x1875572824562176/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687444 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.258731:0:34799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687428.258734:0:34799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687428.258737:0:34799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcbb0. 00000100:00000200:1.0:1788687428.258741:0:34799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824562176, offset 0 00000400:00000200:1.0:1788687428.258748:0:34799:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687428.258758:0:34799:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687428.258766:0:34799:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687428.258773:0:34799:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687428.258777:0:34799:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687428.258782:0:34799:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687428.258785:0:34799:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687428.258789:0:34799:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2639:2639:256:4294967295] 192.168.203.144@tcp LPNI seq info [2639:2639:8:4294967295] 00000400:00000200:1.0:1788687428.258794:0:34799:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687428.258806:0:34799:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687428.258812:0:34799:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687428.258829:0:34799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29e0906400. 00000800:00000200:1.0:1788687428.258838:0:34799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687428.258847:0:34799:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687428.258853:0:34799:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29e0906400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687428.258876:0:34799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.258882:0:34799:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 791847 usecs (792 jiffies) 00000400:00000200:1.0:1788687428.258886:0:34799:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687428.258889:0:34799:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296555055 00000100:00000001:1.0:1788687428.258898:0:34799:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296555041 00000100:00000001:1.0:1788687428.258952:0:34799:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296555055 00000100:00000001:1.0:1788687428.258957:0:34799:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296555041 00000100:00000001:1.0:1788687428.258960:0:34799:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687428.258964:0:34799:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.258966:0:34799:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687428.258968:0:34799:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788687428.258971:0:34799:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c6bdc300 going to sleep for 11 seconds 00000100:00000001:1.0:1788687428.258974:0:34799:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687428.258977:0:34799:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687428.259498:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687428.259504:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e0906400. 00000400:00000200:3.0:1788687428.259512:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.259519:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687428.259525:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcbb0 00000400:00000010:3.0:1788687428.259528:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcbb0. 00000100:00000001:3.0:1788687428.259533:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687428.259539:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99180 x1875572824562176/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687444 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687428.259551:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687428.259554:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8b99180 x1875572824562176/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687444 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687428.259562:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.259563:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687428.266975:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.267000:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687428.267006:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.267008:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.267020:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.267030:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687428.267041:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.267047:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.267053:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.267058:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 10 MB=0x6a9d2d3f55a00 00000400:00000200:3.0:1788687428.267064:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.267072:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 368/368 into md 0x73b5 [1] + 224 00000800:00000001:3.0:1788687428.267082:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.267089:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.267094:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.267109:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687428.267120:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687428.267132:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99180 x1875572824562176/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687444 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687428.267145:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b29c8b99180 x1875572824562176/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687428.267169:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687428.267181:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.267184:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.267418:0:34799:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687428.267428:0:34799:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687428.267430:0:34799:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687428.267435:0:34799:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150dc0. 00000400:00000200:1.0:1788687428.267442:0:34799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc660 00000400:00000010:1.0:1788687428.267445:0:34799:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc660. 00000100:00000001:1.0:1788687428.267449:0:34799:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687428.267454:0:34799:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99180 x1875572824562176/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687428.267465:0:34799:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99180 x1875572824562176/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.267470:0:34799:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687428.267473:0:34799:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.267475:0:34799:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687428.267479:0:34799:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687428.267481:0:34799:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687428.267484:0:34799:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687428.267487:0:34799:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687428.267498:0:34799:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=50 v=5 (5 5 103 103) 00000100:00001000:1.0:1788687428.267503:0:34799:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687428.267506:0:34799:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687428.267507:0:34799:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.267510:0:34799:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687428.267515:0:34799:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.267519:0:34799:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687428.267521:0:34799:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934612 00000100:00000001:1.0:1788687428.267523:0:34799:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687428.267526:0:34799:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.267531:0:34799:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99180 x1875572824562176/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.267539:0:34799:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687428.267542:0:34799:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687428.267544:0:34799:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687428.267548:0:34799:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99180 x1875572824562176/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687444 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687428.267560:0:34799:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99180 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34799:1875572824562176:192.168.203.144@tcp:41:lfs.0 00000100:00000001:1.0:1788687428.267566:0:34799:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.267569:0:34799:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.267571:0:34799:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687428.267574:0:34799:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687428.267577:0:34799:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99180 x1875572824562176/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687444 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.267583:0:34799:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687428.267586:0:34799:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c6bdc300. 00000100:00000001:1.0:1788687428.267590:0:34799:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687428.267592:0:34799:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788687428.267599:0:34799:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1788687428.267601:0:34799:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687428.267604:0:34799:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b99180 x1875572824562176/t0(0) o41->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1788687444 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.267609:0:34799:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687428.267612:0:34799:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687428.267693:0:34799:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6913c00. 02000000:00000001:1.0:1788687428.267698:0:34799:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687428.267701:0:34799:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687428.267703:0:34799:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687428.267705:0:34799:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687428.267708:0:34799:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29e0906500. 02000000:00000001:1.0:1788687428.267713:0:34799:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687428.267715:0:34799:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687428.267717:0:34799:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b99180. 00000100:00000001:1.0:1788687428.267722:0:34799:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687428.267723:0:34799:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788687428.267725:0:34799:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687428.267726:0:34799:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687428.267727:0:34799:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:1.0:1788687428.267731:0:34799:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff9b29e019e800: update ffff9b29c9710458 cache blocks 17238/17271 objects 533391/533747 00800000:00000001:1.0:1788687428.267735:0:34799:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687428.267743:0:34799:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.267747:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687428.267750:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.267754:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.267757:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.267855:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.267858:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.267868:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.267871:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.267877:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.267882:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.267883:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.267887:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.267888:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.267893:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.267896:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.267898:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.267900:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.267902:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.267904:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.267940:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.267941:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.267945:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.267946:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.267949:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.267951:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.267953:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.267954:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.267956:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.267958:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.267960:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.267962:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.267964:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.267967:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.267969:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.267972:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.267973:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.267976:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.267977:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.267979:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.267981:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.267982:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.267983:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.267985:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.267987:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.267989:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.267991:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.267993:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.267994:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.267996:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.267999:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.268001:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.268003:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.268005:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.268007:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.268009:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.268010:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.268012:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.268013:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.268015:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268017:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268019:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.268021:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.268023:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268025:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268028:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.268029:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.268032:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.268034:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.268035:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.268037:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.268039:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.268040:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.268041:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.268044:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268046:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268048:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.268050:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.268052:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268054:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268057:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.268059:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.268062:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.268063:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.268065:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.268067:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.268069:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.268070:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.268071:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.268074:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268075:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268077:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.268079:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.268081:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268083:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268086:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.268088:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.268090:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.268091:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.268094:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.268096:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.268782:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.268787:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.268789:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.268795:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268797:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268799:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.268802:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.268807:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268809:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268826:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.268827:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.268832:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.268834:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.268839:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.268842:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.268844:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.268845:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.268846:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.268849:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268851:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268852:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.268854:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.268857:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268859:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268863:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.268864:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.268867:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.268868:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.268870:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.268872:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.268874:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.268875:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.268877:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.268880:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268881:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268883:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.268885:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.268887:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268888:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268892:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.268893:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.268895:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.268896:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.268899:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.268901:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.268903:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.268904:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.268946:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.268950:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268952:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268953:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.268955:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.268957:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268959:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268963:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.268964:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.268967:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.268968:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.268971:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.268974:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.268975:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.268977:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.268978:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.268981:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268983:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268986:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.268988:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.268990:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268992:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.268995:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.268997:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.269000:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.269002:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.269004:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.269007:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.269008:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.269009:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.269011:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.269013:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269015:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269017:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.269019:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.269021:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269022:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269025:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.269026:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.269029:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.269030:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.269032:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.269033:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.269035:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.269036:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.269037:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.269039:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269040:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269042:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.269044:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.269047:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269049:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269052:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.269053:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.269056:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.269057:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.269059:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.269061:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.269062:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.269063:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.269064:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.269067:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269068:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269070:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.269072:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.269074:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269075:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269078:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.269079:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.269081:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.269082:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.269084:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.269086:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.269087:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.269088:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.269089:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.269091:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269093:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269095:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.269097:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.269111:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269113:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269115:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.269117:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.269119:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.269120:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.269122:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.269125:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.269126:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.269127:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.269128:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.269131:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269133:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269134:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.269136:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.269139:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269140:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269143:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.269144:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.269147:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.269147:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.269149:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.269151:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.269153:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.269153:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.269155:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.269157:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269159:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269160:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.269162:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.269164:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269166:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269168:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.269169:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.269171:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.269172:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.269175:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.269177:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.269179:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.269180:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.269181:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.269183:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269185:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269186:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.269188:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.269190:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269192:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269194:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.269195:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.269198:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.269199:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.269200:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.269202:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.269204:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.269205:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.269206:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.269208:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269210:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269211:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.269213:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.269215:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269216:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269219:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.269220:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.269223:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.269223:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.269225:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.269227:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.269228:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.269230:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.269231:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.269233:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269235:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269236:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.269238:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.269240:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269241:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269244:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.269245:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.269248:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.269249:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.269251:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.269253:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.269255:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.269256:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.269257:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.269259:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269261:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.269263:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.269265:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.270789:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.270802:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.270828:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.270830:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.270839:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.270842:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.270853:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.270858:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.270861:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.270865:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.270867:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.270871:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.270874:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.270877:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.270880:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.270883:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.270885:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.270888:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.270890:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.270892:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.270894:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.270896:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.270898:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.270900:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.270901:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.270902:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.270905:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.270935:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.270937:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.270940:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.270942:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.270944:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.270948:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.270949:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.270952:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.270953:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.270956:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.270958:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.270960:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.270961:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.270962:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.270965:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.270967:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.270969:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.270971:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.270974:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.270975:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.270979:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.270980:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.270983:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.270984:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.270986:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.270987:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.270989:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.270990:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.270991:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.270993:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.270995:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.270996:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.270999:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.271001:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271003:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271006:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.271008:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.271010:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.271012:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.271014:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.271016:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.271017:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.271019:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.271020:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.271022:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271024:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271026:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.271028:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.271030:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271032:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271035:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.271037:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.271040:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.271041:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.271043:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.271045:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.271046:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.271047:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.271048:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.271050:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271052:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271053:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.271055:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.271058:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271059:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271062:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.271063:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.271065:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.271066:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.271068:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.271070:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.271071:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.271072:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.271074:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.271076:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271078:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271079:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.271081:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.271083:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271084:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271087:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.271088:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.271090:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.271091:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.271094:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.271752:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.271755:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.271758:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.271760:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.271764:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271766:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271768:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.271770:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.271774:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271777:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271785:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.271786:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.271790:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.271791:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.271794:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.271797:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.271798:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.271800:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.271801:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.271804:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271806:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271807:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.271809:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.271811:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271813:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271816:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.271826:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.271829:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.271830:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.271832:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.271835:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.271836:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.271838:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.271839:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.271842:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271844:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271845:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.271847:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.271849:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271851:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271854:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.271855:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.271857:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.271859:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.271861:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.271863:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.271864:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.271865:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.271866:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.271869:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271870:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271872:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.271874:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.271875:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271877:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271879:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.271880:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.271882:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.271883:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.271885:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.271888:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.271889:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.271890:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.271891:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.271893:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271896:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271898:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.271900:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.271902:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271903:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271935:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.271937:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.271939:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.271940:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.271943:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.271945:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.271947:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.271948:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.271949:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.271951:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271953:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271955:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.271956:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.271958:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271960:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271963:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.271964:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.271966:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.271967:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.271969:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.271971:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.271972:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.271973:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.271974:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.271976:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271978:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271980:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.271981:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.271984:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271985:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.271988:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.271989:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.271991:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.271993:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.271994:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.271996:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.271997:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.271998:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.271999:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.272001:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272003:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272004:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.272006:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.272008:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272010:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272013:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.272014:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.272016:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.272017:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.272019:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.272020:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.272022:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.272023:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.272024:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.272026:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272027:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272029:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.272031:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.272033:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272034:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272036:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.272039:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.272041:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.272042:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.272044:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.272046:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.272047:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.272048:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.272049:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.272051:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272053:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272054:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.272056:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.272058:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272060:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272062:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.272063:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.272065:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.272066:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.272069:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.272070:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.272072:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.272073:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.272074:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.272076:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272078:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272079:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.272081:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.272083:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272084:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272086:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.272088:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.272090:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.272091:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.272093:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.272095:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.272097:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.272109:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.272110:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.272113:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272115:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272116:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.272119:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.272121:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272123:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272126:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.272127:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.272130:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.272131:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.272133:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.272135:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.272137:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.272138:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.272139:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.272141:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272143:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272144:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.272146:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.272148:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272149:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272152:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.272153:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.272156:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.272157:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.272160:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.272162:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.272163:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.272165:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.272167:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.272169:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272171:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272173:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.272175:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.272177:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272179:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272182:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.272184:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.272186:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.272188:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.272190:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.272191:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.272193:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.272194:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.272195:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.272198:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272200:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272201:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.272203:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.272205:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272207:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272210:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.272211:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.272214:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.272215:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.272217:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.272219:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.272221:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.272222:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.272223:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.272226:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272229:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272231:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.272233:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.272235:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272237:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272240:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788687428.272241:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:1.0:1788687428.272243:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788687428.272244:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788687428.272247:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c6912c00. 00000020:00000001:1.0:1788687428.272249:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788687428.272250:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788687428.272251:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788687428.272253:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c6912c00 uarg=0000000000000000 00800000:00000001:1.0:1788687428.272256:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272257:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272259:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788687428.272261:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c6912c00. 00000080:00000001:1.0:1788687428.272263:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788687428.272265:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.277834:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.277846:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.277861:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.277867:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.277882:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.277890:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.277894:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687428.277899:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687428.277902:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00800000:00000001:0.0:1788687428.277925:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.277930:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.277932:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.277936:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.277951:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.277955:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.277961:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.277962:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.277966:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.277967:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.277970:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.277973:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.277974:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687428.277976:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687428.277977:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00800000:00000001:0.0:1788687428.277979:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.277981:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.277983:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.277986:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.277988:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.277990:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.277994:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.277995:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.277998:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.277999:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.278001:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.278003:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.278005:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687428.278006:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687428.278007:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00800000:00000001:0.0:1788687428.278010:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278012:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278014:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.278016:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.278018:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278020:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278023:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.278024:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.278027:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.278028:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.278029:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.278031:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.278033:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687428.278034:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687428.278035:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00800000:00000001:0.0:1788687428.278037:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278039:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278040:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.278042:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.278044:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278046:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278049:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.278050:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.278053:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.278054:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.278056:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.278058:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.278060:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687428.278061:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687428.278062:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00800000:00000001:0.0:1788687428.278065:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278067:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278069:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.278071:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.278073:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278075:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278078:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.278080:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.278083:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.278084:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.278086:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.278088:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.278089:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687428.278090:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687428.278092:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00800000:00000001:0.0:1788687428.278094:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278096:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278098:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.278100:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.278103:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278104:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278107:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.278109:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.278111:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.278112:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.278115:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.278117:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.278118:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687428.278119:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687428.278121:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00800000:00000001:0.0:1788687428.278299:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278302:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278305:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.278308:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.278311:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278313:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278322:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.278324:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.278328:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.278329:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.278333:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.278336:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.278338:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687428.278340:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687428.278341:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00800000:00000001:0.0:1788687428.278344:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278347:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278349:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.278351:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.278354:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278356:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278359:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.278360:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.278363:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.278364:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.278366:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.278369:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.278868:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687428.278872:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687428.278874:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00800000:00000001:0.0:1788687428.278878:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278881:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278883:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.278886:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.278889:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278891:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278897:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.278900:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.278903:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.278905:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.278951:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.278954:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.278956:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687428.278958:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687428.278959:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00800000:00000001:0.0:1788687428.278962:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278965:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278966:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.278968:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.278971:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278973:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278977:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.278979:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.278981:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.278983:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.278985:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.278987:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.278989:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687428.278990:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687428.278991:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00800000:00000001:0.0:1788687428.278994:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278996:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.278997:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.278999:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.279001:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279003:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279006:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.279008:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.279010:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.279011:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.279014:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.279016:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.279018:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687428.279019:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687428.279020:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00800000:00000001:0.0:1788687428.279023:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279025:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279027:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.279029:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.279031:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279032:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279036:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.279037:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.279039:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.279040:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.279043:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.279044:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.279046:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687428.279047:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687428.279048:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00800000:00000001:0.0:1788687428.279050:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279053:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279054:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.279056:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.279058:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279060:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279062:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.279064:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.279066:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.279067:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.279069:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.279070:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.279072:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687428.279073:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687428.279074:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00800000:00000001:0.0:1788687428.279077:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279078:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279080:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.279082:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.279085:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279086:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279089:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.279090:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.279093:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.279094:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.279096:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.279098:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.279099:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687428.279100:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687428.279101:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00800000:00000001:0.0:1788687428.279103:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279104:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279106:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.279108:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.279110:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279112:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279114:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.279116:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.279118:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.279119:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.279121:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.279204:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.279207:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687428.279209:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687428.279210:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00800000:00000001:0.0:1788687428.279214:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279216:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279217:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.279219:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.279222:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279224:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279229:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.279231:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.279234:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.279235:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.279238:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.279240:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.279242:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687428.279243:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687428.279244:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00800000:00000001:0.0:1788687428.279247:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279249:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279251:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.279253:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.279256:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279258:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279262:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.279264:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.279266:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.279267:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.279270:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.279272:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.279274:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687428.279275:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687428.279276:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00800000:00000001:0.0:1788687428.279278:0:34799:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279280:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279282:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.279284:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.279286:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279289:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.279293:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.279294:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.279297:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.279299:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.279301:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.279304:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.279305:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788687428.279306:0:34799:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788687428.279307:0:34799:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00800000:00000001:0.0:1788687428.279310:0:34799:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788687428.279312:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788687428.279314:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1788687428.279316:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.279318:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788687428.279320:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788687428.279323:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.279325:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.279327:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.279328:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.279331:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.279334:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.279336:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687428.279341:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687428.279343:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00020000:00000001:0.0:1788687428.279351:0:34799:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:0.0:1788687428.279354:0:34799:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff9b29e019e800: age 1877, max_age 1885 00000008:00000001:0.0:1788687428.279358:0:34799:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:0.0:1788687428.279363:0:34799:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000010:0.0:1788687428.279754:0:34799:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f3800. 00000020:00000040:0.0:1788687428.279760:0:34799:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=4 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:0.0:1788687428.279765:0:34799:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687428.279767:0:34799:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:0.0:1788687428.279770:0:34799:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788687428.279772:0:34799:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687428.279776:0:34799:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687428.279783:0:34799:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687428.279794:0:34799:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c6946300. 00000100:00000001:0.0:1788687428.279803:0:34799:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.279807:0:34799:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687428.279809:0:34799:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687428.279826:0:34799:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c2e43000. 00000100:00000001:0.0:1788687428.279829:0:34799:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202398539776 : -110871311011840 : ffff9b29c2e43000) 00000100:00000001:0.0:1788687428.279832:0:34799:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.279834:0:34799:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509363200 : -110871200188416 : ffff9b29c97f3800) 00000100:00000001:0.0:1788687428.279840:0:34799:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687428.279845:0:34799:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.279847:0:34799:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687428.279849:0:34799:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687428.279864:0:34799:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f3800 x1875572824562304/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687428.279874:0:34799:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687428.279877:0:34799:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687428.279883:0:34799:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687428.279886:0:34799:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687428.279889:0:34799:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687428.279893:0:34799:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f3800 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34799:1875572824562304:192.168.203.144@tcp:13:lfs.0 00000100:00000001:0.0:1788687428.279899:0:34799:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687428.279935:0:34799:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687428.279938:0:34799:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687428.279942:0:34799:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687428.279947:0:34799:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a00000. 02000000:00000001:0.0:1788687428.279949:0:34799:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687428.279959:0:34799:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687428.279965:0:34799:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1688. 00000400:00000010:0.0:1788687428.279973:0:34799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda088. 00000100:00000200:0.0:1788687428.279982:0:34799:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824562304, portal 4 00000100:00000001:0.0:1788687428.279984:0:34799:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.279985:0:34799:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509363200 : -110871200188416 : ffff9b29c97f3800) 00000100:00000040:0.0:1788687428.279995:0:34799:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f3800 x1875572824562304/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687444 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687428.280004:0:34799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687428.280008:0:34799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687428.280011:0:34799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda550. 00000100:00000200:0.0:1788687428.280015:0:34799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875572824562304, offset 0 00000400:00000200:0.0:1788687428.280023:0:34799:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687428.280033:0:34799:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687428.280042:0:34799:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687428.280048:0:34799:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687428.280053:0:34799:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687428.280058:0:34799:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687428.280061:0:34799:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687428.280066:0:34799:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2640:2640:256:4294967295] 192.168.203.144@tcp LPNI seq info [2640:2640:8:4294967295] 00000400:00000200:0.0:1788687428.280071:0:34799:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687428.280083:0:34799:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687428.280089:0:34799:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687428.280094:0:34799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946900. 00000800:00000200:0.0:1788687428.280102:0:34799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687428.280112:0:34799:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687428.280116:0:34799:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788687428.280151:0:34799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687428.280157:0:34799:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20963 usecs (21 jiffies) 00000400:00000200:0.0:1788687428.280160:0:34799:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687428.280164:0:34799:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296554306 00000100:00000001:0.0:1788687428.280168:0:34799:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296555055 00000100:00000001:0.0:1788687428.280171:0:34799:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296554306 00000100:00000001:0.0:1788687428.280173:0:34799:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296555055 00000100:00000001:0.0:1788687428.280175:0:34799:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687428.280179:0:34799:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.280181:0:34799:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687428.280183:0:34799:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687428.280187:0:34799:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c2e43000 going to sleep for 11 seconds 00000100:00000001:0.0:1788687428.280191:0:34799:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687428.280195:0:34799:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687428.280320:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687428.280327:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946900. 00000400:00000200:3.0:1788687428.280334:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.280340:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687428.280346:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda550 00000400:00000010:3.0:1788687428.280349:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda550. 00000100:00000001:3.0:1788687428.280353:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687428.280358:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3800 x1875572824562304/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687444 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687428.280369:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687428.280373:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3800 x1875572824562304/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687444 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687428.280381:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.280383:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687428.283784:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.283807:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687428.283813:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.283816:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.283835:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.283845:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687428.283856:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.283863:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.283870:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.283875:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 4 MB=0x6a9d2d3f55a80 00000400:00000200:3.0:1788687428.283880:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.283888:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 368/368 into md 0x73bd [1] + 224 00000800:00000001:3.0:1788687428.283897:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.283904:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.283961:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.283967:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687428.283976:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687428.283986:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3800 x1875572824562304/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687444 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687428.283999:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b29c97f3800 x1875572824562304/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687428.284011:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687428.284022:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.284026:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.285042:0:34799:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687428.285056:0:34799:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687428.285059:0:34799:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687428.285063:0:34799:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1688. 00000400:00000200:0.0:1788687428.285071:0:34799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda088 00000400:00000010:0.0:1788687428.285074:0:34799:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda088. 00000100:00000001:0.0:1788687428.285078:0:34799:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687428.285088:0:34799:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f3800 x1875572824562304/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687428.285157:0:34799:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f3800 x1875572824562304/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687428.285166:0:34799:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687428.285169:0:34799:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.285172:0:34799:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687428.285176:0:34799:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687428.285178:0:34799:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687428.285181:0:34799:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687428.285184:0:34799:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687428.285197:0:34799:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec74f0 time=47 v=5 (5 0 0 0) 00000100:00001000:0.0:1788687428.285202:0:34799:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687428.285205:0:34799:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687428.285206:0:34799:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.285210:0:34799:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687428.285215:0:34799:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.285219:0:34799:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687428.285222:0:34799:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967346 00000100:00000001:0.0:1788687428.285224:0:34799:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687428.285227:0:34799:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687428.285232:0:34799:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f3800 x1875572824562304/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687428.285239:0:34799:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687428.285242:0:34799:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687428.285244:0:34799:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687428.285249:0:34799:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f3800 x1875572824562304/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687444 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687428.285259:0:34799:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f3800 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34799:1875572824562304:192.168.203.144@tcp:13:lfs.0 00000100:00000001:0.0:1788687428.285264:0:34799:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.285267:0:34799:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.285271:0:34799:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687428.285273:0:34799:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.285277:0:34799:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f3800 x1875572824562304/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687444 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687428.285284:0:34799:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687428.285288:0:34799:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c2e43000. 00000100:00000001:0.0:1788687428.285291:0:34799:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687428.285293:0:34799:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687428.285300:0:34799:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:0.0:1788687428.285302:0:34799:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.285305:0:34799:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f3800 x1875572824562304/t0(0) o13->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687444 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687428.285311:0:34799:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687428.285314:0:34799:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687428.285317:0:34799:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a00000. 02000000:00000001:0.0:1788687428.285321:0:34799:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687428.285324:0:34799:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687428.285327:0:34799:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:0.0:1788687428.285329:0:34799:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687428.285332:0:34799:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c6946300. 02000000:00000001:0.0:1788687428.285337:0:34799:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687428.285340:0:34799:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687428.285342:0:34799:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f3800. 00000100:00000001:0.0:1788687428.285346:0:34799:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687428.285347:0:34799:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1788687428.285351:0:34799:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff9b29e019e800: update ffff9b29c9715198 cache blocks 3675/3683 objects 117792/118191 00020000:00000001:0.0:1788687428.285357:0:34799:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.285364:0:34799:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.285368:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687428.285371:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.285375:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.285378:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.285461:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.285463:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.285472:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.285475:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.285483:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.285488:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.285490:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687428.285494:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687428.285496:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00020000:00000001:0.0:1788687428.285503:0:34799:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:0.0:1788687428.285505:0:34799:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff9b29e019e800: age 1877, max_age 1885 00000008:00000001:0.0:1788687428.285508:0:34799:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:0.0:1788687428.285511:0:34799:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000010:0.0:1788687428.285517:0:34799:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f3800. 00000020:00000040:0.0:1788687428.285520:0:34799:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=4 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:0.0:1788687428.285523:0:34799:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687428.285525:0:34799:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:0.0:1788687428.285527:0:34799:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788687428.285529:0:34799:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687428.285532:0:34799:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687428.285538:0:34799:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687428.285544:0:34799:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29c6946300. 00000100:00000001:0.0:1788687428.285552:0:34799:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.285565:0:34799:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687428.285567:0:34799:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687428.285574:0:34799:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c2e43000. 00000100:00000001:0.0:1788687428.285577:0:34799:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202398539776 : -110871311011840 : ffff9b29c2e43000) 00000100:00000001:0.0:1788687428.285580:0:34799:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.285582:0:34799:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509363200 : -110871200188416 : ffff9b29c97f3800) 00000100:00000001:0.0:1788687428.285587:0:34799:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687428.285593:0:34799:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.285595:0:34799:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687428.285597:0:34799:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687428.285602:0:34799:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f3800 x1875572824562432/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687428.285609:0:34799:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687428.285611:0:34799:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687428.286305:0:34799:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687428.286309:0:34799:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687428.286314:0:34799:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687428.286320:0:34799:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f3800 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34799:1875572824562432:192.168.203.144@tcp:13:lfs.0 00000100:00000001:0.0:1788687428.286325:0:34799:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687428.286332:0:34799:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687428.286334:0:34799:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687428.286337:0:34799:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687428.286343:0:34799:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a00000. 02000000:00000001:0.0:1788687428.286345:0:34799:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687428.286354:0:34799:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687428.286357:0:34799:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1688. 00000400:00000010:0.0:1788687428.286364:0:34799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda088. 00000100:00000200:0.0:1788687428.286371:0:34799:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824562432, portal 4 00000100:00000001:0.0:1788687428.286373:0:34799:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.286374:0:34799:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509363200 : -110871200188416 : ffff9b29c97f3800) 00000100:00000040:0.0:1788687428.286383:0:34799:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f3800 x1875572824562432/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687444 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687428.286391:0:34799:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687428.286394:0:34799:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687428.286397:0:34799:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda4c8. 00000100:00000200:0.0:1788687428.286401:0:34799:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875572824562432, offset 0 00000400:00000200:0.0:1788687428.286409:0:34799:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687428.286418:0:34799:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687428.286427:0:34799:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687428.286433:0:34799:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687428.286438:0:34799:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687428.286442:0:34799:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687428.286446:0:34799:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687428.286450:0:34799:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2641:2641:256:4294967295] 192.168.203.144@tcp LPNI seq info [2641:2641:8:4294967295] 00000400:00000200:0.0:1788687428.286455:0:34799:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687428.286467:0:34799:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687428.286474:0:34799:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687428.286480:0:34799:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946400. 00000800:00000200:0.0:1788687428.286488:0:34799:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687428.286499:0:34799:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687428.286505:0:34799:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788687428.286525:0:34799:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687428.286530:0:34799:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 240526 usecs (241 jiffies) 00000400:00000200:0.0:1788687428.286533:0:34799:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687428.286537:0:34799:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296554532 00000100:00000001:0.0:1788687428.286540:0:34799:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296555055 00000100:00000001:0.0:1788687428.286543:0:34799:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296554532 00000100:00000001:0.0:1788687428.286545:0:34799:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296555055 00000100:00000001:0.0:1788687428.286547:0:34799:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687428.286559:0:34799:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.286562:0:34799:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687428.286564:0:34799:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687428.286567:0:34799:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c2e43000 going to sleep for 11 seconds 00000100:00000001:0.0:1788687428.286570:0:34799:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687428.286573:0:34799:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687428.288008:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687428.288018:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946400. 00000400:00000200:3.0:1788687428.288026:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.288034:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687428.288042:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda4c8 00000400:00000010:3.0:1788687428.288045:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda4c8. 00000100:00000001:3.0:1788687428.288050:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687428.288059:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3800 x1875572824562432/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687444 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687428.288070:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687428.288074:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3800 x1875572824562432/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687444 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687428.288080:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.288082:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687428.294966:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.294990:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687428.294995:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.294998:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.295011:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.295021:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687428.295032:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.295037:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.295044:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.295049:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 368 into portal 4 MB=0x6a9d2d3f55b00 00000400:00000200:3.0:1788687428.295054:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.295061:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 368/368 into md 0x73c5 [1] + 224 00000800:00000001:3.0:1788687428.295070:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.295077:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.295081:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.295086:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687428.295096:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687428.295119:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3800 x1875572824562432/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687444 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687428.295132:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff9b29c97f3800 x1875572824562432/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687428.295145:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687428.295155:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.295159:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.295303:0:34799:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687428.295312:0:34799:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687428.295315:0:34799:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687428.295319:0:34799:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1688. 00000400:00000200:0.0:1788687428.295325:0:34799:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda088 00000400:00000010:0.0:1788687428.295328:0:34799:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda088. 00000100:00000001:0.0:1788687428.295332:0:34799:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687428.295337:0:34799:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f3800 x1875572824562432/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687428.295348:0:34799:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f3800 x1875572824562432/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687428.295355:0:34799:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687428.295357:0:34799:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.295360:0:34799:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687428.295365:0:34799:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687428.295367:0:34799:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687428.295370:0:34799:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687428.295374:0:34799:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687428.295386:0:34799:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec04a8 time=47 v=5 (5 0 0 0) 00000100:00001000:0.0:1788687428.295391:0:34799:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=28 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687428.295394:0:34799:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687428.295396:0:34799:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.295399:0:34799:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687428.295404:0:34799:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.295409:0:34799:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687428.295411:0:34799:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788687428.295414:0:34799:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687428.295417:0:34799:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687428.295422:0:34799:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f3800 x1875572824562432/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687428.295430:0:34799:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687428.295434:0:34799:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687428.295436:0:34799:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687428.295440:0:34799:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f3800 x1875572824562432/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687444 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687428.295447:0:34799:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f3800 pname:cluuid:pid:xid:nid:opc:job lfs:ce1d4174-c231-444b-b3ed-b722bc4901cb:34799:1875572824562432:192.168.203.144@tcp:13:lfs.0 00000100:00000001:0.0:1788687428.295452:0:34799:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.295456:0:34799:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.295459:0:34799:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687428.295461:0:34799:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.295466:0:34799:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f3800 x1875572824562432/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687444 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687428.295473:0:34799:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687428.295476:0:34799:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c2e43000. 00000100:00000001:0.0:1788687428.295480:0:34799:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687428.295481:0:34799:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687428.295489:0:34799:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:0.0:1788687428.295491:0:34799:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.295495:0:34799:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f3800 x1875572824562432/t0(0) o13->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1788687444 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687428.295502:0:34799:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687428.295505:0:34799:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687428.295509:0:34799:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a00000. 02000000:00000001:0.0:1788687428.295512:0:34799:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687428.295515:0:34799:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687428.295518:0:34799:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:0.0:1788687428.295520:0:34799:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687428.295523:0:34799:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29c6946300. 02000000:00000001:0.0:1788687428.295528:0:34799:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687428.295530:0:34799:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687428.295532:0:34799:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f3800. 00000100:00000001:0.0:1788687428.295536:0:34799:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687428.295538:0:34799:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1788687428.295543:0:34799:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff9b29e019e800: update ffff9b29c6350458 cache blocks 3679/3683 objects 117792/118187 00020000:00000001:0.0:1788687428.295547:0:34799:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.295554:0:34799:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.295961:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687428.295965:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.295970:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.295973:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.296057:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.296060:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.296070:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.296074:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.296081:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.296086:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.296089:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687428.296093:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687428.296095:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00020000:00000001:0.0:1788687428.296110:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296112:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296114:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.296117:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.296119:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296121:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296126:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.296127:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.296130:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.296131:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.296134:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.296137:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.296138:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687428.296140:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687428.296141:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00020000:00000001:0.0:1788687428.296144:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296146:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296147:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.296150:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.296152:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296153:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296156:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.296158:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.296160:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.296161:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.296164:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.296166:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.296168:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687428.296169:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687428.296171:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00020000:00000001:0.0:1788687428.296175:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296176:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296178:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.296180:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.296182:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296184:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296187:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.296189:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.296191:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.296192:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.296195:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.296197:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.296198:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687428.296200:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687428.296201:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00020000:00000001:0.0:1788687428.296204:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296205:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296207:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.296209:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.296212:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296213:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296216:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.296218:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.296220:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.296222:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.296224:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.296226:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.296227:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687428.296228:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687428.296230:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00020000:00000001:0.0:1788687428.296232:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296234:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296237:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.296239:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.296241:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296243:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296246:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.296247:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.296249:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.296250:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.296252:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.296255:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.296256:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687428.296257:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687428.296259:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00020000:00000001:0.0:1788687428.296261:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296263:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296265:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.296266:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.296268:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296270:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296273:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.296274:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.296277:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.296278:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.296280:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.296282:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.296284:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687428.296285:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687428.296286:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00020000:00000001:0.0:1788687428.296288:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296290:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296292:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.296295:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.296297:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296299:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296303:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.296304:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.296307:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.296308:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.296310:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.296313:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.296314:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687428.296315:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687428.296316:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00020000:00000001:0.0:1788687428.296319:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296320:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296322:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.296324:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.296327:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296329:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296332:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.296333:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.296335:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.296336:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.296339:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.296341:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.296342:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687428.296343:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687428.296345:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00020000:00000001:0.0:1788687428.296347:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296349:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296351:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.296353:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.296355:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296356:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296359:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.296361:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.296363:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.296364:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.296367:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.296369:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.296370:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687428.296372:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687428.296373:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00020000:00000001:0.0:1788687428.296375:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296377:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296379:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.296381:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.296383:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296385:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296388:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.296390:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.296392:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.296394:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.296396:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.296398:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.296400:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687428.296401:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687428.296403:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00020000:00000001:0.0:1788687428.296405:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296407:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296409:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.296411:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.296414:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296415:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296418:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.296419:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.296422:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.296423:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.296425:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.296428:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.296429:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687428.296430:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687428.296432:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00020000:00000001:0.0:1788687428.296434:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296436:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296438:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.296440:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.296442:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296444:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296447:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.296448:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.296451:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.296452:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.296455:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.296457:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.296458:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687428.296459:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687428.296460:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00020000:00000001:0.0:1788687428.296462:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296464:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296466:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.296468:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.296469:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296471:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296473:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.296474:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.296476:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.296477:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.296479:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.296481:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.296483:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687428.296485:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687428.296486:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00020000:00000001:0.0:1788687428.296488:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296490:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296492:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.296494:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.296496:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296498:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296501:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.296502:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.296505:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.296506:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.296508:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.296510:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.296512:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687428.296513:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687428.296515:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00020000:00000001:0.0:1788687428.296517:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296519:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296521:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.296523:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.296525:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296527:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296530:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.296531:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.296534:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.296535:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.296538:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.296540:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.296542:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687428.296543:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687428.296544:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00020000:00000001:0.0:1788687428.296547:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296550:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296552:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.296554:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.296568:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296570:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296574:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.296575:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.296577:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.296579:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.296581:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.296583:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.296585:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687428.296586:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687428.296587:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00020000:00000001:0.0:1788687428.296590:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296592:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296594:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.296596:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.296598:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296600:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296603:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788687428.296604:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:0.0:1788687428.296607:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788687428.296608:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788687428.296611:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29d8a00400. 00000020:00000001:0.0:1788687428.296613:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.296985:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788687428.296988:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788687428.296990:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29d8a00400 uarg=0000000000000000 00020000:00000001:0.0:1788687428.296993:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296995:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.296997:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788687428.296999:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29d8a00400. 00000080:00000001:0.0:1788687428.297003:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788687428.297005:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.298692:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.298701:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.298713:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.298717:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.298726:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.298731:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.298734:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.298808:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.298811:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.298816:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.298828:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.298831:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.298834:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.298840:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.298843:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.298848:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.298849:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.298853:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.298855:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.298858:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.298860:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.298862:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.298863:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.298865:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.298867:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.298869:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.298870:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.298872:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.298874:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.298876:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.298879:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.298880:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.298883:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.298884:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.298886:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.298888:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.298889:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.298890:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.298891:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.298893:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.298896:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.298897:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.298899:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.298902:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.298904:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.298950:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.298951:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.298954:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.298955:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.298958:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.298960:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.298961:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.298963:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.298964:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.298967:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.298969:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.298970:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.298972:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.298974:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.298976:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.298979:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.298980:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.298982:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.298983:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.298985:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.298987:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.298989:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.298990:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.298991:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.298994:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.298996:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.298997:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.299000:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.299001:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299003:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299005:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.299007:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.299009:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.299010:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.299012:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.299014:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.299015:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.299016:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.299017:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.299019:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299021:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299023:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.299025:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.299027:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299028:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299031:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.299032:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.299035:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.299036:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.299038:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.299040:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.299041:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.299042:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.299043:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.299046:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299047:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299050:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.299052:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.299054:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299056:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299058:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.299060:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.299062:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.299063:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.299066:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.299068:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.299069:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.299070:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.299072:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.299074:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299076:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299078:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.299080:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.299082:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299084:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299087:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.299088:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.299091:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.299092:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.299094:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.299096:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.299098:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.299099:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.299100:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.299103:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299105:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299106:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.299108:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.299111:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299112:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299115:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.299117:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.299119:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.299120:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.299122:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.299125:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.299126:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.299128:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.299130:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.299132:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299134:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299136:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.299138:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.299141:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299143:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299148:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.299149:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.299151:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.299153:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.299155:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.299157:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.299158:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.299159:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.299160:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.299162:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299165:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299167:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.299169:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.299171:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299172:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299175:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.299176:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.299179:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.299180:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.299183:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.299185:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.299186:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.299188:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.299189:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.299191:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299194:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299196:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.299198:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.299200:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299202:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299205:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.299206:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.299209:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.299210:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.299212:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.299214:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.299216:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.299217:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.299218:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.299221:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299222:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299224:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.299226:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.299228:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299230:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299233:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.299234:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.299237:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.299238:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.299240:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.299242:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.299243:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.299244:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.299246:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.299248:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299251:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299252:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.299254:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.299257:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299258:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299261:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.299263:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.299265:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.299266:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.299268:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.299271:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.299272:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.299273:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.299274:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.299277:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299279:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299280:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.299283:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.299285:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299287:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299290:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.299291:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.299294:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.299295:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.299297:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.299299:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.299301:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.299302:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.299303:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.299306:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299308:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299310:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.299311:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.299313:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299315:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299317:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.299319:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.299322:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.299323:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.299325:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.299327:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.299329:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.299330:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.299331:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.299334:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299335:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299337:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.299339:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.299341:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299343:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299345:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.299347:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.299349:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.299350:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.299352:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.299355:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.299356:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.299357:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.299359:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.299361:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299363:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299365:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.299366:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.299368:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299370:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299373:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.299374:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.299377:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.299378:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.299380:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.299382:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.299384:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.299385:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.299386:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.299388:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299390:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299392:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.299394:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.299396:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299397:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299401:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.299402:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.299405:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.299406:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.299408:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.299410:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.299411:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.299412:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.299414:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.299416:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299418:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299419:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.299421:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.299423:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299425:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299427:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.299429:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.299432:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.299433:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.299435:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.299438:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.299439:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.299441:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.299442:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.299444:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299446:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299447:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.299449:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.299451:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299453:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299456:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.299457:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.299459:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.299461:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.299462:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.299464:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.299466:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.299467:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.299468:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.299470:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299473:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299474:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.299476:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.299478:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299479:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299482:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.299483:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.299485:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.299487:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.299489:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.299491:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.299493:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.299494:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.299495:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.299498:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299500:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299502:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.299504:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.299506:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299508:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299510:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.299512:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.299514:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.299515:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.299517:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.299519:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.299520:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.299521:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.299522:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.299525:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299526:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299528:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.299530:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.299532:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299533:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.299536:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.299538:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.299541:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.299542:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.299544:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.299546:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.299547:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.299548:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.299550:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.299552:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300234:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300239:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.300243:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.300248:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300250:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300262:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.300263:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.300278:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.300280:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.300285:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.300289:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.300291:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.300293:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.300294:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.300297:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300299:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300300:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.300302:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.300305:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300306:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300310:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.300311:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.300314:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.300314:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.300316:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.300319:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.300320:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.300322:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.300323:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.300326:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300327:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300329:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.300331:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.300333:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300335:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300338:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.300340:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.300342:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.300343:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.300345:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.300347:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.300349:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.300350:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.300351:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.300353:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300355:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300357:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.300359:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.300361:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300363:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300366:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.300367:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.300370:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.300371:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.300373:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.300375:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.300377:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.300378:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.300379:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.300381:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300383:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300385:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.300387:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.300389:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300391:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300393:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.300395:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.300397:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.300398:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.300400:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.300402:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.300403:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.300404:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.300405:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.300408:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300410:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300412:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.300414:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.300416:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300418:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300421:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.300422:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.300425:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.300426:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.300428:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.300430:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.300432:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.300433:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.300434:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.300436:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300438:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300440:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.300442:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.300444:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300446:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300448:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.300450:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.300453:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.300454:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.300456:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.300458:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.300460:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.300462:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.300463:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.300466:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300467:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300469:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.300471:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.300473:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300474:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300477:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.300479:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.300481:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.300482:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.300484:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.300486:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.300488:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.300489:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.300490:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.300493:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300495:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300496:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.300498:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.300500:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300502:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300505:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.300506:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.300509:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.300510:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.300512:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.300514:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.300516:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.300517:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.300518:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.300521:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300523:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300525:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.300527:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.300529:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300531:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300534:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.300536:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.300539:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.300540:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.300542:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.300544:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.300545:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.300546:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.300547:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.300550:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300552:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300554:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.300567:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.300569:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300571:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300575:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.300576:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.300579:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.300580:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.300583:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.300585:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.300586:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.300588:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.300589:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.300591:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300593:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300595:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.300597:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.300600:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300601:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300605:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.300606:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.300609:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.300610:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.300612:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.300613:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.300615:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.300616:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.300617:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.300619:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300621:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300623:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.300625:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.300627:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300629:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300632:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.300633:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.300635:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.300636:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.300638:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.300640:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.300642:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.300643:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.300644:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.300647:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300649:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300650:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.300652:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.300654:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300656:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300658:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.300660:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.300663:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.300664:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.300666:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.300668:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.300669:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.300671:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.300672:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.300674:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300676:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300677:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.300679:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.300681:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300683:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300686:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.300687:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.300689:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.300690:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.300692:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.300694:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.300696:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.300697:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.300698:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.300700:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300702:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300704:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.300706:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.300708:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300710:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300713:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.300714:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.300716:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.300717:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.300720:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.300722:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.300724:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.300725:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.300726:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.300729:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300731:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.300732:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.300734:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.300736:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.301134:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.301141:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.301143:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.301148:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.301149:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.301154:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.301156:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.301158:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.301160:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.301161:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.301165:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.301167:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.301169:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.301171:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.301173:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.301175:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.301178:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.301179:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.301181:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.301182:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.301185:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.301187:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.301189:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.301190:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.301192:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.301194:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.301196:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.301198:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.301200:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.301202:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.301204:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.301207:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.301209:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.301211:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.301212:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.301214:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.301216:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.301218:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.301219:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.301220:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.301222:0:34799:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.301224:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.301226:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788687428.301228:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.301229:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.301231:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788687428.301234:0:34799:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788687428.301235:0:34799:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8) cmd=c00866a4 arg=7ffd77eb0d10 00000080:00000001:3.0:1788687428.301238:0:34799:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788687428.301239:0:34799:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788687428.301242:0:34799:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff9b29c43bcc00. 00000020:00000001:3.0:1788687428.301244:0:34799:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.301245:0:34799:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788687428.301247:0:34799:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788687428.301248:0:34799:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff9b29e019e800: cmd=c00866a4 len=592 karg=ffff9b29c43bcc00 uarg=0000000000000000 00020000:00000001:3.0:1788687428.301251:0:34799:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788687428.301254:0:34799:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788687428.301255:0:34799:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1788687428.301257:0:34799:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff9b29c43bcc00. 00000080:00000001:3.0:1788687428.301260:0:34799:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788687428.301261:0:34799:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788687428.301277:0:34799:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:3.0:1788687428.301280:0:34799:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788687428.301283:0:34799:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bdd0 00000080:00200008:3.0:1788687428.301285:0:34799:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 100000 00000080:00400000:3.0:1788687428.301290:0:34799:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1788687428.301294:0:34799:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29e1663e00. 00000080:00000001:3.0:1788687428.301300:0:34799:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788687428.301302:0:34799:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d8bdd0 00000080:00000008:3.0:1788687428.301304:0:34799:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff9b29d85942c8), flags 100000, rc = 0 00000080:00000001:3.0:1788687428.301307:0:34799:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.301308:0:34799:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.313162:0:34800:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687428.313172:0:34800:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687428.313175:0:34800:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687428.313178:0:34800:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbbc0 00000080:00200000:0.0:1788687428.313184:0:34800:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687428.313195:0:34800:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29d01f2000. 00800000:00000002:0.0:1788687428.313205:0:34800:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687428.313210:0:34800:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687428.313215:0:34800:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687428.313217:0:34800:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbae0 00800000:00000002:0.0:1788687428.313221:0:34800:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687428.313225:0:34800:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687428.313230:0:34800:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687428.313237:0:34800:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687428.313239:0:34800:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdb9b0 00000002:00010000:0.0:1788687428.313241:0:34800:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687428.313245:0:34800:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687428.313248:0:34800:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687428.313251:0:34800:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687428.313260:0:34800:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62300 count: 2 00010000:00000001:0.0:1788687428.313263:0:34800:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687428.313280:0:34800:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687428.313285:0:34800:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687428.313291:0:34800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147600/0x230d04438e811f89 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e90 expref: -99 pid: 34799 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788687428.313305:0:34800:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687428.313311:0:34800:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.313315:0:34800:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147600/0x230d04438e811f89 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e90 expref: -99 pid: 34799 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788687428.313323:0:34800:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687428.313327:0:34800:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687428.313329:0:34800:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687428.313331:0:34800:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687428.313333:0:34800:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687428.313335:0:34800:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687428.313339:0:34800:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687428.313342:0:34800:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687428.313346:0:34800:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29d01f2000. 00000080:00000001:0.0:1788687428.313354:0:34800:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687428.313356:0:34800:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687428.313359:0:34800:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687428.313364:0:34800:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f89 00800000:00000001:0.0:1788687428.313367:0:34800:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687428.313370:0:34800:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687428.313372:0:34800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.313375:0:34800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.313378:0:34800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147600 refcount=3 00000020:00000001:0.0:1788687428.313381:0:34800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:0.0:1788687428.313385:0:34800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:0.0:1788687428.313388:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.313390:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687428.313391:0:34800:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687428.313393:0:34800:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687428.313396:0:34800:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f89 from it ffffaca081cdbbf8 00010000:00000001:0.0:1788687428.313398:0:34800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.313399:0:34800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.313401:0:34800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c3147600 refcount=3 00000020:00000001:0.0:1788687428.313403:0:34800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:0.0:1788687428.313405:0:34800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202401703424 : -110871307848192 : ffff9b29c3147600) 00010000:00000001:0.0:1788687428.313408:0:34800:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687428.313411:0:34800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147600/0x230d04438e811f89 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e90 expref: -99 pid: 34799 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788687428.313419:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.313421:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.313423:0:34800:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687428.313426:0:34800:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687428.313429:0:34800:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147600/0x230d04438e811f89 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e90 expref: -99 pid: 34799 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687428.313439:0:34800:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687428.313443:0:34800:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687428.313446:0:34800:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687428.313451:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.313452:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.313455:0:34800:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.313459:0:34800:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687428.313461:0:34800:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.313464:0:34800:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.313466:0:34800:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.313468:0:34800:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687428.313469:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.313470:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687428.313473:0:34800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687428.313475:0:34800:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687428.313478:0:34800:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788687428.313484:0:34800:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.313492:0:34800:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788687428.313495:0:34800:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbb58 00000080:00002000:0.0:1788687428.313497:0:34800:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9b29d8746438) flags 0x48000e refc 0 00000080:00000001:0.0:1788687428.313500:0:34800:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.313502:0:34800:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbbc8 00000080:00200000:0.0:1788687428.313503:0:34800:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:0.0:1788687428.313513:0:34800:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788687428.313515:0:34800:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9b29d8576c08), inode mode 81a4 mask 52 00000080:00000001:0.0:1788687428.313518:0:34800:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.313527:0:34800:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788687428.313529:0:34800:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbb98 00000080:00200008:0.0:1788687428.313531:0:34800:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x36:0x0](ffff9b29d8576c08), flags 102101 00000080:00000010:0.0:1788687428.313538:0:34800:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29d0061540. 00000080:00000001:0.0:1788687428.313546:0:34800:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1788687428.313550:0:34800:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29d01f2000. 00800000:00000002:0.0:1788687428.313552:0:34800:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687428.313566:0:34800:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687428.313568:0:34800:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687428.313570:0:34800:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdba48 00800000:00000002:0.0:1788687428.313572:0:34800:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000404:0x36:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687428.313577:0:34800:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:0.0:1788687428.313580:0:34800:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdb9c8 00800000:00000002:0.0:1788687428.313582:0:34800:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1788687428.313586:0:34800:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687428.313587:0:34800:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdb900 00000002:00010000:0.0:1788687428.313589:0:34800:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:0.0:1788687428.313593:0:34800:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788687428.313596:0:34800:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788687428.313600:0:34800:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788687428.313605:0:34800:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 2 00010000:00000001:0.0:1788687428.313607:0:34800:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687428.313610:0:34800:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788687428.313613:0:34800:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.313615:0:34800:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687428.313618:0:34800:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687428.313619:0:34800:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788687428.313621:0:34800:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62300 count: 2 00010000:00000001:0.0:1788687428.313623:0:34800:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687428.313624:0:34800:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788687428.313627:0:34800:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687428.313629:0:34800:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147600/0x230d04438e811f89 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d2e90 expref: -99 pid: 34799 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1788687428.313638:0:34800:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788687428.313643:0:34800:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788687428.313645:0:34800:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788687428.313647:0:34800:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788687428.313649:0:34800:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687428.313651:0:34800:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687428.313654:0:34800:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62300 count: 3 00010000:00000001:0.0:1788687428.313656:0:34800:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687428.313658:0:34800:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687428.313660:0:34800:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687428.313661:0:34800:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687428.313663:0:34800:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62300 count: 3 00010000:00000001:0.0:1788687428.313664:0:34800:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687428.313666:0:34800:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687428.313667:0:34800:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687428.313669:0:34800:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687428.313670:0:34800:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c5c62300 count: 3 00010000:00000001:0.0:1788687428.313671:0:34800:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687428.313673:0:34800:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.313675:0:34800:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788687428.313677:0:34800:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b29d8594200, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788687428.313681:0:34800:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788687428.313684:0:34800:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788687428.313687:0:34800:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788687428.313689:0:34800:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.313693:0:34800:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687428.313696:0:34800:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687428.313698:0:34800:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687428.313700:0:34800:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687428.313701:0:34800:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788687428.313704:0:34800:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c3147600 with handle 0x230d04438e811f89 from hash 00010000:00000001:0.0:1788687428.313706:0:34800:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687428.313707:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.313708:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.313709:0:34800:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687428.313712:0:34800:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687428.313714:0:34800:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788687428.313717:0:34800:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687428.313719:0:34800:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687428.313721:0:34800:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788687428.313726:0:34800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f3800. 00000020:00000040:0.0:1788687428.313730:0:34800:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:0.0:1788687428.313738:0:34800:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788687428.313740:0:34800:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.313743:0:34800:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687428.313748:0:34800:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687428.313750:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.313752:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.313753:0:34800:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.313756:0:34800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687428.313758:0:34800:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687428.313761:0:34800:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687428.313770:0:34800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a00400. 00000100:00000001:0.0:1788687428.313779:0:34800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.313785:0:34800:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687428.313788:0:34800:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788687428.313793:0:34800:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147600/0x230d04438e811f89 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2e90 expref: -99 pid: 34799 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1788687428.313800:0:34800:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788687428.313802:0:34800:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687428.313804:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687428.313807:0:34800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c3147600/0x230d04438e811f89 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2e90 expref: -99 pid: 34799 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:0.0:1788687428.313815:0:34800:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c5c62300 count: 0 00010000:00000010:0.0:1788687428.313829:0:34800:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c3056a00. 00010000:00000001:0.0:1788687428.313842:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.313844:0:34800:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.313846:0:34800:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687428.313847:0:34800:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.313849:0:34800:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687428.313858:0:34800:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633202509363200 : -110871200188416 : ffff9b29c97f3800) 00010000:00000001:0.0:1788687428.313862:0:34800:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687428.313865:0:34800:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788687428.313869:0:34800:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c64de900. 00010000:00000010:0.0:1788687428.313874:0:34800:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5ca0f00. 00010000:00000001:0.0:1788687428.313879:0:34800:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687428.313882:0:34800:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc4e00. 00000020:00000001:0.0:1788687428.313885:0:34800:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687428.313888:0:34800:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc4e00 with handle 0x230d04438e811f90 to hash 00000020:00000001:0.0:1788687428.313890:0:34800:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687428.313892:0:34800:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687428.313896:0:34800:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687428.313899:0:34800:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687428.313901:0:34800:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.313904:0:34800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811f90 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34800 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687428.313938:0:34800:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811f90 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34800 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788687428.313952:0:34800:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788687428.313968:0:34800:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c97f3800 x1875572824562688/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788687428.313978:0:34800:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811f90 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34800 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687428.313984:0:34800:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687428.313986:0:34800:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687428.313996:0:34800:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c2e43000. 00000100:00000001:0.0:1788687428.313999:0:34800:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202398539776 : -110871311011840 : ffff9b29c2e43000) 00000100:00000001:0.0:1788687428.314001:0:34800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.314003:0:34800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509363200 : -110871200188416 : ffff9b29c97f3800) 00000100:00000001:0.0:1788687428.314008:0:34800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687428.314013:0:34800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.314015:0:34800:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687428.314017:0:34800:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687428.314021:0:34800:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f3800 x1875572824562688/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.314035:0:34800:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687428.314038:0:34800:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687428.314042:0:34800:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687428.314044:0:34800:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687428.314047:0:34800:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687428.314051:0:34800:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f3800 pname:cluuid:pid:xid:nid:opc:job bash:ce1d4174-c231-444b-b3ed-b722bc4901cb:34800:1875572824562688:192.168.203.144@tcp:101:bash.0 00000100:00000001:0.0:1788687428.314056:0:34800:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687428.314062:0:34800:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687428.314064:0:34800:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687428.314068:0:34800:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687428.314139:0:34800:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b29c69a0000. 02000000:00000001:0.0:1788687428.314141:0:34800:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687428.314152:0:34800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687428.314157:0:34800:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1688. 00000400:00000010:0.0:1788687428.314166:0:34800:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b29d8a00000. 00000100:00000200:0.0:1788687428.314174:0:34800:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875572824562688, portal 10 00000100:00000001:0.0:1788687428.314176:0:34800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.314177:0:34800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509363200 : -110871200188416 : ffff9b29c97f3800) 00000100:00000040:0.0:1788687428.314184:0:34800:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f3800 x1875572824562688/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687444 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.314191:0:34800:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687428.314194:0:34800:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687428.314198:0:34800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda088. 00000100:00000200:0.0:1788687428.314202:0:34800:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875572824562688, offset 0 00000400:00000200:0.0:1788687428.314209:0:34800:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687428.314220:0:34800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687428.314229:0:34800:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687428.314235:0:34800:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687428.314239:0:34800:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687428.314243:0:34800:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687428.314246:0:34800:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687428.314250:0:34800:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2642:2642:256:4294967295] 192.168.203.144@tcp LPNI seq info [2642:2642:8:4294967295] 00000400:00000200:0.0:1788687428.314255:0:34800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687428.314267:0:34800:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687428.314274:0:34800:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687428.314279:0:34800:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946300. 00000800:00000200:0.0:1788687428.314288:0:34800:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687428.314299:0:34800:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687428.314304:0:34800:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946300 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788687428.314324:0:34800:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687428.314329:0:34800:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 790898 usecs (791 jiffies) 00000400:00000200:0.0:1788687428.314332:0:34800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687428.314336:0:34800:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296555108 00000100:00000001:0.0:1788687428.314345:0:34800:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296555055 00000100:00000001:0.0:1788687428.314352:0:34800:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296555108 00000100:00000001:0.0:1788687428.314355:0:34800:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296555055 00000100:00000001:0.0:1788687428.314358:0:34800:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687428.314361:0:34800:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.314363:0:34800:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687428.314366:0:34800:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687428.314369:0:34800:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c2e43000 going to sleep for 11 seconds 00000100:00000001:0.0:1788687428.314372:0:34800:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687428.314375:0:34800:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687428.314804:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687428.314810:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946300. 00000400:00000200:3.0:1788687428.314826:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.314832:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687428.314840:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda088 00000400:00000010:3.0:1788687428.314842:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda088. 00000100:00000001:3.0:1788687428.314847:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687428.314853:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3800 x1875572824562688/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687444 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.314864:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687428.314868:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3800 x1875572824562688/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687444 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.314875:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.314876:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:0.1:1788687428.324963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c5c62300. 00010000:00000010:0.1:1788687428.324984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c3147600. 00000800:00000001:3.0:1788687428.326674:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.326694:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687428.326698:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.326701:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.326712:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.326721:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687428.326730:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.326736:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.326751:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.326756:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x6a9d2d3f55c00 00000400:00000200:3.0:1788687428.326761:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.326768:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x73cd [32] + 224 00000800:00000001:3.0:1788687428.326776:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.326784:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.326788:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.326792:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687428.326802:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687428.326814:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3800 x1875572824562688/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687444 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687428.326844:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff9b29c97f3800 x1875572824562688/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.326869:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687428.326878:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.326882:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.326948:0:34800:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687428.326959:0:34800:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687428.326962:0:34800:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687428.326966:0:34800:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1688. 00000400:00000200:0.0:1788687428.326972:0:34800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8a00000 00000400:00000010:0.0:1788687428.326975:0:34800:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b29d8a00000. 00000100:00000001:0.0:1788687428.326979:0:34800:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687428.326984:0:34800:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f3800 x1875572824562688/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687428.327002:0:34800:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f3800 x1875572824562688/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.327008:0:34800:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687428.327011:0:34800:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.327014:0:34800:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687428.327018:0:34800:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687428.327021:0:34800:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687428.327024:0:34800:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687428.327029:0:34800:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687428.327042:0:34800:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=50 v=5 (5 5 103 103) 00000100:00001000:0.0:1788687428.327046:0:34800:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687428.327049:0:34800:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687428.327051:0:34800:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.327054:0:34800:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687428.327059:0:34800:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.327063:0:34800:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687428.327064:0:34800:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788687428.327066:0:34800:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687428.327070:0:34800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.327071:0:34800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509363200 : -110871200188416 : ffff9b29c97f3800) 00000100:00000001:0.0:1788687428.327075:0:34800:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687428.327078:0:34800:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1788687428.327080:0:34800:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687428.327083:0:34800:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687428.327089:0:34800:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f3800 x1875572824562688/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687444 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.327096:0:34800:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687428.327100:0:34800:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687428.327103:0:34800:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687428.327107:0:34800:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f3800 x1875572824562688/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687444 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687428.327116:0:34800:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f3800 pname:cluuid:pid:xid:nid:opc:job bash:ce1d4174-c231-444b-b3ed-b722bc4901cb:34800:1875572824562688:192.168.203.144@tcp:101:bash.0 00000100:00000001:0.0:1788687428.327123:0:34800:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.327126:0:34800:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.327129:0:34800:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687428.327132:0:34800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.327137:0:34800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3800 x1875572824562688/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687444 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.327146:0:34800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687428.327150:0:34800:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c2e43000. 00000100:00000001:0.0:1788687428.327153:0:34800:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687428.327155:0:34800:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.327159:0:34800:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687428.327166:0:34800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.327170:0:34800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.327174:0:34800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=4 00000020:00000001:0.0:1788687428.327176:0:34800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687428.327180:0:34800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000040:0.0:1788687428.327187:0:34800:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c5cc4e00, remote cookie: 0x59c08f76ab1d2e9e, flags: 0x1001 00010000:00010000:0.0:1788687428.327194:0:34800:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811f90 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e9e expref: -99 pid: 34800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788687428.327204:0:34800:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x36:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788687428.327208:0:34800:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788687428.327216:0:34800:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 2 00010000:00000001:0.0:1788687428.327225:0:34800:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1788687428.327229:0:34800:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64de900 count: 0 00010000:00000010:0.0:1788687428.327236:0:34800:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5ca0f00. 00010000:00000001:0.0:1788687428.327246:0:34800:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.327249:0:34800:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811f90 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e9e expref: -99 pid: 34800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687428.327259:0:34800:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811f90 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e9e expref: -99 pid: 34800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687428.327267:0:34800:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788687428.327272:0:34800:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788687428.327275:0:34800:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788687428.327277:0:34800:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788687428.327279:0:34800:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788687428.327281:0:34800:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff9b29c6090d00) refcount = 2 00010000:00000040:0.0:1788687428.327284:0:34800:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788687428.327287:0:34800:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788687428.327295:0:34800:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811f90 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e9e expref: -99 pid: 34800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687428.327302:0:34800:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788687428.327305:0:34800:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788687428.327307:0:34800:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687428.327310:0:34800:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788687428.327313:0:34800:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.327317:0:34800:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811f90 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e9e expref: -99 pid: 34800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687428.327324:0:34800:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788687428.327325:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.327327:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.327328:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.327329:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.327331:0:34800:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687428.327336:0:34800:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788687428.327339:0:34800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.327341:0:34800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.327342:0:34800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687428.327344:0:34800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687428.327347:0:34800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687428.327351:0:34800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.327352:0:34800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.327353:0:34800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=4 00000020:00000001:0.0:1788687428.327355:0:34800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687428.327358:0:34800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687428.327361:0:34800:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687428.327364:0:34800:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.327368:0:34800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811f90 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e9e expref: -99 pid: 34800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687428.327375:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.327376:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.327378:0:34800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.327379:0:34800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.327381:0:34800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=5 00000020:00000001:0.0:1788687428.327383:0:34800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687428.327385:0:34800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687428.327388:0:34800:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687428.327391:0:34800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811f90 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e9e expref: -99 pid: 34800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687428.327397:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.327399:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687428.327401:0:34800:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811f90 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2e9e expref: -99 pid: 34800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687428.327408:0:34800:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687428.327409:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.327410:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.327411:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.327412:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788687428.327419:0:34800:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x2b, status=0 req@ffff9b29c97f3800 x1875572824562688/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687444 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788687428.327435:0:34800:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788687428.327442:0:34800:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c97f3800 x1875572824562688/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687444 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788687428.327448:0:34800:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.327456:0:34800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.327457:0:34800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.327459:0:34800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687428.327461:0:34800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687428.327463:0:34800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00000002:00010000:0.0:1788687428.327467:0:34800:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811f90 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e9e expref: -99 pid: 34800 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788687428.327480:0:34800:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b29c4c6f240. 00010000:00000001:0.0:1788687428.327482:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.327483:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687428.327485:0:34800:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687428.327487:0:34800:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687428.327491:0:34800:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788687428.327493:0:34800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.327495:0:34800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509363200 : -110871200188416 : ffff9b29c97f3800) 00010000:00000001:0.0:1788687428.327497:0:34800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.327498:0:34800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.327500:0:34800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687428.327502:0:34800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687428.327504:0:34800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00000002:00010000:0.0:1788687428.327508:0:34800:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811f90 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e9e expref: -99 pid: 34800 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687428.327516:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.327517:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.327520:0:34800:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687428.327522:0:34800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.327523:0:34800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.327524:0:34800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687428.327526:0:34800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687428.327528:0:34800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000040:0.0:1788687428.327532:0:34800:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 3 00010000:00000001:0.0:1788687428.327534:0:34800:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687428.327538:0:34800:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687428.327541:0:34800:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687428.327544:0:34800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788687428.327553:0:34800:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687428.327559:0:34800:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.327563:0:34800:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788687428.327570:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.327571:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.327572:0:34800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.327574:0:34800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.327575:0:34800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:0.0:1788687428.327577:0:34800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687428.327580:0:34800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:0.0:1788687428.327582:0:34800:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1788687428.327585:0:34800:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811f90 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2e9e expref: -99 pid: 34800 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687428.327591:0:34800:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687428.327593:0:34800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811f90 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x59c08f76ab1d2e9e expref: -99 pid: 34800 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687428.327605:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.327606:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687428.327608:0:34800:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811f90 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x59c08f76ab1d2e9e expref: -99 pid: 34800 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687428.327614:0:34800:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687428.327616:0:34800:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.327620:0:34800:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788687428.327625:0:34800:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b29c2e43000. 00010000:00000001:0.0:1788687428.327628:0:34800:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788687428.327703:0:34800:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1788687428.327707:0:34800:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.327709:0:34800:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.327711:0:34800:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687428.327712:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.327714:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687428.327715:0:34800:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788687428.327720:0:34800:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdb888 00000002:00002000:0.0:1788687428.327722:0:34800:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1788687428.327726:0:34800:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687428.327731:0:34800:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687428.327734:0:34800:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687428.327737:0:34800:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788687428.327741:0:34800:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687428.327746:0:34800:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687428.327751:0:34800:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29d01f2000. 00000080:00000001:0.0:1788687428.327756:0:34800:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788687428.327764:0:34800:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788687428.327767:0:34800:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:0.0:1788687428.327772:0:34800:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687428.327777:0:34800:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:0.0:1788687428.327780:0:34800:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000020:00000001:0.0:1788687428.327783:0:34800:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788687428.327788:0:34800:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788687428.327802:0:34800:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788687428.327810:0:34800:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c3344300. 00020000:00000010:0.0:1788687428.327815:0:34800:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29c687e380. 00020000:00000010:0.0:1788687428.327830:0:34800:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c3344240. 00020000:00000001:0.0:1788687428.327833:0:34800:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202403787328 : -110871305764288 : ffff9b29c3344240) 00020000:00000002:0.0:1788687428.327837:0:34800:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c3344240, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788687428.327842:0:34800:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788687428.327846:0:34800:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c687e380: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1788687428.327851:0:34800:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29c5277e88) owner ffff9b29c5cba7c0 00020000:00000001:0.0:1788687428.327855:0:34800:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788687428.327857:0:34800:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29c5277e88) owner ffff9b29c5cba7c0 00020000:00000010:0.0:1788687428.327863:0:34800:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29c687e380. 00020000:00000010:0.0:1788687428.327867:0:34800:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c3344300. 00020000:00000010:0.0:1788687428.327873:0:34800:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c3344240. 00020000:00000002:0.0:1788687428.327875:0:34800:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788687428.327878:0:34800:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.327880:0:34800:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788687428.327883:0:34800:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000080:00000001:0.0:1788687428.327889:0:34800:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:0.0:1788687428.327891:0:34800:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:0.0:1788687428.327896:0:34800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.327897:0:34800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.327900:0:34800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8800 refcount=3 00000020:00000001:0.0:1788687428.327902:0:34800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:0.0:1788687428.327904:0:34800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00000080:00000001:0.0:1788687428.327944:0:34800:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788687428.327946:0:34800:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687428.327947:0:34800:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:0.0:1788687428.327950:0:34800:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000020:00000001:0.0:1788687428.327952:0:34800:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788687428.327953:0:34800:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788687428.327954:0:34800:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788687428.327958:0:34800:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c3344240. 00020000:00000010:0.0:1788687428.327960:0:34800:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29c687e380. 00020000:00000010:0.0:1788687428.327962:0:34800:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c3344300. 00020000:00000001:0.0:1788687428.327964:0:34800:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202403787520 : -110871305764096 : ffff9b29c3344300) 00020000:00000002:0.0:1788687428.327967:0:34800:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c3344300, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788687428.327970:0:34800:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788687428.327974:0:34800:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c687e380: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1788687428.327976:0:34800:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29c5277e88) owner ffff9b29c5cba7c0 00020000:00000001:0.0:1788687428.327978:0:34800:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788687428.327980:0:34800:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29c5277e88) owner ffff9b29c5cba7c0 00020000:00000010:0.0:1788687428.327983:0:34800:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29c687e380. 00020000:00000010:0.0:1788687428.327985:0:34800:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c3344240. 00020000:00000010:0.0:1788687428.327988:0:34800:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c3344300. 00020000:00000002:0.0:1788687428.327989:0:34800:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788687428.327991:0:34800:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.327992:0:34800:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.327996:0:34800:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788687428.327999:0:34800:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29c5cba7c0 00020000:00000002:0.0:1788687428.328003:0:34800:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c33d0660 addref 2/0 by ffff9b29c5cba7c0. 00020000:00000002:0.0:1788687428.328005:0:34800:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29c5cba7c0 00020000:00000001:0.0:1788687428.328008:0:34800:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788687428.328011:0:34800:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788687428.328012:0:34800:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788687428.328014:0:34800:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788687428.328016:0:34800:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788687428.328019:0:34800:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x36:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1788687428.328022:0:34800:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000080:00000001:0.0:1788687428.328024:0:34800:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.328026:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.328027:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687428.328029:0:34800:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788687428.328032:0:34800:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788687428.328034:0:34800:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687428.328037:0:34800:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9b29d8576c08) for lock 0x230d04438e811f74 00800000:00000001:0.0:1788687428.328041:0:34800:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687428.328042:0:34800:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687428.328044:0:34800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.328045:0:34800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.328046:0:34800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8800 refcount=3 00000020:00000001:0.0:1788687428.328048:0:34800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:0.0:1788687428.328050:0:34800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:0.0:1788687428.328052:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.328053:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687428.328054:0:34800:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687428.328056:0:34800:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.328058:0:34800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.328062:0:34800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3800 x1875572824562688/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687444 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.328067:0:34800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687428.328070:0:34800:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f74 from it ffffaca081cdbbf0 00010000:00000001:0.0:1788687428.328072:0:34800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.328073:0:34800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.328073:0:34800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8800 refcount=3 00000020:00000001:0.0:1788687428.328074:0:34800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:0.0:1788687428.328076:0:34800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:0.0:1788687428.328077:0:34800:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687428.328079:0:34800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788687428.328083:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.328083:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.328084:0:34800:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687428.328086:0:34800:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687428.328088:0:34800:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788687428.328094:0:34800:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687428.328096:0:34800:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687428.328098:0:34800:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687428.328102:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.328103:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.328104:0:34800:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.328106:0:34800:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687428.328107:0:34800:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.328108:0:34800:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.328111:0:34800:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.328112:0:34800:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687428.328112:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.328113:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687428.328116:0:34800:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687428.328119:0:34800:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b29c4c6f000. 00000080:00000001:0.0:1788687428.328122:0:34800:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788687428.328125:0:34800:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788687428.328127:0:34800:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788687428.328130:0:34800:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b29c636d040. 00000002:00100000:0.0:1788687428.328133:0:34800:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c97f3800 x1875572824562688/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687444 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788687428.328138:0:34800:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687428.328139:0:34800:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788687428.328143:0:34800:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788687428.328145:0:34800:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.328148:0:34800:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788687428.328150:0:34800:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788687428.328151:0:34800:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687428.328153:0:34800:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788687428.328154:0:34800:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.328156:0:34800:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788687428.328157:0:34800:0:(pcc.c:1970:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.328158:0:34800:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788687428.328160:0:34800:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.328161:0:34800:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687428.328165:0:34800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.328167:0:34800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f3800 x1875572824562688/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687444 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788687428.328176:0:34800:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687428.328178:0:34800:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b29c69a0000. 02000000:00000001:0.0:1788687428.328203:0:34800:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788687428.328204:0:34800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.328206:0:34800:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbb98 00000080:00000008:0.0:1788687428.328208:0:34800:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9b29d8576c08), flags 102101, rc = 0 00020000:00000001:0.0:1788687428.328304:0:34800:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788687428.328306:0:34800:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29c5cba7c0 00020000:00000002:0.0:1788687428.328310:0:34800:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29c5cba7c0 00020000:00000001:0.0:1788687428.328311:0:34800:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.331453:0:34800:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbd28 00000080:00200008:2.0:1788687428.331467:0:34800:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff9b29d8576c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788687428.331478:0:34800:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788687428.331480:0:34800:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbca0 00000080:00200000:2.0:1788687428.331482:0:34800:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9b29d8576c08),name=recon 00000080:00000010:2.0:1788687428.331491:0:34800:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c7f3cc00. 00800000:00000002:2.0:1788687428.331497:0:34800:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:2.0:1788687428.331506:0:34800:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788687428.331512:0:34800:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788687428.331514:0:34800:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbbc0 00800000:00000002:2.0:1788687428.331517:0:34800:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788687428.331523:0:34800:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788687428.331530:0:34800:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:2.0:1788687428.331536:0:34800:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788687428.331539:0:34800:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdba90 00000002:00010000:2.0:1788687428.331541:0:34800:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788687428.331545:0:34800:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788687428.331548:0:34800:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687428.331553:0:34800:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687428.331562:0:34800:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 3 00010000:00000001:2.0:1788687428.331566:0:34800:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687428.331572:0:34800:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687428.331576:0:34800:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687428.331582:0:34800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788687428.331596:0:34800:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687428.331602:0:34800:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687428.331606:0:34800:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788687428.331616:0:34800:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788687428.331619:0:34800:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788687428.331621:0:34800:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687428.331623:0:34800:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788687428.331625:0:34800:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788687428.331627:0:34800:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788687428.331630:0:34800:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788687428.331634:0:34800:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:2.0:1788687428.331637:0:34800:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c7f3cc00. 00000080:00000001:2.0:1788687428.331642:0:34800:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788687428.331644:0:34800:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687428.331647:0:34800:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff9b29d8576c08) 00000080:00010000:2.0:1788687428.331651:0:34800:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9b29d8576c08) for lock 0x230d04438e811f74 00800000:00000001:2.0:1788687428.331654:0:34800:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788687428.331657:0:34800:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788687428.331659:0:34800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.331661:0:34800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.331665:0:34800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8800 refcount=3 00000020:00000001:2.0:1788687428.331668:0:34800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687428.331671:0:34800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687428.331675:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.331676:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788687428.331678:0:34800:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687428.331680:0:34800:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788687428.331682:0:34800:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f74 from it ffffaca081cdbcd8 00010000:00000001:2.0:1788687428.331685:0:34800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.331686:0:34800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.331687:0:34800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8800 refcount=3 00000020:00000001:2.0:1788687428.331689:0:34800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687428.331691:0:34800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:2.0:1788687428.331693:0:34800:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687428.331697:0:34800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788687428.331703:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.331705:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.331706:0:34800:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687428.331709:0:34800:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687428.331712:0:34800:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788687428.331720:0:34800:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687428.331723:0:34800:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687428.331726:0:34800:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687428.331731:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.331732:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.331734:0:34800:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.331738:0:34800:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687428.331741:0:34800:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.331743:0:34800:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.331745:0:34800:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.331747:0:34800:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687428.331748:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.331749:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788687428.331753:0:34800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788687428.331755:0:34800:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687428.331759:0:34800:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788687428.331763:0:34800:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788687428.331765:0:34800:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687428.331768:0:34800:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788687428.331769:0:34800:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.331772:0:34800:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788687428.331775:0:34800:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788687428.331779:0:34800:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687428.331784:0:34800:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621087752 : -110871088463864 : ffff9b29d0280008) 00000020:00001000:2.0:1788687428.331787:0:34800:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280000 00000020:00000001:2.0:1788687428.331792:0:34800:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:2.0:1788687428.331795:0:34800:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788687428.331798:0:34800:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788687428.331800:0:34800:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788687428.331804:0:34800:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687428.331806:0:34800:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788687428.331808:0:34800:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788687428.331810:0:34800:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.331812:0:34800:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687428.331828:0:34800:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff9b29c38c70f0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788687428.331832:0:34800:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29c5cba7c0 00020000:00000001:2.0:1788687428.331837:0:34800:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788687428.331839:0:34800:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788687428.331842:0:34800:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788687428.331844:0:34800:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.331847:0:34800:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788687428.331849:0:34800:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788687428.331851:0:34800:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.331853:0:34800:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687428.331854:0:34800:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788687428.331855:0:34800:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788687428.331857:0:34800:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29c5cba7c0 00000020:00000001:2.0:1788687428.331859:0:34800:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788687428.331861:0:34800:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788687428.331863:0:34800:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:2.0:1788687428.331865:0:34800:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788687428.331867:0:34800:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788687428.331870:0:34800:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788687428.331872:0:34800:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788687428.331879:0:34800:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788687428.331886:0:34800:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c5044a00. 00020000:00000002:2.0:1788687428.331890:0:34800:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788687428.331892:0:34800:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788687428.331895:0:34800:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687428.331897:0:34800:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788687428.331899:0:34800:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687428.331901:0:34800:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202888028456 : -110870821523160 : ffff9b29e0113128) 00000020:00001000:2.0:1788687428.331904:0:34800:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29e0113120 00000020:00000001:2.0:1788687428.331953:0:34800:0:(cl_object.c:143:cl_object_top()) ffff9b29d02485f8 -> ffff9b29d02483a0 00000020:00000001:2.0:1788687428.331955:0:34800:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788687428.331960:0:34800:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687428.331961:0:34800:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788687428.331963:0:34800:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.331965:0:34800:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.331967:0:34800:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897884400 : -110870811667216 : ffff9b29e0a794f0) 00000020:00000001:2.0:1788687428.331970:0:34800:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788687428.331975:0:34800:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29d12abdb0. 00000008:00010000:2.0:1788687428.331978:0:34800:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788687428.331981:0:34800:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788687428.331983:0:34800:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788687428.331984:0:34800:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c5044a30, osc lock ffff9b29d12abdb0, flags 0x400001002 00000020:00000001:2.0:1788687428.331987:0:34800:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.331988:0:34800:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.331991:0:34800:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202434198016 : -110871275353600 : ffff9b29c5044a00) 00000020:00000001:2.0:1788687428.331994:0:34800:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788687428.331995:0:34800:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788687428.331997:0:34800:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.331998:0:34800:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.332002:0:34800:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788687428.332004:0:34800:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788687428.332005:0:34800:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788687428.332007:0:34800:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788687428.332009:0:34800:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687428.332010:0:34800:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897884400 : -110870811667216 : ffff9b29e0a794f0) 00000020:00000001:2.0:1788687428.332012:0:34800:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788687428.332014:0:34800:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788687428.332016:0:34800:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788687428.332021:0:34800:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788687428.332023:0:34800:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788687428.332025:0:34800:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788687428.332026:0:34800:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788687428.332028:0:34800:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788687428.332029:0:34800:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788687428.332032:0:34800:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788687428.332034:0:34800:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687428.332039:0:34800:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 2 00010000:00000001:2.0:1788687428.332042:0:34800:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687428.332046:0:34800:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687428.332050:0:34800:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687428.332054:0:34800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788687428.332065:0:34800:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687428.332068:0:34800:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687428.332071:0:34800:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788687428.332079:0:34800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.332080:0:34800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.332082:0:34800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=4 00000020:00000001:2.0:1788687428.332084:0:34800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:2.0:1788687428.332087:0:34800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00000008:00000001:2.0:1788687428.332092:0:34800:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788687428.332095:0:34800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.332096:0:34800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.332097:0:34800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=5 00000020:00000001:2.0:1788687428.332099:0:34800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:2.0:1788687428.332101:0:34800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00000020:00000001:2.0:1788687428.332105:0:34800:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788687428.332107:0:34800:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788687428.332109:0:34800:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788687428.332111:0:34800:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.332113:0:34800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.332114:0:34800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.332115:0:34800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=6 00000020:00000001:2.0:1788687428.332117:0:34800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:2.0:1788687428.332119:0:34800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:2.0:1788687428.332121:0:34800:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687428.332124:0:34800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:3.0:1788687428.332220:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687428.332224:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687428.332227:0:15944:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788687428.332231:0:15944:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788687428.332233:0:15944:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788687428.332239:0:15944:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811f90 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x59c08f76ab1d2e9e expref: -99 pid: 34800 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687428.332247:0:15944:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29c5cc4e00 already unused, calling callback (ffffffffc1baf630) 00000080:00000001:3.0:1788687428.332250:0:15944:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:3.0:1788687428.332254:0:15944:0:(ldlm_request.c:1731:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811f90 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x59c08f76ab1d2e9e expref: -99 pid: 34800 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687428.332262:0:15944:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:3.0:1788687428.332265:0:15944:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:3.0:1788687428.332268:0:15944:0:(ldlm_request.c:1741:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811f90 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x59c08f76ab1d2e9e expref: -99 pid: 34800 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687428.332274:0:15944:0:(ldlm_request.c:1742:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:3.0:1788687428.332277:0:15944:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788687428.332278:0:15944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687428.332280:0:15944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687428.332281:0:15944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4e00 refcount=3 00000020:00000001:3.0:1788687428.332283:0:15944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:3.0:1788687428.332285:0:15944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447306240 : -110871262245376 : ffff9b29c5cc4e00) 00010000:00000001:3.0:1788687428.332288:0:15944:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788687428.332291:0:15944:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811f90 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d2e9e expref: -99 pid: 34800 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:3.0:1788687428.332297:0:15944:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788687428.332301:0:15944:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788687428.332303:0:15944:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788687428.332305:0:15944:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000002:00000001:3.0:1788687428.332308:0:15944:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687428.332310:0:15944:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687428.332313:0:15944:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 3 00010000:00000001:3.0:1788687428.332316:0:15944:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687428.332319:0:15944:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1788687428.332322:0:15944:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1788687428.332323:0:15944:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 00010000:00000010:0.1:1788687428.333163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de900. 02000000:00000001:3.0:1788687428.333224:0:15944:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687428.333232:0:15944:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788687428.333250:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.333251:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687428.333254:0:15944:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:3.0:1788687428.333257:0:15944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687428.333259:0:15944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687428.333261:0:15944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8800 refcount=2 00000020:00000001:3.0:1788687428.333263:0:15944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:3.0:1788687428.333266:0:15944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:3.0:1788687428.333268:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.333269:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788687428.333271:0:15944:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687428.333274:0:15944:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788687428.333276:0:15944:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.333280:0:15944:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788687428.333284:0:15944:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788687428.333286:0:15944:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788687428.333288:0:15944:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687428.333290:0:15944:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788687428.333293:0:15944:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc4e00 with handle 0x230d04438e811f90 from hash 00010000:00000001:3.0:1788687428.333295:0:15944:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788687428.333297:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.333298:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687428.333299:0:15944:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788687428.333303:0:15944:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788687428.333305:0:15944:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788687428.333311:0:15944:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687428.333316:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.333317:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687428.333319:0:15944:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.333321:0:15944:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788687428.333324:0:15944:0:(ldlm_request.c:1526:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788687428.333334:0:15944:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb6d80. 00000020:00000040:3.0:1788687428.333338:0:15944:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:3.0:1788687428.333344:0:15944:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687428.333347:0:15944:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687428.333350:0:15944:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687428.333358:0:15944:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c4c57e00. 00000100:00000001:3.0:1788687428.333367:0:15944:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.333370:0:15944:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788687428.333377:0:15944:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811f90 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2e9e expref: -99 pid: 34800 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788687428.333384:0:15944:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788687428.333386:0:15944:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687428.333392:0:15944:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687428.333398:0:15944:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687428.333413:0:15944:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cccde120] to pc [ptlrpcd_01_01+1] req@ffff9b29c8bb6d80 x1875572824562816/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788687428.333444:0:15944:0:(ldlm_request.c:1594:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687428.333447:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.333449:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687428.333450:0:15944:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.333452:0:15944:0:(ldlm_request.c:1833:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.333454:0:15944:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687428.333458:0:15944:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811f90 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2e9e expref: -99 pid: 34800 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788687428.333464:0:15944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788687428.333466:0:15944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4e00/0x230d04438e811f90 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2e9e expref: -99 pid: 34800 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:3.0:1788687428.333475:0:15944:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29c4c6f240. 00010000:00000001:3.0:1788687428.333485:0:15944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687428.333486:0:15944:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788687428.333488:0:15944:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b29c2e43000. 00010000:00000001:3.0:1788687428.333492:0:15944:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687428.333495:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687428.333496:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687428.333499:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788687428.333501:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687428.333502:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687428.333503:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788687428.333505:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687428.333507:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687428.333508:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788687428.333516:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687428.333520:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687428.333523:0:2370:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687428.333529:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb6d80 x1875572824562816/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687428.333537:0:2370:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687428.333540:0:2370:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687428.333545:0:2370:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687428.333547:0:2370:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687428.333550:0:2370:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687428.333554:0:2370:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824562816:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788687428.333559:0:2370:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687428.333566:0:2370:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687428.333568:0:2370:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687428.333571:0:2370:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687428.333575:0:2370:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c4c56a00. 02000000:00000001:3.0:1788687428.333577:0:2370:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687428.333587:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687428.333592:0:2370:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef43c8. 00000400:00000010:3.0:1788687428.333600:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0550. 00000100:00000200:3.0:1788687428.333611:0:2370:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824562816, portal 18 00000100:00000001:3.0:1788687428.333613:0:2370:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687428.333615:0:2370:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496531840 : -110871213019776 : ffff9b29c8bb6d80) 00000100:00000040:3.0:1788687428.333622:0:2370:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8bb6d80 x1875572824562816/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687444 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687428.333629:0:2370:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687428.333633:0:2370:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687428.333635:0:2370:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0220. 00000100:00000200:3.0:1788687428.333638:0:2370:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875572824562816, offset 0 00000400:00000200:3.0:1788687428.333646:0:2370:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687428.333657:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.333666:0:2370:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687428.333674:0:2370:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687428.333678:0:2370:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687428.333682:0:2370:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687428.333685:0:2370:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687428.333689:0:2370:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2643:2643:256:4294967295] 192.168.203.144@tcp LPNI seq info [2643:2643:8:4294967295] 00000400:00000200:3.0:1788687428.333693:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.333706:0:2370:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687428.333714:0:2370:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687428.333720:0:2370:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ac00. 00000800:00000200:3.0:1788687428.333728:0:2370:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687428.333740:0:2370:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687428.333745:0:2370:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ac00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788687428.333758:0:2370:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687428.333763:0:2370:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 789958 usecs (790 jiffies) 00000400:00000200:3.0:1788687428.333766:0:2370:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687428.333769:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296555128 00000100:00000001:3.0:1788687428.333779:0:2370:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296555108 00000100:00000001:3.0:1788687428.333785:0:2370:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296555128 00000100:00000001:3.0:1788687428.333802:0:2370:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296555108 00000100:00000001:3.0:1788687428.333807:0:2370:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687428.333810:0:2370:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.333814:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.333824:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687428.333833:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687428.333835:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788687428.333838:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687428.333839:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687428.333840:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.333843:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.333852:0:2369:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788687428.333854:0:2369:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687428.334009:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687428.334014:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ac00. 00000400:00000200:3.0:1788687428.334019:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.334025:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687428.334032:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0220 00000400:00000010:3.0:1788687428.334034:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0220. 00000100:00000001:3.0:1788687428.334039:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687428.334043:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb6d80 x1875572824562816/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687444 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687428.334054:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687428.334057:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb6d80 x1875572824562816/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687444 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687428.334065:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.334066:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:2.0:1788687428.334288:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.334290:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.334292:0:34800:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687428.334295:0:34800:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687428.334301:0:34800:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687428.334312:0:34800:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687428.334316:0:34800:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687428.334317:0:34800:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687428.334321:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.334322:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.334324:0:34800:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.334327:0:34800:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687428.334329:0:34800:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.334331:0:34800:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.334333:0:34800:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.334335:0:34800:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687428.334337:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.334338:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.334340:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.334341:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788687428.334343:0:34800:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687428.334346:0:34800:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.334349:0:34800:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.334353:0:34800:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.334355:0:34800:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.334358:0:34800:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788687428.334360:0:34800:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788687428.334363:0:34800:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788687428.334365:0:34800:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:2.0:1788687428.334368:0:34800:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.334370:0:34800:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.334377:0:34800:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788687428.334380:0:34800:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:2.0:1788687428.334383:0:34800:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:2.0:1788687428.334385:0:34800:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788687428.334390:0:34800:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788687428.334394:0:34800:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788687428 a=0 c=1788687428 b=1 00020000:00000001:2.0:1788687428.334396:0:34800:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.334398:0:34800:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.334400:0:34800:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000080:00200000:2.0:1788687428.334402:0:34800:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:2.0:1788687428.334405:0:34800:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788687428.334408:0:34800:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788687428.334410:0:34800:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29c38c7090 (ffff9b29d0280008/0) at cl_lock_release():245 00000020:00000001:2.0:1788687428.334413:0:34800:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788687428.334414:0:34800:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c38c7090 (ffff9b29d0280008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788687428.334417:0:34800:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788687428.334421:0:34800:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687428.334423:0:34800:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897884400 : -110870811667216 : ffff9b29e0a794f0) 00000020:00000001:2.0:1788687428.334425:0:34800:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788687428.334426:0:34800:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5044a30 (ffff9b29e0113128/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788687428.334429:0:34800:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788687428.334431:0:34800:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788687428.334432:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.334433:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788687428.334435:0:34800:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788687428.334437:0:34800:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687428.334438:0:34800:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687428.334439:0:34800:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687428.334440:0:34800:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788687428.334442:0:34800:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c38c7090 (ffff9b29d0280008/0) at cl_lock_fini():72 00020000:00000001:2.0:1788687428.334445:0:34800:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788687428.334446:0:34800:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788687428.334447:0:34800:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5044a30 (ffff9b29d0280008/1) at cl_lock_fini():72 00000008:00000010:2.0:1788687428.334450:0:34800:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d12abdb0. 00000020:00000001:2.0:1788687428.334454:0:34800:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788687428.334456:0:34800:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5044a00. 00020000:00000001:2.0:1788687428.334459:0:34800:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788687428.334461:0:34800:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788687428.334462:0:34800:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788687428.334464:0:34800:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.334468:0:34800:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788687428.334470:0:34800:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788687428.334473:0:34800:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788687428.334474:0:34800:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788687428.334475:0:34800:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788687428.334478:0:34800:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29e0113120 00020000:00000001:2.0:1788687428.334481:0:34800:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788687428.334483:0:34800:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788687428.334487:0:34800:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788687428.334489:0:34800:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788687428.334493:0:34800:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788687428.334495:0:34800:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.334497:0:34800:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788687428.334499:0:34800:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788687428.334500:0:34800:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788687428.334501:0:34800:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280000 00000001:00000001:2.0:1788687428.334503:0:34800:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.334511:0:34800:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbd28 00000080:00000008:2.0:1788687428.334513:0:34800:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9b29d8576c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788687428.334614:0:34800:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:2.0:1788687428.334617:0:34800:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbd88 00000080:00200008:2.0:1788687428.334619:0:34800:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 0, count: 23 00000080:00000002:2.0:1788687428.334622:0:34800:0:(file.c:2656:do_file_write_iter()) inode ffff9b29d8576c08 need_sync_to_oss [0x200000404:0x36:0x0] 00000080:00000001:2.0:1788687428.334625:0:34800:0:(pcc.c:2644:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1788687428.334627:0:34800:0:(pcc.c:2647:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.334630:0:34800:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1788687428.334633:0:34800:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.334636:0:34800:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687428.334638:0:34800:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621087752 : -110871088463864 : ffff9b29d0280008) 00000020:00001000:2.0:1788687428.334641:0:34800:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280000 00000080:00000001:2.0:1788687428.334644:0:34800:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1788687428.334646:0:34800:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbc98 00000080:00200000:2.0:1788687428.334648:0:34800:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:2.0:1788687428.334653:0:34800:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbc30 00000080:00200000:2.0:1788687428.334655:0:34800:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:2.0:1788687428.334657:0:34800:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788687428.334659:0:34800:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:2.0:1788687428.334660:0:34800:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:2.0:1788687428.334662:0:34800:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788687428.334664:0:34800:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788687428.334666:0:34800:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788687428 a=0 c=1788687428 b=1 00020000:00000001:2.0:1788687428.334668:0:34800:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.334670:0:34800:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.334671:0:34800:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000080:00200000:2.0:1788687428.334673:0:34800:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:2.0:1788687428.334674:0:34800:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788687428.334676:0:34800:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1788687428.334682:0:34800:0:(cl_io.c:214:cl_io_rw_init()) header@0000000000fde72f[0x110, 2, [0x200000404:0x36:0x0] hash] 00000020:00200000:2.0:1788687428.334684:0:34800:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:2.0:1788687428.334686:0:34800:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:2.0:1788687428.334688:0:34800:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788687428.334690:0:34800:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788687428.334692:0:34800:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788687428.334694:0:34800:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687428.334696:0:34800:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1788687428.334698:0:34800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687428.334702:0:34800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.334704:0:34800:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788687428.334705:0:34800:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.334707:0:34800:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687428.334710:0:34800:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff9b29c38c70f0 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1788687428.334713:0:34800:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29c5cba7c0 00020000:00000001:2.0:1788687428.334717:0:34800:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788687428.334719:0:34800:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788687428.334722:0:34800:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788687428.334724:0:34800:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1788687428.334725:0:34800:0:(lov_io.c:860:lov_io_slice_init()) 23 46 00020000:00000001:2.0:1788687428.334728:0:34800:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1788687428.334730:0:34800:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788687428.334731:0:34800:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.334733:0:34800:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687428.334734:0:34800:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788687428.334735:0:34800:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788687428.334737:0:34800:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29c5cba7c0 00000020:00000001:2.0:1788687428.334739:0:34800:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.334741:0:34800:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788687428.334744:0:34800:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:2.0:1788687428.334747:0:34800:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1788687428.334750:0:34800:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.334754:0:34800:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788687428.334755:0:34800:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788687428.334758:0:34800:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788687428.334759:0:34800:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1788687428.334761:0:34800:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:2.0:1788687428.334764:0:34800:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788687428.334766:0:34800:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788687428.334771:0:34800:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788687428.334773:0:34800:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687428.334775:0:34800:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788687428.334776:0:34800:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788687428.334778:0:34800:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202888028456 : -110870821523160 : ffff9b29e0113128) 00000020:00001000:2.0:1788687428.334779:0:34800:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29e0113120 00000020:00000001:2.0:1788687428.334782:0:34800:0:(cl_object.c:143:cl_object_top()) ffff9b29d02485f8 -> ffff9b29d02483a0 00000020:00000001:2.0:1788687428.334783:0:34800:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788687428.334787:0:34800:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788687428.334788:0:34800:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788687428.334855:0:34800:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.334859:0:34800:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.334861:0:34800:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897884400 : -110870811667216 : ffff9b29e0a794f0) 00000020:00000001:2.0:1788687428.334864:0:34800:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788687428.334867:0:34800:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788687428.334872:0:34800:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.334874:0:34800:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.334877:0:34800:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.334878:0:34800:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.334880:0:34800:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.334883:0:34800:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1788687428.334886:0:34800:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1788687428.334888:0:34800:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1788687428.334891:0:34800:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1788687428.334893:0:34800:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.334896:0:34800:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.334898:0:34800:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1788687428.334900:0:34800:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:2.0:1788687428.334902:0:34800:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1788687428.334903:0:34800:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1788687428.334996:0:34800:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335000:0:34800:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.335002:0:34800:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.335004:0:34800:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.335006:0:34800:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.335008:0:34800:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788687428.335010:0:34800:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687428.335011:0:34800:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788687428.335013:0:34800:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788687428.335014:0:34800:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335017:0:34800:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.335019:0:34800:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.335021:0:34800:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335022:0:34800:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788687428.335024:0:34800:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788687428.335026:0:34800:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788687428.335028:0:34800:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788687428.335030:0:34800:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788687428.335034:0:34800:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788687428.335041:0:34800:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c5044a00. 00020000:00000002:2.0:1788687428.335043:0:34800:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788687428.335046:0:34800:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788687428.335047:0:34800:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687428.335048:0:34800:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897884400 : -110870811667216 : ffff9b29e0a794f0) 00000020:00000001:2.0:1788687428.335050:0:34800:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788687428.335054:0:34800:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29d12abdb0. 00000008:00010000:2.0:1788687428.335057:0:34800:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1788687428.335060:0:34800:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788687428.335061:0:34800:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788687428.335065:0:34800:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c5044a30, osc lock ffff9b29d12abdb0, flags 0x0 00000020:00000001:2.0:1788687428.335068:0:34800:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.335070:0:34800:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.335072:0:34800:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202434198016 : -110871275353600 : ffff9b29c5044a00) 00000020:00000001:2.0:1788687428.335075:0:34800:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788687428.335076:0:34800:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788687428.335077:0:34800:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335079:0:34800:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335080:0:34800:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788687428.335082:0:34800:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788687428.335083:0:34800:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687428.335085:0:34800:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897884400 : -110870811667216 : ffff9b29e0a794f0) 00000020:00000001:2.0:1788687428.335087:0:34800:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788687428.335088:0:34800:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788687428.335091:0:34800:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1788687428.335093:0:34800:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335096:0:34800:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788687428.335099:0:34800:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788687428.335101:0:34800:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788687428.335103:0:34800:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788687428.335104:0:34800:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788687428.335105:0:34800:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788687428.335108:0:34800:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788687428.335110:0:34800:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687428.335118:0:34800:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 2 00010000:00000001:2.0:1788687428.335121:0:34800:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788687428.335129:0:34800:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687428.335134:0:34800:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788687428.335138:0:34800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788687428.335148:0:34800:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788687428.335153:0:34800:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687428.335155:0:34800:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687428.335165:0:34800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.335168:0:34800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.335171:0:34800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=4 00000020:00000001:2.0:1788687428.335173:0:34800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:2.0:1788687428.335176:0:34800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00000008:00000001:2.0:1788687428.335180:0:34800:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788687428.335183:0:34800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.335184:0:34800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.335185:0:34800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=5 00000020:00000001:2.0:1788687428.335188:0:34800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:2.0:1788687428.335190:0:34800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:2.0:1788687428.335192:0:34800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.335194:0:34800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.335195:0:34800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=6 00000020:00000001:2.0:1788687428.335197:0:34800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:2.0:1788687428.335199:0:34800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:2.0:1788687428.335201:0:34800:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788687428.335202:0:34800:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788687428.335205:0:34800:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687428.335213:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.335215:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788687428.335217:0:34800:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.335219:0:34800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.335220:0:34800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.335221:0:34800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=7 00000020:00000001:2.0:1788687428.335223:0:34800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:2.0:1788687428.335225:0:34800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:2.0:1788687428.335228:0:34800:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687428.335230:0:34800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687428.335238:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.335239:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788687428.335242:0:34800:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687428.335249:0:34800:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687428.335251:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.335252:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.335253:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.335254:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788687428.335256:0:34800:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788687428.335258:0:34800:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335259:0:34800:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.335262:0:34800:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335263:0:34800:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335265:0:34800:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335267:0:34800:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335268:0:34800:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335270:0:34800:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:2.0:1788687428.335273:0:34800:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:2.0:1788687428.335277:0:34800:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788687428.335279:0:34800:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:2.0:1788687428.335281:0:34800:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:2.0:1788687428.335282:0:34800:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788687428.335284:0:34800:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788687428.335286:0:34800:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788687428 a=0 c=1788687428 b=1 00020000:00000001:2.0:1788687428.335288:0:34800:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335290:0:34800:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335291:0:34800:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000080:00200000:2.0:1788687428.335293:0:34800:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:2.0:1788687428.335295:0:34800:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788687428.335298:0:34800:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbb80 00000080:00200000:2.0:1788687428.335300:0:34800:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:2.0:1788687428.335303:0:34800:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:2.0:1788687428.335306:0:34800:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29c5cba7c0 00020000:00000002:2.0:1788687428.335308:0:34800:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c33d0660 addref 2/0 by ffff9b29c5cba7c0. 00020000:00000002:2.0:1788687428.335311:0:34800:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29c5cba7c0 00000020:00000001:2.0:1788687428.335314:0:34800:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:2.0:1788687428.335317:0:34800:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:2.0:1788687428.335319:0:34800:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:2.0:1788687428.335321:0:34800:0:(lov_offset.c:253:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:2.0:1788687428.335323:0:34800:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687428.335324:0:34800:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897884400 : -110870811667216 : ffff9b29e0a794f0) 00000020:00000001:2.0:1788687428.335327:0:34800:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788687428.335329:0:34800:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:2.0:1788687428.335332:0:34800:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335334:0:34800:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.335337:0:34800:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335339:0:34800:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.335345:0:34800:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:2.0:1788687428.335348:0:34800:0:(rw26.c:676:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:2.0:1788687428.335354:0:34800:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:2.0:1788687428.335357:0:34800:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335360:0:34800:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:2.0:1788687428.335362:0:34800:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x36:0x0] fffff53744c409c0 ffff9b29c31768c0 1 00000020:00000001:2.0:1788687428.335365:0:34800:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1788687428.335368:0:34800:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446633202401896640 : -110871307654976 : ffff9b29c31768c0) 00000020:00000001:2.0:1788687428.335371:0:34800:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446633202401896640 : -110871307654976 : ffff9b29c31768c0) 00000020:00000001:2.0:1788687428.335373:0:34800:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:2.0:1788687428.335375:0:34800:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788687428.335377:0:34800:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633202409566448 : -110871299985168 : ffff9b29c38c70f0) 00000020:00000001:2.0:1788687428.335380:0:34800:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:2.0:1788687428.335382:0:34800:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:2.0:1788687428.335384:0:34800:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788687428.335389:0:34800:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cb8cd11d[3 00000000216409f8 1 1 000000008a012749 0 0 0] 00000020:00000001:2.0:1788687428.335391:0:34800:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:2.0:1788687428.335393:0:34800:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788687428.335394:0:34800:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:2.0:1788687428.335396:0:34800:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:2.0:1788687428.335397:0:34800:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.335401:0:34800:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:2.0:1788687428.335402:0:34800:0:(rw26.c:871:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:2.0:1788687428.335404:0:34800:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:2.0:1788687428.335405:0:34800:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446633202409566448 : -110871299985168 : ffff9b29c38c70f0) 00000020:00000001:2.0:1788687428.335407:0:34800:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:2.0:1788687428.335409:0:34800:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788687428.335412:0:34800:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:2.0:1788687428.335414:0:34800:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:2.0:1788687428.335415:0:34800:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:2.0:1788687428.335416:0:34800:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:2.0:1788687428.335420:0:34800:0:(rw26.c:929:ll_write_end()) page@00000000cb8cd11d[4 00000000216409f8 2 1 000000008a012749 0 0 0] 00000080:00200000:2.0:1788687428.335423:0:34800:0:(rw26.c:929:ll_write_end()) vmpage @00000000eb2ba861 17ffffc0001039 2:0 ffff9b29c31768c0 0 lru 00000080:00200000:2.0:1788687428.335432:0:34800:0:(rw26.c:929:ll_write_end()) osc-page@000000008659d49d 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 00000000c03a3e16 00000000a9a88ed0 > 3< 1 0 > 4< 0 0 8 393216 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:2.0:1788687428.335434:0:34800:0:(rw26.c:929:ll_write_end()) end page@00000000cb8cd11d 00000080:00200000:2.0:1788687428.335436:0:34800:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:2.0:1788687428.335438:0:34800:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:2.0:1788687428.335439:0:34800:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:2.0:1788687428.335442:0:34800:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:2.0:1788687428.335445:0:34800:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:2.0:1788687428.335446:0:34800:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687428.335447:0:34800:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897884400 : -110870811667216 : ffff9b29e0a794f0) 00000020:00000001:2.0:1788687428.335450:0:34800:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:2.0:1788687428.335452:0:34800:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:2.0:1788687428.335454:0:34800:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:2.0:1788687428.335456:0:34800:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000008:00000002:2.0:1788687428.335459:0:34800:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:2.0:1788687428.335461:0:34800:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000020:00000001:2.0:1788687428.335463:0:34800:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788687428.335466:0:34800:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:2.0:1788687428.335469:0:34800:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788687428.335471:0:34800:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335473:0:34800:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335475:0:34800:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000008:00000001:2.0:1788687428.335476:0:34800:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:2.0:1788687428.335478:0:34800:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:2.0:1788687428.335480:0:34800:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788687428.335483:0:34800:0:(cl_page.c:556:cl_batch_put()) page@00000000cb8cd11d[4 00000000216409f8 2 1 000000008a012749 0 0 0] 00000020:00000001:2.0:1788687428.335485:0:34800:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:2.0:1788687428.335487:0:34800:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:2.0:1788687428.335488:0:34800:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:2.0:1788687428.335490:0:34800:0:(osc_request.c:745:osc_update_next_shrink()) next time 3087 to shrink grant 00000080:00000001:2.0:1788687428.335493:0:34800:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:2.0:1788687428.335496:0:34800:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:2.0:1788687428.335499:0:34800:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff9b29d8576db8, count 1, dirtied 0 00000080:00000001:2.0:1788687428.335501:0:34800:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:2.0:1788687428.335503:0:34800:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:2.0:1788687428.335504:0:34800:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788687428.335505:0:34800:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788687428.335506:0:34800:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788687428.335509:0:34800:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cb8cd11d[3 00000000216409f8 2 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788687428.335510:0:34800:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:2.0:1788687428.335512:0:34800:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788687428.335514:0:34800:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:2.0:1788687428.335514:0:34800:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788687428.335516:0:34800:0:(cl_page.c:556:cl_batch_put()) page@00000000cb8cd11d[3 00000000216409f8 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788687428.335518:0:34800:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:2.0:1788687428.335519:0:34800:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1788687428.335520:0:34800:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:2.0:1788687428.335521:0:34800:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:2.0:1788687428.335522:0:34800:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335524:0:34800:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.335526:0:34800:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335527:0:34800:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788687428.335530:0:34800:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:2.0:1788687428.335532:0:34800:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:2.0:1788687428.335534:0:34800:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:2.0:1788687428.335536:0:34800:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.335538:0:34800:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:2.0:1788687428.335541:0:34800:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:2.0:1788687428.335543:0:34800:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335545:0:34800:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbb80 00000080:00200000:2.0:1788687428.335546:0:34800:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:2.0:1788687428.335549:0:34800:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.335552:0:34800:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788687428.335554:0:34800:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687428.335555:0:34800:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788687428.335557:0:34800:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:2.0:1788687428.335558:0:34800:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000020:00000001:2.0:1788687428.335560:0:34800:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000020:00000001:2.0:1788687428.335561:0:34800:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:2.0:1788687428.335563:0:34800:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788687428.335564:0:34800:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335566:0:34800:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335567:0:34800:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000008:00000001:2.0:1788687428.335569:0:34800:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335572:0:34800:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.335573:0:34800:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.335575:0:34800:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335577:0:34800:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335579:0:34800:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788687428.335581:0:34800:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:2.0:1788687428.335582:0:34800:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788687428.335583:0:34800:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1788687428.335585:0:34800:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788687428.335587:0:34800:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.335589:0:34800:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335591:0:34800:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788687428.335593:0:34800:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788687428.335595:0:34800:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788687428.335596:0:34800:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29c3900038 (ffff9b29d0280008/0) at cl_lock_release():245 00000020:00000001:2.0:1788687428.335599:0:34800:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788687428.335600:0:34800:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c3900038 (ffff9b29d0280008/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788687428.335602:0:34800:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788687428.335604:0:34800:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788687428.335605:0:34800:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897884400 : -110870811667216 : ffff9b29e0a794f0) 00000020:00000001:2.0:1788687428.335607:0:34800:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788687428.335608:0:34800:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5044a30 (ffff9b29e0113128/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788687428.335611:0:34800:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788687428.335612:0:34800:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788687428.335614:0:34800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788687428.335615:0:34800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788687428.335617:0:34800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=5 00000020:00000001:2.0:1788687428.335619:0:34800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:2.0:1788687428.335621:0:34800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:2.0:1788687428.335623:0:34800:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788687428.335627:0:34800:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788687428.335635:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.335636:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.335638:0:34800:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788687428.335640:0:34800:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788687428.335643:0:34800:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788687428.335655:0:34800:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788687428.335657:0:34800:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788687428.335659:0:34800:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788687428.335662:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.335663:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.335665:0:34800:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.335667:0:34800:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788687428.335669:0:34800:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.335671:0:34800:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.335674:0:34800:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.335676:0:34800:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788687428.335677:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.335678:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788687428.335679:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788687428.335680:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788687428.335681:0:34800:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788687428.335683:0:34800:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687428.335684:0:34800:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687428.335685:0:34800:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788687428.335687:0:34800:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788687428.335688:0:34800:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c3900038 (ffff9b29d0280008/0) at cl_lock_fini():72 00020000:00000001:2.0:1788687428.335691:0:34800:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788687428.335692:0:34800:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788687428.335693:0:34800:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5044a30 (ffff9b29d0280008/1) at cl_lock_fini():72 00000008:00000010:2.0:1788687428.335696:0:34800:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d12abdb0. 00000020:00000001:2.0:1788687428.335700:0:34800:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788687428.335701:0:34800:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5044a00. 00020000:00000001:2.0:1788687428.335704:0:34800:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788687428.335705:0:34800:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788687428.335707:0:34800:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:2.0:1788687428.335709:0:34800:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788687428.335710:0:34800:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687428.335711:0:34800:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788687428.335712:0:34800:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788687428.335714:0:34800:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.335716:0:34800:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.335717:0:34800:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788687428.335719:0:34800:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788687428.335721:0:34800:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:2.0:1788687428.335723:0:34800:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:2.0:1788687428.335724:0:34800:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788687428.335726:0:34800:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788687428.335728:0:34800:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788687428.335729:0:34800:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788687428.335731:0:34800:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788687428.335735:0:34800:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788687428.335736:0:34800:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.335739:0:34800:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788687428.335741:0:34800:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788687428.335742:0:34800:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788687428.335744:0:34800:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788687428.335747:0:34800:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:2.0:1788687428.335750:0:34800:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:2.0:1788687428.335753:0:34800:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:2.0:1788687428.335754:0:34800:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788687428.335756:0:34800:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788687428.335757:0:34800:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788687428.335758:0:34800:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788687428.335760:0:34800:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788687428.335762:0:34800:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29e0113120 00020000:00000001:2.0:1788687428.335764:0:34800:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788687428.335766:0:34800:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788687428.335767:0:34800:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788687428.335769:0:34800:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788687428.335773:0:34800:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788687428.335774:0:34800:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:2.0:1788687428.335775:0:34800:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbc98 00000080:00200000:2.0:1788687428.335777:0:34800:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:2.0:1788687428.335781:0:34800:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788687428.335782:0:34800:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:2.0:1788687428.335784:0:34800:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:2.0:1788687428.335785:0:34800:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788687428.335787:0:34800:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788687428.335865:0:34800:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788687428.335868:0:34800:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:2.0:1788687428.335870:0:34800:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788687428.335871:0:34800:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:2.0:1788687428.335874:0:34800:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[1]: s=46 (1) m=1788687428 a=0 c=1788687428 b=1 00020000:00000001:2.0:1788687428.335878:0:34800:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788687428.335881:0:34800:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788687428 a=0 c=1788687428 b=1 00020000:00000001:2.0:1788687428.335884:0:34800:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335885:0:34800:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.335887:0:34800:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000080:00200000:2.0:1788687428.335890:0:34800:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:2.0:1788687428.335892:0:34800:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:2.0:1788687428.335896:0:34800:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:2.0:1788687428.335899:0:34800:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:2.0:1788687428.335902:0:34800:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280000 00000020:00000001:2.0:1788687428.337642:0:34800:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbd88 00000080:00000008:2.0:1788687428.337653:0:34800:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:2.0:1788687428.337660:0:34800:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:2.0:1788687428.337683:0:34800:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788687428.337687:0:34800:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29c5cba7c0 00020000:00000002:2.0:1788687428.337694:0:34800:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29c5cba7c0 00020000:00000001:2.0:1788687428.337697:0:34800:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.337707:0:34800:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788687428.337709:0:34800:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbdf0 00000080:00200008:2.0:1788687428.337711:0:34800:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x36:0x0](ffff9b29d8576c08), flags 102001 00000080:00000001:2.0:1788687428.337716:0:34800:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:2.0:1788687428.337719:0:34800:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788687428.337721:0:34800:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788687428.337722:0:34800:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29c5cba7c0 00020000:00000002:2.0:1788687428.337724:0:34800:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29c5cba7c0 00020000:00000001:2.0:1788687428.337726:0:34800:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.337728:0:34800:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788687428.337739:0:34800:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788687428.337743:0:34800:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788687428.337752:0:34800:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 2 00010000:00000001:2.0:1788687428.337756:0:34800:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788687428.337762:0:34800:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788687428.337764:0:34800:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x36:0x0]: 0 00000080:00000001:2.0:1788687428.337768:0:34800:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788687428.337770:0:34800:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788687428.337780:0:34800:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b29c7f3cc00. 00000080:00000001:2.0:1788687428.337782:0:34800:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788687428.338199:0:34800:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788687428.338206:0:34800:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788687428.338209:0:34800:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x36:0x0] 00000002:00000001:2.0:1788687428.338214:0:34800:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788687428.338216:0:34800:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b29e019e800: [0x200000404:0x36:0x0] file closed with intent: 200 00000100:00000010:2.0:1788687428.338226:0:34800:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c42eb800. 00000020:00000040:2.0:1788687428.338232:0:34800:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=10 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:2.0:1788687428.338238:0:34800:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788687428.338243:0:34800:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788687428.338249:0:34800:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788687428.338259:0:34800:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c7f3dc00. 00000100:00000001:2.0:1788687428.338326:0:34800:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788687428.338353:0:34800:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b29c97f3800 x1875572824562688/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687444 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788687428.338366:0:34800:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788687428.338372:0:34800:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c42eb800 x1875572824563072/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788687428.338379:0:34800:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788687428.338381:0:34800:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788687428.338552:0:34800:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29e01166c0. 00000100:00000001:2.0:1788687428.338556:0:34800:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202888042176 : -110870821509440 : ffff9b29e01166c0) 00000100:00000001:2.0:1788687428.338560:0:34800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687428.338561:0:34800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420201472 : -110871289350144 : ffff9b29c42eb800) 00000100:00000001:2.0:1788687428.338568:0:34800:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788687428.338574:0:34800:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.338576:0:34800:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788687428.338578:0:34800:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788687428.338583:0:34800:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c42eb800 x1875572824563072/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.338591:0:34800:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788687428.338594:0:34800:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687428.338599:0:34800:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788687428.338601:0:34800:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788687428.338604:0:34800:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788687428.338607:0:34800:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c42eb800 pname:cluuid:pid:xid:nid:opc:job uname:ce1d4174-c231-444b-b3ed-b722bc4901cb:34800:1875572824563072:192.168.203.144@tcp:35:uname.0 00000100:00000001:2.0:1788687428.338612:0:34800:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788687428.338620:0:34800:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788687428.338623:0:34800:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687428.338626:0:34800:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788687428.338632:0:34800:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c63d4c00. 02000000:00000001:2.0:1788687428.338634:0:34800:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788687428.338643:0:34800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:2.0:1788687428.338649:0:34800:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e06fd3c8. 00000400:00000010:2.0:1788687428.338659:0:34800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240660. 00000100:00000200:2.0:1788687428.338668:0:34800:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824563072, portal 10 00000100:00000001:2.0:1788687428.338670:0:34800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687428.338671:0:34800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420201472 : -110871289350144 : ffff9b29c42eb800) 00000100:00000040:2.0:1788687428.338679:0:34800:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c42eb800 x1875572824563072/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.338687:0:34800:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788687428.338690:0:34800:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:2.0:1788687428.338693:0:34800:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d0240110. 00000100:00000200:2.0:1788687428.338695:0:34800:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824563072, offset 0 00000400:00000200:2.0:1788687428.338703:0:34800:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:2.0:1788687428.338713:0:34800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.338723:0:34800:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:2.0:1788687428.338730:0:34800:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788687428.338735:0:34800:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:2.0:1788687428.338739:0:34800:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788687428.338742:0:34800:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:2.0:1788687428.338747:0:34800:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2644:2644:256:4294967295] 192.168.203.144@tcp LPNI seq info [2644:2644:8:4294967295] 00000400:00000200:2.0:1788687428.338751:0:34800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.338763:0:34800:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:2.0:1788687428.338773:0:34800:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:2.0:1788687428.338779:0:34800:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29d05a3b00. 00000800:00000200:2.0:1788687428.338788:0:34800:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:2.0:1788687428.338862:0:34800:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:2.0:1788687428.338868:0:34800:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29d05a3b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788687428.338994:0:34800:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687428.339000:0:34800:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 789958 usecs (790 jiffies) 00000400:00000200:2.0:1788687428.339005:0:34800:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:2.0:1788687428.339009:0:34800:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296555134 00000100:00000001:2.0:1788687428.339019:0:34800:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296555128 00000100:00000001:2.0:1788687428.339025:0:34800:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296555134 00000100:00000001:2.0:1788687428.339029:0:34800:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296555128 00000100:00000001:2.0:1788687428.339032:0:34800:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687428.339036:0:34800:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.339038:0:34800:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687428.339041:0:34800:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788687428.339044:0:34800:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29e01166c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788687428.339047:0:34800:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687428.339052:0:34800:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788687428.340991:0:2361:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4e00. 00000800:00000200:2.0:1788687428.342046:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687428.342053:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29d05a3b00. 00000400:00000200:2.0:1788687428.342059:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687428.342069:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687428.342079:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240110 00000400:00000010:2.0:1788687428.342082:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240110. 00000100:00000001:2.0:1788687428.342089:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687428.342100:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c42eb800 x1875572824563072/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.342113:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687428.342117:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42eb800 x1875572824563072/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.342129:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.342131:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687428.351316:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.351338:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687428.351344:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.351346:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.351359:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.351369:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687428.351379:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.351386:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.351391:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.351397:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x6a9d2d3f55c80 00000400:00000200:3.0:1788687428.351411:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.351419:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x73d5 [1] + 224 00000800:00000001:3.0:1788687428.351427:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.351440:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.351445:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.351449:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687428.351459:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687428.351469:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb6d80 x1875572824562816/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687444 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687428.351482:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8bb6d80 x1875572824562816/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687444 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687428.351510:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687428.351519:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.351521:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687428.352077:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687428.352083:0:2370:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788687428.352102:0:2370:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788687428.352104:0:2370:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788687428.352108:0:2370:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef43c8. 00000400:00000200:2.0:1788687428.352114:0:2370:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0550 00000400:00000010:2.0:1788687428.352118:0:2370:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0550. 00000100:00000001:2.0:1788687428.352122:0:2370:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687428.352128:0:2370:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb6d80 x1875572824562816/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687444 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788687428.352138:0:2370:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb6d80 x1875572824562816/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687444 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687428.352145:0:2370:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788687428.352147:0:2370:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687428.352150:0:2370:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788687428.352154:0:2370:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788687428.352157:0:2370:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788687428.352159:0:2370:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788687428.352162:0:2370:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788687428.352175:0:2370:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7d38 time=49 v=5 (5 5 5 5) 00000100:00001000:2.0:1788687428.352180:0:2370:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1788687428.352183:0:2370:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788687428.352185:0:2370:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788687428.352188:0:2370:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788687428.352193:0:2370:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.352198:0:2370:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788687428.352201:0:2370:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934612 00000100:00000001:2.0:1788687428.352203:0:2370:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788687428.352207:0:2370:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788687428.352212:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb6d80 x1875572824562816/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687444 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687428.352227:0:2370:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788687428.352230:0:2370:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788687428.352232:0:2370:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788687428.352236:0:2370:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb6d80 x1875572824562816/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687444 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788687428.352244:0:2370:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2370:1875572824562816:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788687428.352250:0:2370:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687428.352253:0:2370:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687428.352256:0:2370:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb6d80 x1875572824562816/t0(0) o103->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687444 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687428.352263:0:2370:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687428.352266:0:2370:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687428.352270:0:2370:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c4c56a00. 02000000:00000001:2.0:1788687428.352276:0:2370:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687428.352279:0:2370:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687428.352281:0:2370:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687428.352283:0:2370:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687428.352286:0:2370:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c4c57e00. 02000000:00000001:2.0:1788687428.352289:0:2370:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687428.352292:0:2370:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687428.352294:0:2370:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb6d80. 00000100:00000001:2.0:1788687428.352297:0:2370:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687428.352299:0:2370:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687428.352301:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687428.352310:0:2370:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788687428.352312:0:2370:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.352315:0:2370:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788687428.352317:0:2370:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788687428.357472:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687428.357497:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687428.357503:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687428.357506:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687428.357519:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.357540:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687428.357551:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.357565:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.357571:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.357576:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f55d80 00000400:00000200:2.0:1788687428.357583:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.357590:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x73e5 [1] + 224 00000800:00000001:2.0:1788687428.357599:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687428.357609:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687428.357613:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687428.357618:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687428.357628:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687428.357641:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c42eb800 x1875572824563072/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788687428.357655:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b29c42eb800 x1875572824563072/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.357681:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687428.357692:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687428.357696:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.357781:0:34800:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687428.357803:0:34800:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687428.357805:0:34800:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687428.357810:0:34800:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e06fd3c8. 00000400:00000200:1.0:1788687428.357815:0:34800:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d0240660 00000400:00000010:1.0:1788687428.358130:0:34800:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d0240660. 00000100:00000001:1.0:1788687428.358136:0:34800:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687428.358143:0:34800:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c42eb800 x1875572824563072/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788687428.358153:0:34800:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c42eb800 x1875572824563072/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.358161:0:34800:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687428.358165:0:34800:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.358168:0:34800:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687428.358172:0:34800:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687428.358175:0:34800:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687428.358178:0:34800:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687428.358182:0:34800:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687428.358195:0:34800:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=50 v=5 (10 5 5 5) 00000100:00001000:1.0:1788687428.358199:0:34800:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687428.358203:0:34800:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687428.358205:0:34800:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.358208:0:34800:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687428.358213:0:34800:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.358217:0:34800:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788687428.358219:0:34800:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788687428.358221:0:34800:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788687428.358224:0:34800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687428.358226:0:34800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420201472 : -110871289350144 : ffff9b29c42eb800) 00000100:00000001:1.0:1788687428.358230:0:34800:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687428.358233:0:34800:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934612 00000100:00000001:1.0:1788687428.358235:0:34800:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687428.358238:0:34800:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.358244:0:34800:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c42eb800 x1875572824563072/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.358251:0:34800:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687428.358255:0:34800:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687428.358257:0:34800:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687428.358261:0:34800:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c42eb800 x1875572824563072/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788687428.358330:0:34800:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c42eb800 pname:cluuid:pid:xid:nid:opc:job uname:ce1d4174-c231-444b-b3ed-b722bc4901cb:34800:1875572824563072:192.168.203.144@tcp:35:uname.0 00000100:00000001:1.0:1788687428.358336:0:34800:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.358339:0:34800:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.358342:0:34800:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788687428.358345:0:34800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687428.358350:0:34800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42eb800 x1875572824563072/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687428.358357:0:34800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687428.358360:0:34800:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29e01166c0. 00000100:00000001:1.0:1788687428.358363:0:34800:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788687428.358365:0:34800:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.358374:0:34800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687428.358375:0:34800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420201472 : -110871289350144 : ffff9b29c42eb800) 00000002:00000001:1.0:1788687428.358378:0:34800:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788687428.358382:0:34800:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788687428.358388:0:34800:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c7f3cc00. 00000080:00000001:1.0:1788687428.358392:0:34800:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788687428.358396:0:34800:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788687428.359201:0:34800:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788687428.359215:0:34800:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b29c97f3800 x1875572824562688/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687444 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.359229:0:34800:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788687428.359230:0:34800:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509363200 : -110871200188416 : ffff9b29c97f3800) 00000100:00000001:2.0:1788687428.359234:0:34800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687428.359237:0:34800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f3800 x1875572824562688/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687444 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.359245:0:34800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.359247:0:34800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687428.359251:0:34800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c42eb800 x1875572824563072/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.359258:0:34800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.359260:0:34800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687428.359262:0:34800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f3800 x1875572824562688/t8589934617(8589934617) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687444 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.359269:0:34800:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788687428.359273:0:34800:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687428.359275:0:34800:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687428.359278:0:34800:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687428.359282:0:34800:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a00400. 02000000:00000001:2.0:1788687428.359288:0:34800:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687428.359290:0:34800:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687428.359293:0:34800:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f3800. 00000100:00000001:2.0:1788687428.359297:0:34800:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687428.359299:0:34800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788687428.359301:0:34800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687428.359304:0:34800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42eb800 x1875572824563072/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.359310:0:34800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788687428.359313:0:34800:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9b29c636d040. 00000002:00000001:2.0:1788687428.359315:0:34800:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788687428.359318:0:34800:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687428.359321:0:34800:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b29c4c6f000. 00000100:00000001:2.0:1788687428.359323:0:34800:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687428.359327:0:34800:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42eb800 x1875572824563072/t8589934618(8589934618) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.359333:0:34800:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788687428.359335:0:34800:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788687428.359339:0:34800:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c63d4c00. 02000000:00000001:2.0:1788687428.359342:0:34800:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788687428.359343:0:34800:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788687428.359344:0:34800:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:2.0:1788687428.359346:0:34800:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788687428.359349:0:34800:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c7f3dc00. 02000000:00000001:2.0:1788687428.359352:0:34800:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788687428.359353:0:34800:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788687428.359354:0:34800:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42eb800. 00000100:00000001:2.0:1788687428.359357:0:34800:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788687428.359358:0:34800:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788687428.359361:0:34800:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788687428.359366:0:34800:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29d0061540. 00000080:00000001:2.0:1788687428.359371:0:34800:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788687428.359379:0:34800:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbdf0 00000080:00000008:2.0:1788687428.359382:0:34800:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9b29d8576c08), flags 102001, rc = 0 00000080:00000001:2.0:1788687428.359386:0:34800:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788687428.359394:0:34800:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788687428.359396:0:34800:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbe00 00000080:00002000:2.0:1788687428.359398:0:34800:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9b29d8746438, parent ffff9b29d84cabd0, inode ffff9b29d8576c08) hashed, 00000080:00000001:2.0:1788687428.359402:0:34800:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.400453:0:34801:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687428.400463:0:34801:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687428.400466:0:34801:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687428.400470:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23bc0 00000080:00200000:0.0:1788687428.400475:0:34801:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687428.400485:0:34801:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29d01f3000. 00800000:00000002:0.0:1788687428.400494:0:34801:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687428.400499:0:34801:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687428.400506:0:34801:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687428.400508:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23ae0 00800000:00000002:0.0:1788687428.400511:0:34801:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687428.400515:0:34801:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687428.400520:0:34801:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687428.400526:0:34801:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687428.400529:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d239b0 00000002:00010000:0.0:1788687428.400531:0:34801:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687428.400535:0:34801:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687428.400538:0:34801:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687428.400542:0:34801:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687428.400550:0:34801:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687428.400553:0:34801:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687428.400623:0:34801:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687428.400627:0:34801:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788687428.400631:0:34801:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788687428.400637:0:34801:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f3100. 00000020:00000040:0.0:1788687428.400643:0:34801:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00010000:00000001:0.0:1788687428.400651:0:34801:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687428.400657:0:34801:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687428.400665:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.400667:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.400669:0:34801:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.400673:0:34801:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687428.400676:0:34801:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687428.400682:0:34801:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687428.400690:0:34801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a00000. 00000100:00000001:0.0:1788687428.400698:0:34801:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.400704:0:34801:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687428.400706:0:34801:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.400708:0:34801:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687428.400709:0:34801:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.400712:0:34801:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687428.400718:0:34801:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633202509361408 : -110871200190208 : ffff9b29c97f3100) 00010000:00000001:0.0:1788687428.400723:0:34801:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687428.400726:0:34801:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788687428.400731:0:34801:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b29c64de900. 00010000:00000010:0.0:1788687428.400735:0:34801:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b29c5ca0f00. 00010000:00000001:0.0:1788687428.400809:0:34801:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687428.400814:0:34801:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc4400. 00000020:00000001:0.0:1788687428.400828:0:34801:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687428.400832:0:34801:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc4400 with handle 0x230d04438e811f97 to hash 00000020:00000001:0.0:1788687428.400835:0:34801:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687428.400837:0:34801:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.400842:0:34801:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.400847:0:34801:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687428.400850:0:34801:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.400854:0:34801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34801 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687428.400869:0:34801:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34801 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687428.400882:0:34801:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34801 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687428.400888:0:34801:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687428.400890:0:34801:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687428.400898:0:34801:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c2e43840. 00000100:00000001:0.0:1788687428.400900:0:34801:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202398541888 : -110871311009728 : ffff9b29c2e43840) 00000100:00000001:0.0:1788687428.400904:0:34801:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.401151:0:34801:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509361408 : -110871200190208 : ffff9b29c97f3100) 00000100:00000001:0.0:1788687428.401158:0:34801:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687428.401163:0:34801:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.401165:0:34801:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687428.401167:0:34801:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687428.401181:0:34801:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f3100 x1875572824563200/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.401191:0:34801:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687428.401193:0:34801:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687428.401198:0:34801:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687428.401201:0:34801:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687428.401204:0:34801:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687428.401208:0:34801:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f3100 pname:cluuid:pid:xid:nid:opc:job cat:ce1d4174-c231-444b-b3ed-b722bc4901cb:34801:1875572824563200:192.168.203.144@tcp:101:cat.0 00000100:00000001:0.0:1788687428.401213:0:34801:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687428.401220:0:34801:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687428.401223:0:34801:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687428.401227:0:34801:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687428.401232:0:34801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b29c631b800. 02000000:00000001:0.0:1788687428.401234:0:34801:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687428.401244:0:34801:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687428.401249:0:34801:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1688. 00000400:00000010:0.0:1788687428.401259:0:34801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdadd0. 00000100:00000200:0.0:1788687428.401268:0:34801:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875572824563200, portal 10 00000100:00000001:0.0:1788687428.401270:0:34801:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.401272:0:34801:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509361408 : -110871200190208 : ffff9b29c97f3100) 00000100:00000040:0.0:1788687428.401278:0:34801:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f3100 x1875572824563200/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687444 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.401286:0:34801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687428.401289:0:34801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687428.401293:0:34801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda770. 00000100:00000200:0.0:1788687428.401297:0:34801:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875572824563200, offset 0 00000400:00000200:0.0:1788687428.401304:0:34801:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687428.401315:0:34801:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687428.401324:0:34801:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687428.401331:0:34801:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687428.401335:0:34801:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687428.401339:0:34801:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687428.401342:0:34801:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687428.401346:0:34801:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2645:2645:256:4294967295] 192.168.203.144@tcp LPNI seq info [2645:2645:8:4294967295] 00000400:00000200:0.0:1788687428.401351:0:34801:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687428.401363:0:34801:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687428.401370:0:34801:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687428.401376:0:34801:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946a00. 00000800:00000200:0.0:1788687428.401384:0:34801:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687428.401393:0:34801:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687428.401399:0:34801:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788687428.401448:0:34801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687428.401454:0:34801:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 788103 usecs (789 jiffies) 00000400:00000200:0.0:1788687428.401458:0:34801:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687428.401462:0:34801:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296555195 00000100:00000001:0.0:1788687428.401470:0:34801:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296555134 00000100:00000001:0.0:1788687428.401477:0:34801:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296555195 00000100:00000001:0.0:1788687428.401481:0:34801:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296555134 00000100:00000001:0.0:1788687428.401484:0:34801:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687428.401487:0:34801:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.401490:0:34801:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687428.401493:0:34801:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687428.401496:0:34801:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c2e43840 going to sleep for 11 seconds 00000100:00000001:0.0:1788687428.401499:0:34801:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687428.401503:0:34801:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687428.404994:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687428.405009:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946a00. 00000400:00000200:3.0:1788687428.405021:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.405032:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687428.405043:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda770 00000400:00000010:3.0:1788687428.405046:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda770. 00000100:00000001:3.0:1788687428.405054:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687428.405064:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3100 x1875572824563200/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687444 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.405077:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687428.405080:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3100 x1875572824563200/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687444 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.405086:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.405088:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687428.405112:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.405128:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687428.405131:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.405134:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.405143:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.405149:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687428.405157:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.405162:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.405169:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.405173:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 688 into portal 10 MB=0x6a9d2d3f55e00 00000400:00000200:3.0:1788687428.405179:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.405185:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 688/688 into md 0x73f5 [1] + 224 00000800:00000001:3.0:1788687428.405194:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.405202:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.405204:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.405207:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687428.405212:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687428.405216:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3100 x1875572824563200/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687444 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687428.405225:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b29c97f3100 x1875572824563200/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.405243:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687428.405250:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.405253:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.405409:0:34801:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687428.405418:0:34801:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687428.405421:0:34801:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687428.405425:0:34801:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1688. 00000400:00000200:0.0:1788687428.405429:0:34801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdadd0 00000400:00000010:0.0:1788687428.405431:0:34801:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdadd0. 00000100:00000001:0.0:1788687428.405434:0:34801:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687428.405439:0:34801:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f3100 x1875572824563200/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687428.405448:0:34801:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f3100 x1875572824563200/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.405455:0:34801:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687428.405458:0:34801:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.405461:0:34801:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687428.405465:0:34801:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687428.405468:0:34801:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687428.405471:0:34801:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687428.405474:0:34801:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687428.405486:0:34801:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=50 v=5 (5 5 103 103) 00000100:00001000:0.0:1788687428.405491:0:34801:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687428.405494:0:34801:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687428.405496:0:34801:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.405499:0:34801:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687428.405504:0:34801:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.405509:0:34801:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687428.405512:0:34801:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1788687428.405515:0:34801:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687428.405518:0:34801:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687428.405523:0:34801:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f3100 x1875572824563200/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.405531:0:34801:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687428.405534:0:34801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687428.405537:0:34801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687428.405541:0:34801:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f3100 x1875572824563200/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687444 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687428.405549:0:34801:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f3100 pname:cluuid:pid:xid:nid:opc:job cat:ce1d4174-c231-444b-b3ed-b722bc4901cb:34801:1875572824563200:192.168.203.144@tcp:101:cat.0 00000100:00000001:0.0:1788687428.405564:0:34801:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.405567:0:34801:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.405571:0:34801:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687428.405572:0:34801:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.405576:0:34801:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f3100 x1875572824563200/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687444 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.405584:0:34801:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687428.405587:0:34801:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c2e43840. 00000100:00000001:0.0:1788687428.405591:0:34801:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687428.405593:0:34801:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.405596:0:34801:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687428.405601:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.405604:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.405608:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=4 00000020:00000001:0.0:1788687428.405611:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.405614:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000040:0.0:1788687428.405622:0:34801:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c5cc4400, remote cookie: 0x59c08f76ab1d2eb3, flags: 0x1001 00010000:00010000:0.0:1788687428.405628:0:34801:0:(ldlm_request.c:758:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687428.405646:0:34801:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687428.405654:0:34801:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788687428.405659:0:34801:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788687428.405661:0:34801:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788687428.405664:0:34801:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788687428.405665:0:34801:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788687428.405669:0:34801:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b29c64de900) refcount = 1 00010000:00010000:0.0:1788687428.405673:0:34801:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687428.405681:0:34801:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788687428.405685:0:34801:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788687428.405687:0:34801:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687428.405690:0:34801:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788687428.405693:0:34801:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.405697:0:34801:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687428.405704:0:34801:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788687428.405705:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.405707:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.405708:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.405709:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.405711:0:34801:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687428.405716:0:34801:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788687428.405719:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.405720:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.405722:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:0.0:1788687428.405724:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.405726:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.405730:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.405731:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.405733:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=4 00000020:00000001:0.0:1788687428.405734:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.405737:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.405740:0:34801:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687428.405743:0:34801:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.405747:0:34801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687428.405754:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.405755:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.405757:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.405758:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.405759:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=5 00000020:00000001:0.0:1788687428.405761:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.405763:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.405766:0:34801:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687428.405769:0:34801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687428.405776:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.405777:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687428.405780:0:34801:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687428.405788:0:34801:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687428.405789:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.405790:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.405791:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.405793:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788687428.405798:0:34801:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b29c97f3100 x1875572824563200/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687444 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788687428.405814:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.405816:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.405828:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:0.0:1788687428.405830:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.405832:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.405835:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.405836:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687428.405838:0:34801:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687428.405840:0:34801:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687428.405844:0:34801:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788687428.405847:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.405849:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.405850:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:0.0:1788687428.405851:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.405853:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00000002:00010000:0.0:1788687428.405857:0:34801:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687428.405864:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.405865:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.405867:0:34801:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687428.405869:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.405870:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.405871:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:0.0:1788687428.405873:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.405875:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000040:0.0:1788687428.405883:0:34801:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de900 count: 2 00010000:00000001:0.0:1788687428.405887:0:34801:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788687428.405892:0:34801:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788687428.405894:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.405896:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687428.405898:0:34801:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788687428.405902:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23938 00000002:00002000:0.0:1788687428.405931:0:34801:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788687428.405935:0:34801:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687428.405940:0:34801:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687428.405943:0:34801:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687428.405947:0:34801:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788687428.405950:0:34801:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687428.405955:0:34801:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687428.405959:0:34801:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29d01f3000. 00000080:00000001:0.0:1788687428.405964:0:34801:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687428.405967:0:34801:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788687428.405975:0:34801:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788687428.405980:0:34801:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788687428.405988:0:34801:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b29c4c6fec0. 00800000:00000001:0.0:1788687428.405990:0:34801:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633202430181056 : -110871279370560 : ffff9b29c4c6fec0) 00800000:00000001:0.0:1788687428.405993:0:34801:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687428.405996:0:34801:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788687428.405999:0:34801:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788687428.406002:0:34801:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788687428.406005:0:34801:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788687428.406009:0:34801:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788687428.406010:0:34801:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.406016:0:34801:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788687428.406019:0:34801:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788687428.406025:0:34801:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788687428.406027:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.406029:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.406031:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:0.0:1788687428.406033:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.406036:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.406038:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.406040:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687428.406041:0:34801:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788687428.406044:0:34801:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788687428.406047:0:34801:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29c4c6fec0 1 00800000:00000010:0.0:1788687428.406050:0:34801:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b29c4c6fec0. 00800000:00000001:0.0:1788687428.406053:0:34801:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687428.406057:0:34801:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f97 00800000:00000001:0.0:1788687428.406061:0:34801:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687428.406063:0:34801:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687428.406065:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.406066:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.406067:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:0.0:1788687428.406070:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.406072:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.406074:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.406075:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687428.406077:0:34801:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687428.406079:0:34801:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.406081:0:34801:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687428.406084:0:34801:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687428.406087:0:34801:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f97 from it ffffaca081d23bf8 00010000:00000001:0.0:1788687428.406089:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.406091:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.406092:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:0.0:1788687428.406094:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.406097:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.406099:0:34801:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687428.406103:0:34801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687428.406110:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.406111:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.406113:0:34801:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687428.406116:0:34801:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687428.406118:0:34801:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687428.406132:0:34801:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687428.406135:0:34801:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687428.406137:0:34801:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687428.406142:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.406144:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.406146:0:34801:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.406150:0:34801:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687428.406152:0:34801:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.406155:0:34801:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.406158:0:34801:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.406160:0:34801:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687428.406161:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.406162:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687428.406164:0:34801:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.406169:0:34801:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f3100 x1875572824563200/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1788687444 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.406175:0:34801:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687428.406179:0:34801:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687428.406183:0:34801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b29c631b800. 02000000:00000001:0.0:1788687428.406186:0:34801:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687428.406189:0:34801:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687428.406191:0:34801:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687428.406194:0:34801:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687428.406198:0:34801:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a00000. 02000000:00000001:0.0:1788687428.406202:0:34801:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687428.406204:0:34801:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687428.406206:0:34801:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f3100. 00000100:00000001:0.0:1788687428.406211:0:34801:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687428.406212:0:34801:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687428.406217:0:34801:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788687428.406223:0:34801:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.406232:0:34801:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788687428.406235:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23bc0 00000080:00002000:0.0:1788687428.406237:0:34801:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9b29d8746438) flags 0x48004e refc 0 00000080:00000001:0.0:1788687428.406240:0:34801:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.406242:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23c08 00000080:00200000:0.0:1788687428.406244:0:34801:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:0.0:1788687428.406252:0:34801:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788687428.406254:0:34801:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9b29d8576c08), inode mode 81a4 mask 44 00000080:00000001:0.0:1788687428.406256:0:34801:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.406265:0:34801:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788687428.406267:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23b98 00000080:00200008:0.0:1788687428.406269:0:34801:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x36:0x0](ffff9b29d8576c08), flags 100000 00000080:00000010:0.0:1788687428.406276:0:34801:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b29d0060500. 00000080:00000001:0.0:1788687428.406282:0:34801:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1788687428.406286:0:34801:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29d01f3000. 00800000:00000002:0.0:1788687428.406292:0:34801:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687428.406297:0:34801:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687428.406300:0:34801:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687428.406302:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23a48 00800000:00000002:0.0:1788687428.406305:0:34801:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x36:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687428.406309:0:34801:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:0.0:1788687428.406313:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d239c8 00800000:00000002:0.0:1788687428.406315:0:34801:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1788687428.406320:0:34801:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687428.406323:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23900 00000002:00010000:0.0:1788687428.406325:0:34801:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00000002:00000001:0.0:1788687428.406330:0:34801:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788687428.406332:0:34801:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788687428.406337:0:34801:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788687428.406341:0:34801:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 2 00010000:00000001:0.0:1788687428.406344:0:34801:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687428.406347:0:34801:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788687428.406350:0:34801:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.406352:0:34801:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687428.406355:0:34801:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687428.406357:0:34801:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788687428.406358:0:34801:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de900 count: 2 00010000:00000001:0.0:1788687428.406361:0:34801:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687428.406363:0:34801:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788687428.406365:0:34801:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.406367:0:34801:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687428.406369:0:34801:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687428.406373:0:34801:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f3100. 00000020:00000040:0.0:1788687428.406376:0:34801:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:0.0:1788687428.406381:0:34801:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788687428.406383:0:34801:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.406386:0:34801:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687428.406390:0:34801:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687428.406393:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.406394:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.406396:0:34801:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.406399:0:34801:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687428.406402:0:34801:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687428.406406:0:34801:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687428.406413:0:34801:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b29d8a00000. 00000100:00000001:0.0:1788687428.406421:0:34801:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.406424:0:34801:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687428.406426:0:34801:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.406428:0:34801:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687428.406430:0:34801:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.406432:0:34801:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687428.406438:0:34801:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633202509361408 : -110871200190208 : ffff9b29c97f3100) 00010000:00000001:0.0:1788687428.406442:0:34801:0:(ldlm_request.c:1063:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788687428.406444:0:34801:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788687428.406446:0:34801:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de900 count: 2 00010000:00000001:0.0:1788687428.406448:0:34801:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687428.406451:0:34801:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788687428.406455:0:34801:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b29c5cc4a00. 00000020:00000001:0.0:1788687428.406459:0:34801:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788687428.406462:0:34801:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b29c5cc4a00 with handle 0x230d04438e811f9e to hash 00000020:00000001:0.0:1788687428.406464:0:34801:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788687428.406466:0:34801:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633202447305216 : -110871262246400 : ffff9b29c5cc4a00) 00010000:00000001:0.0:1788687428.406471:0:34801:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633202447305216 : -110871262246400 : ffff9b29c5cc4a00) 00010000:00000001:0.0:1788687428.406474:0:34801:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687428.406476:0:34801:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.406480:0:34801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4a00/0x230d04438e811f9e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34801 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687428.406488:0:34801:0:(ldlm_request.c:1106:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4a00/0x230d04438e811f9e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34801 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788687428.406502:0:34801:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788687428.406509:0:34801:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c97f3100 x1875572824563456/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788687428.406519:0:34801:0:(ldlm_request.c:1193:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4a00/0x230d04438e811f9e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34801 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788687428.406525:0:34801:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687428.406527:0:34801:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687428.406535:0:34801:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c2e43840. 00000100:00000001:0.0:1788687428.406538:0:34801:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202398541888 : -110871311009728 : ffff9b29c2e43840) 00000100:00000001:0.0:1788687428.406541:0:34801:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.406543:0:34801:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509361408 : -110871200190208 : ffff9b29c97f3100) 00000100:00000001:0.0:1788687428.406548:0:34801:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687428.406552:0:34801:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.406554:0:34801:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687428.406556:0:34801:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687428.406560:0:34801:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f3100 x1875572824563456/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.406568:0:34801:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687428.406571:0:34801:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687428.406574:0:34801:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687428.406577:0:34801:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687428.406580:0:34801:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687428.406584:0:34801:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f3100 pname:cluuid:pid:xid:nid:opc:job cat:ce1d4174-c231-444b-b3ed-b722bc4901cb:34801:1875572824563456:192.168.203.144@tcp:101:cat.0 00000100:00000001:0.0:1788687428.406589:0:34801:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687428.406597:0:34801:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687428.406599:0:34801:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687428.406602:0:34801:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687428.406740:0:34801:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9b29c7200000. 02000000:00000001:0.0:1788687428.406743:0:34801:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687428.406750:0:34801:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687428.406754:0:34801:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1688. 00000400:00000010:0.0:1788687428.406761:0:34801:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9b29c631b800. 00000100:00000200:0.0:1788687428.406770:0:34801:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875572824563456, portal 10 00000100:00000001:0.0:1788687428.406772:0:34801:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.406773:0:34801:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509361408 : -110871200190208 : ffff9b29c97f3100) 00000100:00000040:0.0:1788687428.406780:0:34801:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c97f3100 x1875572824563456/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687444 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.406787:0:34801:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687428.406790:0:34801:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687428.406794:0:34801:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdadd0. 00000100:00000200:0.0:1788687428.406798:0:34801:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875572824563456, offset 0 00000400:00000200:0.0:1788687428.406805:0:34801:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687428.406814:0:34801:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687428.406835:0:34801:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687428.406842:0:34801:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687428.406847:0:34801:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687428.406851:0:34801:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687428.406854:0:34801:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687428.406858:0:34801:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2646:2646:256:4294967295] 192.168.203.144@tcp LPNI seq info [2646:2646:8:4294967295] 00000400:00000200:0.0:1788687428.406863:0:34801:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687428.406875:0:34801:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687428.406882:0:34801:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687428.406890:0:34801:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946a00. 00000800:00000200:0.0:1788687428.406898:0:34801:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687428.406938:0:34801:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687428.406944:0:34801:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946a00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788687428.406956:0:34801:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687428.406961:0:34801:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 787157 usecs (788 jiffies) 00000400:00000200:0.0:1788687428.406965:0:34801:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687428.406968:0:34801:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296555195 00000100:00000001:0.0:1788687428.406972:0:34801:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296555195 00000100:00000001:0.0:1788687428.406975:0:34801:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296555195 00000100:00000001:0.0:1788687428.406978:0:34801:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296555195 00000100:00000001:0.0:1788687428.406981:0:34801:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687428.406984:0:34801:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.406987:0:34801:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687428.406989:0:34801:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687428.406992:0:34801:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c2e43840 going to sleep for 11 seconds 00000100:00000001:0.0:1788687428.406995:0:34801:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687428.406998:0:34801:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687428.410158:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687428.410174:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946a00. 00000400:00000200:3.0:1788687428.410185:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.410196:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687428.410206:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdadd0 00000400:00000010:3.0:1788687428.410210:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdadd0. 00000100:00000001:3.0:1788687428.410217:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687428.410227:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3100 x1875572824563456/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687444 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.410242:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687428.410246:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3100 x1875572824563456/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687444 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.410255:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.410257:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687428.411867:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.411889:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687428.411896:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.411899:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.411944:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.411954:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687428.411966:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.411971:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.411982:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.411987:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 664 into portal 10 MB=0x6a9d2d3f55f00 00000400:00000200:3.0:1788687428.411994:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.412001:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 664/664 into md 0x73fd [64] + 224 00000800:00000001:3.0:1788687428.412010:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.412017:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.412022:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.412026:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687428.412035:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687428.412045:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3100 x1875572824563456/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687444 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687428.412058:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9b29c97f3100 x1875572824563456/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.412074:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687428.412083:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.412086:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.412237:0:34801:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687428.412247:0:34801:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687428.412250:0:34801:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687428.412255:0:34801:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1688. 00000400:00000200:0.0:1788687428.412260:0:34801:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c631b800 00000400:00000010:0.0:1788687428.412263:0:34801:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9b29c631b800. 00000100:00000001:0.0:1788687428.412267:0:34801:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687428.412273:0:34801:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f3100 x1875572824563456/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687428.412283:0:34801:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f3100 x1875572824563456/t0(0) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.412290:0:34801:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687428.412292:0:34801:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.412295:0:34801:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687428.412299:0:34801:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687428.412302:0:34801:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687428.412305:0:34801:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687428.412309:0:34801:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687428.412322:0:34801:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=50 v=5 (5 5 103 103) 00000100:00001000:0.0:1788687428.412328:0:34801:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687428.412331:0:34801:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687428.412333:0:34801:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.412337:0:34801:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687428.412342:0:34801:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.412347:0:34801:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687428.412350:0:34801:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788687428.412352:0:34801:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687428.412355:0:34801:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.412357:0:34801:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509361408 : -110871200190208 : ffff9b29c97f3100) 00000100:00000001:0.0:1788687428.412361:0:34801:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687428.412364:0:34801:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1788687428.412366:0:34801:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687428.412369:0:34801:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687428.412374:0:34801:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f3100 x1875572824563456/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687444 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.412383:0:34801:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687428.412386:0:34801:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687428.412389:0:34801:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687428.412393:0:34801:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f3100 x1875572824563456/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687444 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687428.412402:0:34801:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f3100 pname:cluuid:pid:xid:nid:opc:job cat:ce1d4174-c231-444b-b3ed-b722bc4901cb:34801:1875572824563456:192.168.203.144@tcp:101:cat.0 00000100:00000001:0.0:1788687428.412408:0:34801:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.412412:0:34801:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.412415:0:34801:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687428.412417:0:34801:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.412421:0:34801:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3100 x1875572824563456/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687444 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.412429:0:34801:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687428.412432:0:34801:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c2e43840. 00000100:00000001:0.0:1788687428.412435:0:34801:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687428.412437:0:34801:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.412441:0:34801:0:(ldlm_request.c:660:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788687428.412448:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.412451:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.412455:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4a00 refcount=4 00000020:00000001:0.0:1788687428.412458:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305216 : -110871262246400 : ffff9b29c5cc4a00) 00010000:00000001:0.0:1788687428.412462:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305216 : -110871262246400 : ffff9b29c5cc4a00) 00010000:00000040:0.0:1788687428.412469:0:34801:0:(ldlm_request.c:745:ldlm_cli_enqueue_fini()) local: ffff9b29c5cc4a00, remote cookie: 0x59c08f76ab1d2ec1, flags: 0x1001 00010000:00000040:0.0:1788687428.412473:0:34801:0:(ldlm_request.c:767:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x36:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788687428.412477:0:34801:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788687428.412485:0:34801:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 2 00010000:00000001:0.0:1788687428.412488:0:34801:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687428.412493:0:34801:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.412498:0:34801:0:(ldlm_request.c:773:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4a00/0x230d04438e811f9e lrc: 4/1,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2ec1 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788687428.412509:0:34801:0:(ldlm_request.c:786:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4a00/0x230d04438e811f9e lrc: 4/1,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2ec1 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687428.412517:0:34801:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788687428.412523:0:34801:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788687428.412526:0:34801:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788687428.412528:0:34801:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788687428.412530:0:34801:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788687428.412533:0:34801:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff9b29c6090d00) refcount = 2 00010000:00000040:0.0:1788687428.412536:0:34801:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788687428.412539:0:34801:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1788687428.412547:0:34801:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4a00/0x230d04438e811f9e lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2ec1 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687428.412562:0:34801:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788687428.412567:0:34801:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788687428.412569:0:34801:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687428.412572:0:34801:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788687428.412575:0:34801:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.412579:0:34801:0:(ldlm_request.c:840:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4a00/0x230d04438e811f9e lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2ec1 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687428.412586:0:34801:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788687428.412588:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.412590:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.412591:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.412592:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.412594:0:34801:0:(ldlm_request.c:1217:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687428.412599:0:34801:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788687428.412603:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.412604:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.412606:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4a00 refcount=3 00000020:00000001:0.0:1788687428.412608:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305216 : -110871262246400 : ffff9b29c5cc4a00) 00010000:00000001:0.0:1788687428.412611:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305216 : -110871262246400 : ffff9b29c5cc4a00) 00010000:00000001:0.0:1788687428.412613:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.412615:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788687428.412620:0:34801:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff9b29c97f3100 x1875572824563456/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687444 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788687428.412631:0:34801:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788687428.412636:0:34801:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c97f3100 x1875572824563456/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 648/664 e 0 to 0 dl 1788687444 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788687428.412644:0:34801:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.412651:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.412652:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.412654:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4a00 refcount=3 00000020:00000001:0.0:1788687428.412656:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305216 : -110871262246400 : ffff9b29c5cc4a00) 00010000:00000001:0.0:1788687428.412658:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305216 : -110871262246400 : ffff9b29c5cc4a00) 00000002:00010000:0.0:1788687428.412662:0:34801:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4a00/0x230d04438e811f9e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2ec1 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788687428.412675:0:34801:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b29c4c6fec0. 00010000:00000001:0.0:1788687428.412677:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.412679:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687428.412681:0:34801:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687428.412684:0:34801:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687428.412688:0:34801:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788687428.412690:0:34801:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.412691:0:34801:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509361408 : -110871200190208 : ffff9b29c97f3100) 00010000:00000001:0.0:1788687428.412694:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.412695:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.412697:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4a00 refcount=3 00000020:00000001:0.0:1788687428.412699:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305216 : -110871262246400 : ffff9b29c5cc4a00) 00010000:00000001:0.0:1788687428.412701:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305216 : -110871262246400 : ffff9b29c5cc4a00) 00000002:00010000:0.0:1788687428.412705:0:34801:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4a00/0x230d04438e811f9e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2ec1 expref: -99 pid: 34801 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687428.412711:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.412712:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.412714:0:34801:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788687428.412716:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.412717:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.412719:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4a00 refcount=3 00000020:00000001:0.0:1788687428.412721:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305216 : -110871262246400 : ffff9b29c5cc4a00) 00010000:00000001:0.0:1788687428.412723:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305216 : -110871262246400 : ffff9b29c5cc4a00) 00010000:00000040:0.0:1788687428.412726:0:34801:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 3 00010000:00000001:0.0:1788687428.412728:0:34801:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788687428.412733:0:34801:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b29c97a0000 type 13 mode 16 res 8589935620/54 (0 0) 00010000:00000001:0.0:1788687428.412736:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.412738:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687428.412739:0:34801:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788687428.412743:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23888 00000002:00002000:0.0:1788687428.412746:0:34801:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:0.0:1788687428.412750:0:34801:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687428.412753:0:34801:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687428.412756:0:34801:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788687428.412760:0:34801:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788687428.412764:0:34801:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687428.412768:0:34801:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687428.412772:0:34801:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29d01f3000. 00000080:00000001:0.0:1788687428.412778:0:34801:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788687428.412785:0:34801:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788687428.412788:0:34801:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:0.0:1788687428.412793:0:34801:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687428.412797:0:34801:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:0.0:1788687428.412801:0:34801:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000020:00000001:0.0:1788687428.412803:0:34801:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788687428.412808:0:34801:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788687428.412810:0:34801:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788687428.412827:0:34801:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c3344300. 00020000:00000010:0.0:1788687428.412833:0:34801:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29c687e380. 00020000:00000010:0.0:1788687428.412841:0:34801:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c3344240. 00020000:00000001:0.0:1788687428.412843:0:34801:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202403787328 : -110871305764288 : ffff9b29c3344240) 00020000:00000002:0.0:1788687428.412847:0:34801:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c3344240, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788687428.412852:0:34801:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788687428.412856:0:34801:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c687e380: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1788687428.412861:0:34801:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29c5277e88) owner ffff9b29cb378000 00020000:00000001:0.0:1788687428.412864:0:34801:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788687428.412867:0:34801:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29c5277e88) owner ffff9b29cb378000 00020000:00000010:0.0:1788687428.412871:0:34801:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29c687e380. 00020000:00000010:0.0:1788687428.412875:0:34801:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c3344300. 00020000:00000010:0.0:1788687428.412880:0:34801:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c3344240. 00020000:00000002:0.0:1788687428.412883:0:34801:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788687428.412885:0:34801:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.412887:0:34801:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788687428.412889:0:34801:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000080:00000001:0.0:1788687428.412896:0:34801:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:0.0:1788687428.412899:0:34801:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:0.0:1788687428.412930:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.412932:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.412934:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4a00 refcount=3 00000020:00000001:0.0:1788687428.412937:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305216 : -110871262246400 : ffff9b29c5cc4a00) 00010000:00000001:0.0:1788687428.412940:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305216 : -110871262246400 : ffff9b29c5cc4a00) 00000080:00000001:0.0:1788687428.412944:0:34801:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788687428.412946:0:34801:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687428.412948:0:34801:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:0.0:1788687428.412950:0:34801:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000020:00000001:0.0:1788687428.412951:0:34801:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788687428.412953:0:34801:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788687428.412954:0:34801:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788687428.412957:0:34801:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b29c3344240. 00020000:00000010:0.0:1788687428.412960:0:34801:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b29c687e380. 00020000:00000010:0.0:1788687428.412962:0:34801:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b29c3344300. 00020000:00000001:0.0:1788687428.412965:0:34801:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633202403787520 : -110871305764096 : ffff9b29c3344300) 00020000:00000002:0.0:1788687428.412968:0:34801:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c3344300, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788687428.412971:0:34801:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788687428.412975:0:34801:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29c687e380: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1788687428.412978:0:34801:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b29c5277e88) owner ffff9b29cb378000 00020000:00000001:0.0:1788687428.412980:0:34801:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788687428.412981:0:34801:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b29c5277e88) owner ffff9b29cb378000 00020000:00000010:0.0:1788687428.412984:0:34801:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29c687e380. 00020000:00000010:0.0:1788687428.412986:0:34801:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c3344240. 00020000:00000010:0.0:1788687428.412989:0:34801:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c3344300. 00020000:00000002:0.0:1788687428.412991:0:34801:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788687428.412993:0:34801:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.412995:0:34801:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.412999:0:34801:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788687428.413002:0:34801:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29cb378000 00020000:00000002:0.0:1788687428.413006:0:34801:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c33d0660 addref 2/0 by ffff9b29cb378000. 00020000:00000002:0.0:1788687428.413010:0:34801:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29cb378000 00020000:00000001:0.0:1788687428.413013:0:34801:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788687428.413016:0:34801:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788687428.413017:0:34801:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788687428.413019:0:34801:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788687428.413022:0:34801:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788687428.413024:0:34801:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x36:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1788687428.413026:0:34801:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000080:00000001:0.0:1788687428.413028:0:34801:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.413029:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.413030:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687428.413032:0:34801:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788687428.413035:0:34801:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788687428.413037:0:34801:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687428.413041:0:34801:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9b29d8576c08) for lock 0x230d04438e811f9e 00800000:00000001:0.0:1788687428.413046:0:34801:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687428.413048:0:34801:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687428.413049:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.413051:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.413052:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4a00 refcount=3 00000020:00000001:0.0:1788687428.413054:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305216 : -110871262246400 : ffff9b29c5cc4a00) 00010000:00000001:0.0:1788687428.413057:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305216 : -110871262246400 : ffff9b29c5cc4a00) 00010000:00000001:0.0:1788687428.413060:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.413061:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687428.413063:0:34801:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687428.413065:0:34801:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.413067:0:34801:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.413073:0:34801:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3100 x1875572824563456/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687444 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.413081:0:34801:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687428.413085:0:34801:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f9e from it ffffaca081d23bf0 00010000:00000001:0.0:1788687428.413088:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.413089:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.413091:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4a00 refcount=3 00000020:00000001:0.0:1788687428.413107:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447305216 : -110871262246400 : ffff9b29c5cc4a00) 00010000:00000001:0.0:1788687428.413110:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447305216 : -110871262246400 : ffff9b29c5cc4a00) 00010000:00000001:0.0:1788687428.413113:0:34801:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687428.413117:0:34801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4a00/0x230d04438e811f9e lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2ec1 expref: -99 pid: 34801 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788687428.413124:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.413125:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.413127:0:34801:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687428.413130:0:34801:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687428.413133:0:34801:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4a00/0x230d04438e811f9e lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2ec1 expref: -99 pid: 34801 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687428.413140:0:34801:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687428.413143:0:34801:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687428.413145:0:34801:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687428.413150:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.413150:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.413152:0:34801:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.413156:0:34801:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687428.413159:0:34801:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.413161:0:34801:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.413164:0:34801:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.413167:0:34801:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687428.413168:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.413169:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788687428.413173:0:34801:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687428.413179:0:34801:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b29c4c6f180. 00000080:00000001:0.0:1788687428.413183:0:34801:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788687428.413186:0:34801:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788687428.413190:0:34801:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788687428.413193:0:34801:0:(obd.h:1465:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b29c636dd80. 00000002:00100000:0.0:1788687428.413198:0:34801:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b29c97f3100 x1875572824563456/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687444 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788687428.413204:0:34801:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687428.413217:0:34801:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788687428.413223:0:34801:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788687428.413226:0:34801:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.413230:0:34801:0:(pcc.c:2402:pcc_file_open()) Process entered 00000080:00000001:0.0:1788687428.413232:0:34801:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788687428.413235:0:34801:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687428.413237:0:34801:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788687428.413239:0:34801:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.413242:0:34801:0:(pcc.c:1967:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788687428.413246:0:34801:0:(pcc.c:1984:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.413248:0:34801:0:(pcc.c:2435:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788687428.413251:0:34801:0:(pcc.c:2462:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.413253:0:34801:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687428.413258:0:34801:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.413262:0:34801:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f3100 x1875572824563456/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687444 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788687428.413269:0:34801:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687428.413273:0:34801:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9b29c7200000. 02000000:00000001:0.0:1788687428.413326:0:34801:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788687428.413328:0:34801:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.413331:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23b98 00000080:00000008:0.0:1788687428.413334:0:34801:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9b29d8576c08), flags 100000, rc = 0 00000020:00000001:0.0:1788687428.413362:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23d28 00000080:00200008:0.0:1788687428.413364:0:34801:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff9b29d8576c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788687428.413372:0:34801:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687428.413373:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23ca0 00000080:00200000:0.0:1788687428.413376:0:34801:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9b29d8576c08),name=recon 00000080:00000010:0.0:1788687428.413382:0:34801:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29d01f3000. 00800000:00000002:0.0:1788687428.413388:0:34801:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687428.413396:0:34801:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687428.413399:0:34801:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687428.413402:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23bc0 00800000:00000002:0.0:1788687428.413404:0:34801:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687428.413408:0:34801:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687428.413414:0:34801:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687428.413418:0:34801:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687428.413421:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23a90 00000002:00010000:0.0:1788687428.413423:0:34801:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687428.413427:0:34801:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687428.413429:0:34801:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687428.413432:0:34801:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687428.413436:0:34801:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 3 00010000:00000001:0.0:1788687428.413439:0:34801:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687428.413443:0:34801:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687428.413447:0:34801:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687428.413452:0:34801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788687428.413461:0:34801:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687428.413466:0:34801:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.413470:0:34801:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1788687428.413476:0:34801:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687428.413479:0:34801:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687428.413481:0:34801:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687428.413484:0:34801:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687428.413486:0:34801:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687428.413488:0:34801:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687428.413491:0:34801:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687428.413493:0:34801:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687428.413495:0:34801:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29d01f3000. 00000080:00000001:0.0:1788687428.413499:0:34801:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687428.413501:0:34801:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687428.413505:0:34801:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff9b29d8576c08) 00000080:00010000:0.0:1788687428.413509:0:34801:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9b29d8576c08) for lock 0x230d04438e811f74 00800000:00000001:0.0:1788687428.413512:0:34801:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687428.413514:0:34801:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687428.413515:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.413517:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.413520:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8800 refcount=3 00000020:00000001:0.0:1788687428.413522:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:0.0:1788687428.413524:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:0.0:1788687428.413526:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.413527:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687428.413528:0:34801:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687428.413530:0:34801:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687428.413532:0:34801:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f74 from it ffffaca081d23cd8 00010000:00000001:0.0:1788687428.413534:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.413535:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.413536:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8800 refcount=3 00000020:00000001:0.0:1788687428.413538:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:0.0:1788687428.413540:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:0.0:1788687428.413542:0:34801:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687428.413545:0:34801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788687428.413551:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.413551:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.413553:0:34801:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687428.413554:0:34801:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687428.413556:0:34801:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788687428.413562:0:34801:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687428.413564:0:34801:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687428.413565:0:34801:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687428.413568:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.413569:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.413570:0:34801:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.413572:0:34801:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687428.413574:0:34801:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.413576:0:34801:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.413577:0:34801:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.413580:0:34801:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687428.413581:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.413582:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687428.413584:0:34801:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687428.413586:0:34801:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687428.413589:0:34801:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788687428.413591:0:34801:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788687428.413593:0:34801:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687428.413595:0:34801:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788687428.413596:0:34801:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.413598:0:34801:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788687428.413602:0:34801:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788687428.413604:0:34801:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687428.413606:0:34801:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:0.0:1788687428.413609:0:34801:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000020:00000001:0.0:1788687428.413614:0:34801:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.413617:0:34801:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788687428.413620:0:34801:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788687428.413623:0:34801:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788687428.413626:0:34801:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687428.413628:0:34801:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788687428.413631:0:34801:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788687428.413633:0:34801:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.413635:0:34801:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687428.413640:0:34801:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff9b29c38c7590 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788687428.413643:0:34801:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29cb378000 00020000:00000001:0.0:1788687428.413646:0:34801:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788687428.413648:0:34801:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788687428.413651:0:34801:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788687428.413654:0:34801:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.413657:0:34801:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788687428.413659:0:34801:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788687428.413661:0:34801:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.413663:0:34801:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687428.413664:0:34801:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788687428.413666:0:34801:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788687428.413667:0:34801:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29cb378000 00000020:00000001:0.0:1788687428.413670:0:34801:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788687428.413673:0:34801:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788687428.413675:0:34801:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:0.0:1788687428.413678:0:34801:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788687428.413679:0:34801:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788687428.413683:0:34801:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788687428.413685:0:34801:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788687428.413692:0:34801:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788687428.413698:0:34801:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c5ca0d00. 00020000:00000002:0.0:1788687428.413700:0:34801:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788687428.413703:0:34801:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788687428.413705:0:34801:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687428.413707:0:34801:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788687428.413708:0:34801:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687428.413710:0:34801:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509234184 : -110871200317432 : ffff9b29c97d4008) 00000020:00001000:0.0:1788687428.413713:0:34801:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4000 00000020:00000001:0.0:1788687428.413716:0:34801:0:(cl_object.c:143:cl_object_top()) ffff9b29d02485f8 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.413718:0:34801:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788687428.413722:0:34801:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687428.413723:0:34801:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788687428.413725:0:34801:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.413727:0:34801:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.413729:0:34801:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687428.413731:0:34801:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788687428.413737:0:34801:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29d1209db0. 00000008:00010000:0.0:1788687428.413740:0:34801:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788687428.413743:0:34801:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687428.413744:0:34801:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788687428.413746:0:34801:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c5ca0d30, osc lock ffff9b29d1209db0, flags 0x400001002 00000020:00000001:0.0:1788687428.413748:0:34801:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.413750:0:34801:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.413754:0:34801:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202447158528 : -110871262393088 : ffff9b29c5ca0d00) 00000020:00000001:0.0:1788687428.413756:0:34801:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687428.413758:0:34801:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788687428.413760:0:34801:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.413762:0:34801:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.413765:0:34801:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788687428.413766:0:34801:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788687428.413768:0:34801:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687428.413771:0:34801:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687428.413772:0:34801:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687428.413774:0:34801:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687428.413776:0:34801:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687428.413779:0:34801:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687428.413781:0:34801:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788687428.413785:0:34801:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788687428.413788:0:34801:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788687428.413790:0:34801:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788687428.413792:0:34801:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788687428.413793:0:34801:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788687428.413794:0:34801:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788687428.413797:0:34801:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788687428.413799:0:34801:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687428.413803:0:34801:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 2 00010000:00000001:0.0:1788687428.413805:0:34801:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687428.413809:0:34801:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687428.413812:0:34801:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687428.413827:0:34801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788687428.413838:0:34801:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687428.413841:0:34801:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.413844:0:34801:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788687428.413852:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.413853:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.413855:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=4 00000020:00000001:0.0:1788687428.413856:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.413859:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00000008:00000001:0.0:1788687428.413862:0:34801:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788687428.413865:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.413866:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.413867:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=5 00000020:00000001:0.0:1788687428.413869:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.413872:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00000020:00000001:0.0:1788687428.413876:0:34801:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788687428.413878:0:34801:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788687428.413880:0:34801:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788687428.413882:0:34801:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.413883:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.413884:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.413886:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=6 00000020:00000001:0.0:1788687428.413888:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.413890:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.413892:0:34801:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687428.413895:0:34801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788687428.413902:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.413903:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.414783:0:34801:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687428.414793:0:34801:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687428.414799:0:34801:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687428.414813:0:34801:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687428.414815:0:34801:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687428.414826:0:34801:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687428.414830:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.414832:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.414833:0:34801:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.414837:0:34801:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687428.414838:0:34801:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.414840:0:34801:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.414844:0:34801:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.414846:0:34801:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687428.414848:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.414849:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.414851:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.414852:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687428.414854:0:34801:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687428.414858:0:34801:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.414862:0:34801:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.414864:0:34801:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.414866:0:34801:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.414868:0:34801:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788687428.414870:0:34801:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788687428.414872:0:34801:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788687428.414874:0:34801:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788687428.414876:0:34801:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.414878:0:34801:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.414884:0:34801:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788687428.414886:0:34801:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.414889:0:34801:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.414890:0:34801:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788687428.414895:0:34801:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788687428.414897:0:34801:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788687428 a=0 c=1788687428 b=1 00020000:00000001:0.0:1788687428.414901:0:34801:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.414903:0:34801:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.414904:0:34801:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000080:00200000:0.0:1788687428.415149:0:34801:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1788687428.415153:0:34801:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788687428.415157:0:34801:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788687428.415159:0:34801:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29c38c7530 (ffff9b29d0280cf8/0) at cl_lock_release():245 00000020:00000001:0.0:1788687428.415163:0:34801:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788687428.415164:0:34801:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c38c7530 (ffff9b29d0280cf8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788687428.415167:0:34801:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788687428.415170:0:34801:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687428.415171:0:34801:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687428.415174:0:34801:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788687428.415175:0:34801:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5ca0d30 (ffff9b29c97d4008/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788687428.415178:0:34801:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788687428.415180:0:34801:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788687428.415182:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.415183:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687428.415184:0:34801:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788687428.415187:0:34801:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687428.415188:0:34801:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687428.415189:0:34801:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687428.415191:0:34801:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788687428.415192:0:34801:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c38c7530 (ffff9b29d0280cf8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788687428.415196:0:34801:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788687428.415197:0:34801:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788687428.415198:0:34801:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5ca0d30 (ffff9b29d0280cf8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788687428.415202:0:34801:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d1209db0. 00000020:00000001:0.0:1788687428.415207:0:34801:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788687428.415208:0:34801:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5ca0d00. 00020000:00000001:0.0:1788687428.415211:0:34801:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788687428.415212:0:34801:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788687428.415214:0:34801:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788687428.415216:0:34801:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.415219:0:34801:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788687428.415222:0:34801:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788687428.415224:0:34801:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788687428.415225:0:34801:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788687428.415227:0:34801:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687428.415229:0:34801:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4000 00020000:00000001:0.0:1788687428.415232:0:34801:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788687428.415234:0:34801:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788687428.415237:0:34801:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788687428.415240:0:34801:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788687428.415244:0:34801:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788687428.415246:0:34801:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.415248:0:34801:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788687428.415250:0:34801:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788687428.415251:0:34801:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687428.415253:0:34801:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000001:00000001:0.0:1788687428.415255:0:34801:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.415264:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23d28 00000080:00000008:0.0:1788687428.415267:0:34801:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9b29d8576c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788687428.415392:0:34801:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:0.0:1788687428.415394:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23d88 00000080:00200008:0.0:1788687428.415397:0:34801:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 0, count: 4194304 00000080:00000001:0.0:1788687428.415401:0:34801:0:(pcc.c:2514:pcc_file_read_iter()) Process entered 00000080:00000001:0.0:1788687428.415403:0:34801:0:(pcc.c:2518:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788687428.415407:0:34801:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:0.0:1788687428.415412:0:34801:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:0.0:1788687428.415439:0:34801:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687428.415442:0:34801:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:0.0:1788687428.415445:0:34801:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000080:00000001:0.0:1788687428.415448:0:34801:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788687428.415451:0:34801:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.415454:0:34801:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788687428.415456:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23c98 00000080:00200000:0.0:1788687428.415458:0:34801:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:0.0:1788687428.415463:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23c30 00000080:00200000:0.0:1788687428.415465:0:34801:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:0.0:1788687428.415468:0:34801:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788687428.415474:0:34801:0:(cl_io.c:214:cl_io_rw_init()) header@0000000000fde72f[0x110, 2, [0x200000404:0x36:0x0] hash] 00000020:00200000:0.0:1788687428.415476:0:34801:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:0.0:1788687428.415479:0:34801:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.415481:0:34801:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788687428.415484:0:34801:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788687428.415486:0:34801:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788687428.415489:0:34801:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687428.415490:0:34801:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788687428.415494:0:34801:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687428.415499:0:34801:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.415501:0:34801:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788687428.415503:0:34801:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.415505:0:34801:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687428.415508:0:34801:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff9b29c38c7590 type 1 ignore/verify layout 0/0 00020000:00000002:0.0:1788687428.415511:0:34801:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29cb378000 00020000:00000001:0.0:1788687428.415515:0:34801:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788687428.415517:0:34801:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788687428.415520:0:34801:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788687428.415521:0:34801:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.415524:0:34801:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788687428.415527:0:34801:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788687428.415529:0:34801:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.415531:0:34801:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687428.415532:0:34801:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788687428.415534:0:34801:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788687428.415536:0:34801:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29cb378000 00000020:00000001:0.0:1788687428.415538:0:34801:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.415540:0:34801:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.415545:0:34801:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788687428.415546:0:34801:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788687428.415549:0:34801:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1788687428.415704:0:34801:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:0.0:1788687428.415709:0:34801:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788687428.415712:0:34801:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788687428.415716:0:34801:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:0.0:1788687428.415719:0:34801:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687428.415721:0:34801:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788687428.415722:0:34801:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687428.415724:0:34801:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509234184 : -110871200317432 : ffff9b29c97d4008) 00000020:00001000:0.0:1788687428.415727:0:34801:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4000 00000020:00000001:0.0:1788687428.415730:0:34801:0:(cl_object.c:143:cl_object_top()) ffff9b29d02485f8 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.415732:0:34801:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788687428.415736:0:34801:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687428.415802:0:34801:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788687428.415805:0:34801:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.415807:0:34801:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.415809:0:34801:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687428.415813:0:34801:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788687428.415816:0:34801:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788687428.415827:0:34801:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.415829:0:34801:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.415833:0:34801:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.415835:0:34801:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.415836:0:34801:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.415839:0:34801:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1788687428.415841:0:34801:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:0.0:1788687428.415843:0:34801:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788687428.415845:0:34801:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788687428.415848:0:34801:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788687428.415851:0:34801:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.415854:0:34801:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.415857:0:34801:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788687428.415858:0:34801:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:0.0:1788687428.415860:0:34801:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788687428.415862:0:34801:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788687428.415864:0:34801:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.415866:0:34801:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.415868:0:34801:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.415870:0:34801:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.415871:0:34801:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.415873:0:34801:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788687428.415876:0:34801:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687428.415877:0:34801:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788687428.415880:0:34801:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687428.415882:0:34801:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.415884:0:34801:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.415886:0:34801:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.415888:0:34801:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.415889:0:34801:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687428.415891:0:34801:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788687428.415892:0:34801:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788687428.415895:0:34801:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788687428.415897:0:34801:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788687428.415900:0:34801:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:0.0:1788687428.415992:0:34801:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c5ca0d00. 00020000:00000002:0.0:1788687428.415997:0:34801:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:0.0:1788687428.416001:0:34801:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788687428.416002:0:34801:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687428.416003:0:34801:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687428.416006:0:34801:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788687428.416010:0:34801:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29d1209db0. 00000008:00010000:0.0:1788687428.416013:0:34801:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788687428.416016:0:34801:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687428.416017:0:34801:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788687428.416021:0:34801:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c5ca0d30, osc lock ffff9b29d1209db0, flags 0x0 00000020:00000001:0.0:1788687428.416024:0:34801:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.416026:0:34801:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.416029:0:34801:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202447158528 : -110871262393088 : ffff9b29c5ca0d00) 00000020:00000001:0.0:1788687428.416031:0:34801:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687428.416032:0:34801:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788687428.416034:0:34801:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.416036:0:34801:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.416038:0:34801:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687428.416041:0:34801:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687428.416042:0:34801:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687428.416043:0:34801:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687428.416045:0:34801:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687428.416048:0:34801:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687428.416050:0:34801:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788687428.416053:0:34801:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.416057:0:34801:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788687428.416059:0:34801:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788687428.416061:0:34801:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788687428.416063:0:34801:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788687428.416064:0:34801:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788687428.416066:0:34801:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788687428.416068:0:34801:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788687428.416071:0:34801:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687428.416079:0:34801:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 2 00010000:00000001:0.0:1788687428.416083:0:34801:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687428.416089:0:34801:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687428.416174:0:34801:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687428.416181:0:34801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788687428.416194:0:34801:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687428.416199:0:34801:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.416203:0:34801:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687428.416213:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.416216:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.416219:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=4 00000020:00000001:0.0:1788687428.416222:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.416225:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00000008:00000001:0.0:1788687428.416229:0:34801:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788687428.416232:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.416233:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.416235:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=5 00000020:00000001:0.0:1788687428.416238:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.416240:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.416243:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.416244:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.416245:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=6 00000020:00000001:0.0:1788687428.416247:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.416250:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.416252:0:34801:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687428.416253:0:34801:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.416257:0:34801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687428.416264:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.416266:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687428.416268:0:34801:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.416271:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.416272:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.416274:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=7 00000020:00000001:0.0:1788687428.416276:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.416278:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.416280:0:34801:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687428.416283:0:34801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687428.416290:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.416291:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687428.416295:0:34801:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687428.416303:0:34801:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687428.416304:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.416306:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.416307:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.416308:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687428.416309:0:34801:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687428.416312:0:34801:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.416314:0:34801:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.416316:0:34801:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.416318:0:34801:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.416320:0:34801:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.416322:0:34801:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.416324:0:34801:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.416326:0:34801:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788687428.416330:0:34801:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:0.0:1788687428.416332:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23b90 00000080:00200000:0.0:1788687428.416334:0:34801:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:0.0:1788687428.416339:0:34801:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788687428.416342:0:34801:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788687428.416344:0:34801:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:0.0:1788687428.416347:0:34801:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687428.416348:0:34801:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687428.416350:0:34801:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788687428.416352:0:34801:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788687428.416356:0:34801:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.416358:0:34801:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.416360:0:34801:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.416361:0:34801:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.416364:0:34801:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.416366:0:34801:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.416368:0:34801:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788687428.416371:0:34801:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788687428.416374:0:34801:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788687428 a=0 c=1788687428 b=1 00020000:00000001:0.0:1788687428.416377:0:34801:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.416379:0:34801:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.416381:0:34801:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000001:00000001:0.0:1788687428.416385:0:34801:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788687428.416386:0:34801:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:0.0:1788687428.416388:0:34801:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788687428.416389:0:34801:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788687428.416391:0:34801:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788687428.416393:0:34801:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788687428.416395:0:34801:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788687428.416399:0:34801:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c5ca0100. 00020000:00000002:0.0:1788687428.416402:0:34801:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788687428.416404:0:34801:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788687428.416405:0:34801:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687428.416407:0:34801:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687428.416409:0:34801:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788687428.416411:0:34801:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29d1209c80. 00000008:00010000:0.0:1788687428.416414:0:34801:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788687428.416415:0:34801:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687428.416417:0:34801:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788687428.416419:0:34801:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c5ca0130, osc lock ffff9b29d1209c80, flags 0x400001002 00000020:00000001:0.0:1788687428.416421:0:34801:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.416423:0:34801:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.416425:0:34801:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202447155456 : -110871262396160 : ffff9b29c5ca0100) 00000020:00000001:0.0:1788687428.416427:0:34801:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687428.416428:0:34801:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788687428.416429:0:34801:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.416431:0:34801:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.416434:0:34801:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788687428.416436:0:34801:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788687428.416437:0:34801:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687428.416439:0:34801:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687428.416440:0:34801:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687428.416442:0:34801:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687428.416444:0:34801:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687428.416445:0:34801:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687428.416447:0:34801:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788687428.416449:0:34801:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788687428.416451:0:34801:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788687428.416452:0:34801:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788687428.416454:0:34801:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788687428.416455:0:34801:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788687428.416456:0:34801:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788687428.416458:0:34801:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788687428.416460:0:34801:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687428.416464:0:34801:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 2 00010000:00000001:0.0:1788687428.416466:0:34801:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687428.416469:0:34801:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687428.416470:0:34801:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.416474:0:34801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788687428.416483:0:34801:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687428.416485:0:34801:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.416489:0:34801:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687428.416497:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.416498:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.416500:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=6 00000020:00000001:0.0:1788687428.416502:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.416504:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00000008:00000001:0.0:1788687428.416506:0:34801:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788687428.416508:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.416509:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.416510:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=7 00000020:00000001:0.0:1788687428.416512:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.416514:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00000020:00000001:0.0:1788687428.416516:0:34801:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788687428.416518:0:34801:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788687428.416521:0:34801:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788687428.416522:0:34801:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.416524:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.416526:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.416527:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=8 00000020:00000001:0.0:1788687428.416529:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.416531:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.416534:0:34801:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687428.416536:0:34801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 8/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687428.416543:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.416545:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687428.416547:0:34801:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687428.416553:0:34801:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687428.416622:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.416623:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.416625:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.416626:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687428.416627:0:34801:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687428.416630:0:34801:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.416632:0:34801:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.416634:0:34801:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.416636:0:34801:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.416638:0:34801:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788687428.416639:0:34801:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788687428.416642:0:34801:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788687428.416644:0:34801:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788687428.416646:0:34801:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.416647:0:34801:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.416650:0:34801:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788687428.416652:0:34801:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.416654:0:34801:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.416656:0:34801:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788687428.416658:0:34801:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788687428.416660:0:34801:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788687428 a=0 c=1788687428 b=1 00020000:00000001:0.0:1788687428.416663:0:34801:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.416664:0:34801:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.416666:0:34801:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000080:00200000:0.0:1788687428.416669:0:34801:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1788687428.416672:0:34801:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788687428.416674:0:34801:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788687428.416675:0:34801:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29c38c7530 (ffff9b29d0280cf8/0) at cl_lock_release():245 00000020:00000001:0.0:1788687428.416679:0:34801:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788687428.416680:0:34801:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c38c7530 (ffff9b29d0280cf8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788687428.416683:0:34801:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788687428.416685:0:34801:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687428.416686:0:34801:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687428.416688:0:34801:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788687428.416689:0:34801:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5ca0130 (ffff9b29c97d4008/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788687428.416692:0:34801:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788687428.416693:0:34801:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788687428.416694:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.416695:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687428.416696:0:34801:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788687428.416698:0:34801:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687428.416698:0:34801:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687428.416699:0:34801:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687428.416701:0:34801:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788687428.416702:0:34801:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c38c7530 (ffff9b29d0280cf8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788687428.416704:0:34801:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788687428.416706:0:34801:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788687428.416707:0:34801:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5ca0130 (ffff9b29d0280cf8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788687428.416710:0:34801:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d1209c80. 00000020:00000001:0.0:1788687428.416717:0:34801:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788687428.416718:0:34801:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5ca0100. 00020000:00000001:0.0:1788687428.416721:0:34801:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788687428.416723:0:34801:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788687428.416724:0:34801:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788687428.416726:0:34801:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788687428.416731:0:34801:0:(vvp_io.c:864:vvp_io_read_start()) header@0000000000fde72f[0x110, 2, [0x200000404:0x36:0x0] hash] 00000080:00000002:0.0:1788687428.416734:0:34801:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205322833974, 4194258 bytes, offset 46, size 46 00000080:00400000:0.0:1788687428.416806:0:34801:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:0.0:1788687428.416812:0:34801:0:(vvp_io.c:893:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:0.0:1788687428.416827:0:34801:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788687428.416829:0:34801:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687428.416831:0:34801:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788687428.416833:0:34801:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:0.0:1788687428.416835:0:34801:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.416838:0:34801:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.416840:0:34801:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788687428.416843:0:34801:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788687428.416846:0:34801:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.416848:0:34801:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.416850:0:34801:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000008:00000001:0.0:1788687428.416852:0:34801:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.416854:0:34801:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.416855:0:34801:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.416857:0:34801:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.416858:0:34801:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.416861:0:34801:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788687428.416862:0:34801:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788687428.416864:0:34801:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788687428.416865:0:34801:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788687428.416866:0:34801:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788687428.416868:0:34801:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.416870:0:34801:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.416872:0:34801:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788687428.416874:0:34801:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788687428.416876:0:34801:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788687428.416877:0:34801:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29c3900e48 (ffff9b29d0280cf8/0) at cl_lock_release():245 00000020:00000001:0.0:1788687428.416880:0:34801:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788687428.416882:0:34801:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c3900e48 (ffff9b29d0280cf8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788687428.416885:0:34801:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788687428.416886:0:34801:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687428.416887:0:34801:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687428.416889:0:34801:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788687428.416890:0:34801:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5ca0d30 (ffff9b29c97d4008/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788687428.416893:0:34801:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788687428.416894:0:34801:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788687428.416895:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.416897:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.416899:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=5 00000020:00000001:0.0:1788687428.416901:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.416904:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.416941:0:34801:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687428.416945:0:34801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687428.416952:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.416954:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.416955:0:34801:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687428.416958:0:34801:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687428.416962:0:34801:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788687428.416972:0:34801:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687428.416975:0:34801:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687428.416977:0:34801:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687428.416982:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.416983:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.416985:0:34801:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.416989:0:34801:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687428.416991:0:34801:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.416994:0:34801:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.416998:0:34801:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.417000:0:34801:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687428.417001:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.417003:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.417004:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.417005:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687428.417006:0:34801:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788687428.417007:0:34801:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687428.417009:0:34801:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687428.417010:0:34801:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687428.417011:0:34801:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788687428.417013:0:34801:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c3900e48 (ffff9b29d0280cf8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788687428.417016:0:34801:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788687428.417017:0:34801:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788687428.417018:0:34801:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5ca0d30 (ffff9b29d0280cf8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788687428.417021:0:34801:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d1209db0. 00000020:00000001:0.0:1788687428.417024:0:34801:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788687428.417026:0:34801:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5ca0d00. 00020000:00000001:0.0:1788687428.417029:0:34801:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788687428.417030:0:34801:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788687428.417031:0:34801:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788687428.417033:0:34801:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788687428.417035:0:34801:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687428.417037:0:34801:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788687428.417038:0:34801:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788687428.417040:0:34801:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.417042:0:34801:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.417044:0:34801:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788687428.417045:0:34801:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788687428.417047:0:34801:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788687428.417049:0:34801:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:0.0:1788687428.417051:0:34801:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788687428.417052:0:34801:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788687428.417054:0:34801:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788687428.417056:0:34801:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687428.417057:0:34801:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788687428.417060:0:34801:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788687428.417062:0:34801:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.417064:0:34801:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.417066:0:34801:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788687428.417067:0:34801:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788687428.417069:0:34801:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.417073:0:34801:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788687428.417075:0:34801:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788687428.417076:0:34801:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788687428.417078:0:34801:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788687428.417080:0:34801:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687428.417082:0:34801:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4000 00020000:00000001:0.0:1788687428.417085:0:34801:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788687428.417087:0:34801:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788687428.417088:0:34801:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788687428.417091:0:34801:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788687428.417191:0:34801:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788687428.417193:0:34801:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788687428.417195:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23c98 00000080:00200000:0.0:1788687428.417197:0:34801:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:0.0:1788687428.417200:0:34801:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:0.0:1788687428.417202:0:34801:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788687428.417205:0:34801:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000020:00000001:0.0:1788687428.417211:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23d88 00000080:00000008:0.0:1788687428.417213:0:34801:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:0.0:1788687428.417215:0:34801:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:0.0:1788687428.417360:0:34801:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:0.0:1788687428.417363:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23d88 00000080:00200008:0.0:1788687428.417365:0:34801:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 46, count: 4194304 00000080:00000001:0.0:1788687428.417369:0:34801:0:(pcc.c:2514:pcc_file_read_iter()) Process entered 00000080:00000001:0.0:1788687428.417371:0:34801:0:(pcc.c:2518:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788687428.417374:0:34801:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:0.0:1788687428.417377:0:34801:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788687428.417382:0:34801:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687428.417384:0:34801:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:0.0:1788687428.417387:0:34801:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000080:00000001:0.0:1788687428.417389:0:34801:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788687428.417393:0:34801:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.417396:0:34801:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788687428.417398:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23c98 00000080:00200000:0.0:1788687428.417399:0:34801:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:0.0:1788687428.417404:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23c30 00000080:00200000:0.0:1788687428.417406:0:34801:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:0.0:1788687428.417408:0:34801:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788687428.417413:0:34801:0:(cl_io.c:214:cl_io_rw_init()) header@0000000000fde72f[0x110, 2, [0x200000404:0x36:0x0] hash] 00000020:00200000:0.0:1788687428.417415:0:34801:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:0.0:1788687428.417418:0:34801:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.417420:0:34801:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788687428.417422:0:34801:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788687428.417424:0:34801:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788687428.417427:0:34801:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687428.417428:0:34801:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788687428.417431:0:34801:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687428.417436:0:34801:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.417439:0:34801:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788687428.417441:0:34801:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.417443:0:34801:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687428.417446:0:34801:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff9b29c38c7590 type 1 ignore/verify layout 0/0 00020000:00000002:0.0:1788687428.417450:0:34801:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29cb378000 00020000:00000001:0.0:1788687428.417454:0:34801:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788687428.417456:0:34801:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788687428.417459:0:34801:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788687428.417461:0:34801:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.417463:0:34801:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788687428.417465:0:34801:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788687428.417466:0:34801:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.417468:0:34801:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687428.417469:0:34801:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788687428.417470:0:34801:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788687428.417471:0:34801:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29cb378000 00000020:00000001:0.0:1788687428.417474:0:34801:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.417476:0:34801:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.417480:0:34801:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788687428.417481:0:34801:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788687428.417483:0:34801:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1788687428.417486:0:34801:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:0.0:1788687428.417489:0:34801:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788687428.417491:0:34801:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788687428.417494:0:34801:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:0.0:1788687428.417498:0:34801:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687428.417499:0:34801:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788687428.417501:0:34801:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687428.417503:0:34801:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509234184 : -110871200317432 : ffff9b29c97d4008) 00000020:00001000:0.0:1788687428.417505:0:34801:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4000 00000020:00000001:0.0:1788687428.417507:0:34801:0:(cl_object.c:143:cl_object_top()) ffff9b29d02485f8 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.417509:0:34801:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788687428.417512:0:34801:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687428.417513:0:34801:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788687428.417514:0:34801:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.417517:0:34801:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.417518:0:34801:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687428.417521:0:34801:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788687428.417523:0:34801:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788687428.417526:0:34801:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.417528:0:34801:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.417530:0:34801:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.417532:0:34801:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.417534:0:34801:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.417535:0:34801:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1788687428.417537:0:34801:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:0.0:1788687428.417540:0:34801:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788687428.417542:0:34801:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788687428.417546:0:34801:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788687428.417549:0:34801:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.417552:0:34801:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.417564:0:34801:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788687428.417566:0:34801:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:0.0:1788687428.417568:0:34801:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788687428.417570:0:34801:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788687428.417571:0:34801:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.417573:0:34801:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.417575:0:34801:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.417577:0:34801:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.417578:0:34801:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.417581:0:34801:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788687428.417582:0:34801:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687428.417583:0:34801:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788687428.417584:0:34801:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687428.417586:0:34801:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.417588:0:34801:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.417590:0:34801:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.417591:0:34801:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.417593:0:34801:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687428.417595:0:34801:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788687428.417596:0:34801:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788687428.417598:0:34801:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788687428.417600:0:34801:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788687428.417603:0:34801:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:0.0:1788687428.417610:0:34801:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c5ca0d00. 00020000:00000002:0.0:1788687428.417613:0:34801:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:0.0:1788687428.417616:0:34801:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788687428.417618:0:34801:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687428.417619:0:34801:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687428.417621:0:34801:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788687428.417624:0:34801:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29d1209db0. 00000008:00010000:0.0:1788687428.417626:0:34801:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788687428.417628:0:34801:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687428.417629:0:34801:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788687428.417632:0:34801:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c5ca0d30, osc lock ffff9b29d1209db0, flags 0x0 00000020:00000001:0.0:1788687428.417634:0:34801:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.417637:0:34801:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.417639:0:34801:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202447158528 : -110871262393088 : ffff9b29c5ca0d00) 00000020:00000001:0.0:1788687428.417642:0:34801:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687428.417643:0:34801:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788687428.417644:0:34801:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.417646:0:34801:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.417648:0:34801:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687428.417649:0:34801:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687428.417651:0:34801:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687428.417652:0:34801:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687428.417654:0:34801:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687428.417656:0:34801:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687428.417658:0:34801:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788687428.417660:0:34801:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.417663:0:34801:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788687428.417665:0:34801:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788687428.417667:0:34801:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788687428.417669:0:34801:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788687428.417670:0:34801:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788687428.417671:0:34801:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788687428.417673:0:34801:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788687428.417675:0:34801:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687428.417682:0:34801:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 2 00010000:00000001:0.0:1788687428.417685:0:34801:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687428.417691:0:34801:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687428.417695:0:34801:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687428.417700:0:34801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788687428.417711:0:34801:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687428.417715:0:34801:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.417718:0:34801:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788687428.417727:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.417730:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.417732:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=4 00000020:00000001:0.0:1788687428.417735:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.417748:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00000008:00000001:0.0:1788687428.417751:0:34801:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788687428.417753:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.417755:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.417756:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=5 00000020:00000001:0.0:1788687428.417759:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.417761:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.417763:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.417765:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.417766:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=6 00000020:00000001:0.0:1788687428.417768:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.417770:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.417773:0:34801:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687428.417775:0:34801:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.417787:0:34801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788687428.417794:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.417796:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687428.417798:0:34801:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.417800:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.417801:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.417803:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=7 00000020:00000001:0.0:1788687428.417805:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.417807:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.417809:0:34801:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687428.417812:0:34801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788687428.417833:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.417834:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687428.417837:0:34801:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788687428.417844:0:34801:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687428.417846:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.417847:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.417848:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.417849:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687428.417850:0:34801:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687428.417852:0:34801:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.417854:0:34801:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.417855:0:34801:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.417857:0:34801:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.417859:0:34801:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.417861:0:34801:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.417862:0:34801:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.417864:0:34801:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788687428.417867:0:34801:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:0.0:1788687428.417869:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23b90 00000080:00200000:0.0:1788687428.417870:0:34801:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:0.0:1788687428.417873:0:34801:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788687428.417876:0:34801:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788687428.417878:0:34801:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:0.0:1788687428.417881:0:34801:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687428.417882:0:34801:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687428.417884:0:34801:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788687428.417886:0:34801:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788687428.417889:0:34801:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.417890:0:34801:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.417892:0:34801:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.417894:0:34801:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.417897:0:34801:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.417899:0:34801:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.417901:0:34801:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788687428.417904:0:34801:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788687428.418084:0:34801:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788687428.418086:0:34801:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1788687428.418089:0:34801:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788687428.418090:0:34801:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1788687428.418263:0:34801:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[1]: s=46 (1) m=1788687428 a=1788687428 c=1788687428 b=1 00020000:00000001:0.0:1788687428.418268:0:34801:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687428.418271:0:34801:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788687428 a=1788687428 c=1788687428 b=1 00020000:00000001:0.0:1788687428.418274:0:34801:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.418277:0:34801:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.418279:0:34801:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000001:00000001:0.0:1788687428.418284:0:34801:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788687428.418286:0:34801:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:0.0:1788687428.418289:0:34801:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788687428.418290:0:34801:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788687428.418291:0:34801:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788687428.418293:0:34801:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788687428.418295:0:34801:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788687428.418301:0:34801:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c5ca0100. 00020000:00000002:0.0:1788687428.418303:0:34801:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788687428.418305:0:34801:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788687428.418307:0:34801:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687428.418308:0:34801:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687428.418310:0:34801:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788687428.418314:0:34801:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29d1209c80. 00000008:00010000:0.0:1788687428.418316:0:34801:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788687428.418317:0:34801:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687428.418318:0:34801:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788687428.418320:0:34801:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c5ca0130, osc lock ffff9b29d1209c80, flags 0x400001002 00000020:00000001:0.0:1788687428.418322:0:34801:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.418324:0:34801:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.418326:0:34801:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202447155456 : -110871262396160 : ffff9b29c5ca0100) 00000020:00000001:0.0:1788687428.418329:0:34801:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687428.418330:0:34801:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788687428.418331:0:34801:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.418334:0:34801:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.418336:0:34801:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788687428.418338:0:34801:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788687428.418340:0:34801:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687428.418341:0:34801:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687428.418342:0:34801:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687428.418344:0:34801:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687428.418346:0:34801:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687428.418347:0:34801:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687428.418349:0:34801:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788687428.418352:0:34801:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788687428.418353:0:34801:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788687428.418355:0:34801:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788687428.418356:0:34801:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788687428.418357:0:34801:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788687428.418358:0:34801:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788687428.418360:0:34801:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788687428.418362:0:34801:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687428.418366:0:34801:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 2 00010000:00000001:0.0:1788687428.418368:0:34801:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687428.418372:0:34801:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687428.418374:0:34801:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.418378:0:34801:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788687428.418387:0:34801:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687428.418390:0:34801:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.418394:0:34801:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788687428.418402:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.418403:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.418405:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=6 00000020:00000001:0.0:1788687428.418408:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.418410:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00000008:00000001:0.0:1788687428.418413:0:34801:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788687428.418415:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.418417:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.418418:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=7 00000020:00000001:0.0:1788687428.418420:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.418423:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00000020:00000001:0.0:1788687428.418426:0:34801:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788687428.418428:0:34801:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788687428.418430:0:34801:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788687428.418432:0:34801:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.418434:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.418435:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.418437:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=8 00000020:00000001:0.0:1788687428.418439:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.418441:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.418444:0:34801:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687428.418446:0:34801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 8/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788687428.418454:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.418456:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788687428.418459:0:34801:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788687428.418465:0:34801:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687428.418467:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.418468:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.418469:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.418470:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687428.418472:0:34801:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687428.418474:0:34801:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.418475:0:34801:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.418477:0:34801:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.418479:0:34801:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.418481:0:34801:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788687428.418482:0:34801:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788687428.418484:0:34801:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788687428.418486:0:34801:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788687428.418488:0:34801:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.418490:0:34801:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.418493:0:34801:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788687428.418494:0:34801:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.418496:0:34801:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.418498:0:34801:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788687428.418500:0:34801:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788687428.418501:0:34801:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788687428 a=1788687428 c=1788687428 b=1 00020000:00000001:0.0:1788687428.418504:0:34801:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.418506:0:34801:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.418508:0:34801:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000080:00200000:0.0:1788687428.418510:0:34801:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1788687428.418513:0:34801:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788687428.418515:0:34801:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788687428.418516:0:34801:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29c38c7530 (ffff9b29d0280cf8/0) at cl_lock_release():245 00000020:00000001:0.0:1788687428.418519:0:34801:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788687428.418520:0:34801:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c38c7530 (ffff9b29d0280cf8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788687428.418523:0:34801:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788687428.418524:0:34801:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687428.418526:0:34801:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687428.418527:0:34801:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788687428.418529:0:34801:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5ca0130 (ffff9b29c97d4008/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788687428.418532:0:34801:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788687428.418533:0:34801:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788687428.418534:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.418535:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687428.418536:0:34801:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788687428.418538:0:34801:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687428.418539:0:34801:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687428.418540:0:34801:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687428.418541:0:34801:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788687428.418543:0:34801:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c38c7530 (ffff9b29d0280cf8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788687428.418545:0:34801:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788687428.418547:0:34801:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788687428.418548:0:34801:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5ca0130 (ffff9b29d0280cf8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788687428.418825:0:34801:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d1209c80. 00000020:00000001:0.0:1788687428.418833:0:34801:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788687428.418835:0:34801:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5ca0100. 00020000:00000001:0.0:1788687428.418839:0:34801:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788687428.418841:0:34801:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788687428.418842:0:34801:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788687428.418844:0:34801:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788687428.418850:0:34801:0:(vvp_io.c:864:vvp_io_read_start()) header@0000000000fde72f[0x110, 2, [0x200000404:0x36:0x0] hash] 00000080:00000002:0.0:1788687428.418853:0:34801:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205322833974, 4194304 bytes, offset 46, size 46 00000080:00400000:0.0:1788687428.418856:0:34801:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:0.0:1788687428.418861:0:34801:0:(vvp_io.c:893:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:0.0:1788687428.418867:0:34801:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788687428.418869:0:34801:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687428.418871:0:34801:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788687428.418872:0:34801:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:0.0:1788687428.418874:0:34801:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.418877:0:34801:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.418879:0:34801:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788687428.418881:0:34801:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788687428.418883:0:34801:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.418886:0:34801:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.418888:0:34801:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000008:00000001:0.0:1788687428.418890:0:34801:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.418891:0:34801:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.418893:0:34801:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.418894:0:34801:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.418896:0:34801:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.418898:0:34801:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788687428.418900:0:34801:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788687428.418902:0:34801:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788687428.418903:0:34801:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788687428.418905:0:34801:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788687428.418936:0:34801:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.418939:0:34801:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.418941:0:34801:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788687428.418943:0:34801:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788687428.418946:0:34801:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788687428.418947:0:34801:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29c3900e48 (ffff9b29d0280cf8/0) at cl_lock_release():245 00000020:00000001:0.0:1788687428.418950:0:34801:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788687428.418952:0:34801:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c3900e48 (ffff9b29d0280cf8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788687428.418955:0:34801:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788687428.418956:0:34801:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687428.418957:0:34801:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687428.418960:0:34801:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788687428.418961:0:34801:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5ca0d30 (ffff9b29c97d4008/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788687428.418964:0:34801:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788687428.418966:0:34801:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788687428.418968:0:34801:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.418970:0:34801:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.418972:0:34801:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=5 00000020:00000001:0.0:1788687428.418974:0:34801:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.418977:0:34801:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.418980:0:34801:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687428.418983:0:34801:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788687428.418993:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.418994:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.418996:0:34801:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687428.418999:0:34801:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687428.419002:0:34801:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788687428.419011:0:34801:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687428.419014:0:34801:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687428.419017:0:34801:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687428.419022:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.419023:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.419025:0:34801:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.419029:0:34801:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687428.419031:0:34801:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.419033:0:34801:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.419038:0:34801:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.419041:0:34801:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687428.419042:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.419043:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.419044:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.419046:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687428.419047:0:34801:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788687428.419048:0:34801:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687428.419049:0:34801:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687428.419050:0:34801:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687428.419052:0:34801:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788687428.419053:0:34801:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c3900e48 (ffff9b29d0280cf8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788687428.419056:0:34801:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788687428.419058:0:34801:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788687428.419059:0:34801:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5ca0d30 (ffff9b29d0280cf8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788687428.419062:0:34801:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d1209db0. 00000020:00000001:0.0:1788687428.419065:0:34801:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788687428.419066:0:34801:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5ca0d00. 00020000:00000001:0.0:1788687428.419069:0:34801:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788687428.419070:0:34801:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788687428.419071:0:34801:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788687428.419074:0:34801:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788687428.419075:0:34801:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687428.419076:0:34801:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788687428.419078:0:34801:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788687428.419079:0:34801:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.419081:0:34801:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.419083:0:34801:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788687428.419084:0:34801:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788687428.419086:0:34801:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788687428.419088:0:34801:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:0.0:1788687428.419090:0:34801:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788687428.419250:0:34801:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788687428.419254:0:34801:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788687428.419256:0:34801:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687428.419257:0:34801:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788687428.419261:0:34801:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788687428.419262:0:34801:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.419265:0:34801:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.419267:0:34801:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788687428.419268:0:34801:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788687428.419270:0:34801:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.419275:0:34801:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788687428.419277:0:34801:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788687428.419279:0:34801:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788687428.419280:0:34801:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788687428.419282:0:34801:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687428.419284:0:34801:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4000 00020000:00000001:0.0:1788687428.419287:0:34801:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788687428.419289:0:34801:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788687428.419291:0:34801:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788687428.419293:0:34801:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788687428.419297:0:34801:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788687428.419298:0:34801:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788687428.419300:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23c98 00000080:00200000:0.0:1788687428.419302:0:34801:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:0.0:1788687428.419306:0:34801:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:0.0:1788687428.419309:0:34801:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788687428.419311:0:34801:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000020:00000001:0.0:1788687428.419314:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23d88 00000080:00000008:0.0:1788687428.419316:0:34801:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:0.0:1788687428.419318:0:34801:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.419438:0:34801:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788687428.419442:0:34801:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29cb378000 00020000:00000002:0.0:1788687428.419446:0:34801:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29cb378000 00020000:00000001:0.0:1788687428.419449:0:34801:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.419460:0:34801:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788687428.419462:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23df0 00000080:00200008:0.0:1788687428.419464:0:34801:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x36:0x0](ffff9b29d8576c08), flags 100000 00000080:00000001:0.0:1788687428.419469:0:34801:0:(pcc.c:2472:pcc_file_release()) Process entered 00000080:00000001:0.0:1788687428.419472:0:34801:0:(pcc.c:2500:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788687428.419474:0:34801:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788687428.419476:0:34801:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29cb378000 00020000:00000002:0.0:1788687428.419478:0:34801:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29cb378000 00020000:00000001:0.0:1788687428.419480:0:34801:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.419483:0:34801:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788687428.419493:0:34801:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687428.419495:0:34801:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687428.419501:0:34801:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 3 00010000:00000001:0.0:1788687428.419504:0:34801:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687428.419509:0:34801:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788687428.419511:0:34801:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788687428.419514:0:34801:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687428.419518:0:34801:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.419523:0:34801:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4a00/0x230d04438e811f9e lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2ec1 expref: -99 pid: 34801 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788687428.419531:0:34801:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.419532:0:34801:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687428.419535:0:34801:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1788687428.419537:0:34801:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x36:0x0]: 16 00000080:00000010:0.0:1788687428.419540:0:34801:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b29d0060500. 00000080:00000001:0.0:1788687428.419544:0:34801:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.419549:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23df0 00000080:00000008:0.0:1788687428.419551:0:34801:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9b29d8576c08), flags 100000, rc = 0 00000080:00000001:0.0:1788687428.419620:0:34801:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.419626:0:34801:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788687428.419628:0:34801:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23e00 00000080:00002000:0.0:1788687428.419631:0:34801:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9b29d8746438, parent ffff9b29d84cabd0, inode ffff9b29d8576c08) hashed, 00000080:00000001:0.0:1788687428.419635:0:34801:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.433483:0:34802:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687428.433491:0:34802:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687428.433494:0:34802:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687428.433498:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23b20 00000080:00200000:0.0:1788687428.433503:0:34802:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687428.433511:0:34802:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29d01f2400. 00800000:00000002:0.0:1788687428.433519:0:34802:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687428.433525:0:34802:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687428.433532:0:34802:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687428.433535:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23a40 00800000:00000002:0.0:1788687428.433538:0:34802:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687428.433543:0:34802:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687428.433549:0:34802:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687428.433624:0:34802:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687428.433628:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23910 00000002:00010000:0.0:1788687428.433631:0:34802:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687428.433635:0:34802:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687428.433638:0:34802:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687428.433642:0:34802:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687428.433650:0:34802:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de900 count: 2 00010000:00000001:0.0:1788687428.433654:0:34802:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687428.433661:0:34802:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687428.433668:0:34802:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687428.433674:0:34802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788687428.433686:0:34802:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687428.433693:0:34802:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.433696:0:34802:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788687428.433703:0:34802:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687428.433705:0:34802:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687428.433707:0:34802:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687428.433709:0:34802:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687428.433711:0:34802:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687428.433713:0:34802:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687428.433717:0:34802:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687428.433720:0:34802:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687428.433724:0:34802:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29d01f2400. 00000080:00000001:0.0:1788687428.433729:0:34802:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687428.433731:0:34802:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687428.433734:0:34802:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687428.433812:0:34802:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f97 00800000:00000001:0.0:1788687428.433826:0:34802:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687428.433828:0:34802:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687428.433830:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.433833:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.433837:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:0.0:1788687428.433840:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.433843:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.433846:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.433848:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687428.433849:0:34802:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687428.433851:0:34802:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687428.433854:0:34802:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f97 from it ffffaca081d23b58 00010000:00000001:0.0:1788687428.433857:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.433859:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.433860:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:0.0:1788687428.433862:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.433864:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.433866:0:34802:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687428.433869:0:34802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788687428.433875:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.433876:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.433877:0:34802:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687428.433880:0:34802:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687428.433883:0:34802:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788687428.433890:0:34802:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687428.433894:0:34802:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687428.433896:0:34802:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687428.433901:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.433902:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.433904:0:34802:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.433985:0:34802:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687428.433988:0:34802:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.433990:0:34802:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.433994:0:34802:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.434246:0:34802:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687428.434249:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.434250:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687428.434254:0:34802:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687428.434256:0:34802:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687428.434259:0:34802:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788687428.434265:0:34802:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.434271:0:34802:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788687428.434273:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23b48 00000080:00002000:0.0:1788687428.434275:0:34802:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9b29d8746438) flags 0x48004e refc 0 00000080:00000001:0.0:1788687428.434278:0:34802:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.434280:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23b90 00000080:00200000:0.0:1788687428.434282:0:34802:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:0.0:1788687428.434292:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23d08 00000080:00200008:0.0:1788687428.434294:0:34802:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff9b29d8576c08), request_mask 606, flags 0, foreign 0 00000080:00000001:0.0:1788687428.434300:0:34802:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687428.434301:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23c80 00000080:00200000:0.0:1788687428.434303:0:34802:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9b29d8576c08),name=recon 00000080:00000010:0.0:1788687428.434310:0:34802:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29d01f2400. 00800000:00000002:0.0:1788687428.434314:0:34802:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687428.434321:0:34802:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687428.434322:0:34802:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687428.434324:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23ba0 00800000:00000002:0.0:1788687428.434326:0:34802:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687428.434329:0:34802:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687428.434334:0:34802:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687428.434337:0:34802:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687428.434339:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23a70 00000002:00010000:0.0:1788687428.434341:0:34802:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687428.434344:0:34802:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687428.434345:0:34802:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687428.434346:0:34802:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687428.434351:0:34802:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 3 00010000:00000001:0.0:1788687428.434353:0:34802:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687428.434356:0:34802:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687428.434360:0:34802:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687428.434363:0:34802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1788687428.434371:0:34802:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687428.434374:0:34802:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.434377:0:34802:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1788687428.434383:0:34802:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687428.434385:0:34802:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687428.434387:0:34802:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687428.434389:0:34802:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687428.434391:0:34802:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687428.434393:0:34802:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687428.434396:0:34802:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687428.434397:0:34802:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687428.434400:0:34802:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29d01f2400. 00000080:00000001:0.0:1788687428.434402:0:34802:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687428.434404:0:34802:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687428.434406:0:34802:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff9b29d8576c08) 00000080:00010000:0.0:1788687428.434409:0:34802:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9b29d8576c08) for lock 0x230d04438e811f74 00800000:00000001:0.0:1788687428.434411:0:34802:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687428.434413:0:34802:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687428.434415:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.434416:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.434419:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8800 refcount=3 00000020:00000001:0.0:1788687428.434421:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:0.0:1788687428.434423:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:0.0:1788687428.434426:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.434427:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687428.434428:0:34802:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687428.434430:0:34802:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687428.434432:0:34802:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f74 from it ffffaca081d23cb8 00010000:00000001:0.0:1788687428.434434:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.434435:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.434437:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8800 refcount=3 00000020:00000001:0.0:1788687428.434439:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:0.0:1788687428.434441:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:0.0:1788687428.434443:0:34802:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687428.434446:0:34802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788687428.434453:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.434454:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.434456:0:34802:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687428.434457:0:34802:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687428.434460:0:34802:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788687428.434467:0:34802:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687428.434469:0:34802:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687428.434470:0:34802:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687428.434473:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.434474:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.434475:0:34802:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.434478:0:34802:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687428.434479:0:34802:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.434481:0:34802:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.434482:0:34802:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.434484:0:34802:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687428.434486:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.434487:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687428.434488:0:34802:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687428.434490:0:34802:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687428.434493:0:34802:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788687428.434497:0:34802:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788687428.434499:0:34802:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687428.434502:0:34802:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788687428.434503:0:34802:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.434507:0:34802:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788687428.434510:0:34802:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788687428.434514:0:34802:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687428.434519:0:34802:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:0.0:1788687428.434522:0:34802:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000020:00000001:0.0:1788687428.434528:0:34802:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.434531:0:34802:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788687428.434534:0:34802:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788687428.434537:0:34802:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788687428.434540:0:34802:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687428.434542:0:34802:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788687428.434544:0:34802:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788687428.434546:0:34802:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.434548:0:34802:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687428.434623:0:34802:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff9b29c38c7590 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788687428.434628:0:34802:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29cb37cf80 00020000:00000001:0.0:1788687428.434633:0:34802:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788687428.434635:0:34802:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788687428.434637:0:34802:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788687428.434639:0:34802:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.434642:0:34802:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788687428.434644:0:34802:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788687428.434645:0:34802:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.434647:0:34802:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687428.434648:0:34802:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788687428.434650:0:34802:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788687428.434651:0:34802:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29cb37cf80 00000020:00000001:0.0:1788687428.434655:0:34802:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788687428.434658:0:34802:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788687428.434659:0:34802:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:0.0:1788687428.434663:0:34802:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788687428.434665:0:34802:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788687428.434668:0:34802:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788687428.434670:0:34802:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788687428.434677:0:34802:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788687428.434683:0:34802:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c5ca0d00. 00020000:00000002:0.0:1788687428.434687:0:34802:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788687428.434689:0:34802:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788687428.434693:0:34802:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687428.434694:0:34802:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788687428.434696:0:34802:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687428.434698:0:34802:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509234184 : -110871200317432 : ffff9b29c97d4008) 00000020:00001000:0.0:1788687428.434700:0:34802:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4000 00000020:00000001:0.0:1788687428.434703:0:34802:0:(cl_object.c:143:cl_object_top()) ffff9b29d02485f8 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.434705:0:34802:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788687428.434710:0:34802:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687428.434711:0:34802:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788687428.434712:0:34802:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.434714:0:34802:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.434717:0:34802:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687428.434719:0:34802:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788687428.434725:0:34802:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29d1209db0. 00000008:00010000:0.0:1788687428.434728:0:34802:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788687428.434731:0:34802:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687428.434732:0:34802:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788687428.434734:0:34802:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c5ca0d30, osc lock ffff9b29d1209db0, flags 0x400001002 00000020:00000001:0.0:1788687428.434736:0:34802:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.434810:0:34802:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.434814:0:34802:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202447158528 : -110871262393088 : ffff9b29c5ca0d00) 00000020:00000001:0.0:1788687428.434825:0:34802:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788687428.434826:0:34802:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788687428.434828:0:34802:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.434830:0:34802:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.434833:0:34802:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788687428.434835:0:34802:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788687428.434837:0:34802:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687428.434839:0:34802:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788687428.434841:0:34802:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687428.434842:0:34802:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687428.434844:0:34802:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687428.434847:0:34802:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788687428.434849:0:34802:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788687428.434853:0:34802:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788687428.434855:0:34802:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788687428.434857:0:34802:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788687428.434859:0:34802:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788687428.434860:0:34802:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788687428.434862:0:34802:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788687428.434864:0:34802:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788687428.434867:0:34802:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687428.434871:0:34802:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 2 00010000:00000001:0.0:1788687428.434874:0:34802:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687428.434879:0:34802:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687428.434883:0:34802:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687428.434888:0:34802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1788687428.434899:0:34802:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687428.434902:0:34802:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.436667:0:34802:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788687428.436690:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.436693:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.436696:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=4 00000020:00000001:0.0:1788687428.436699:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.436703:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00000008:00000001:0.0:1788687428.436708:0:34802:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788687428.436711:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.436713:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.436714:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=5 00000020:00000001:0.0:1788687428.436716:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.436718:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00000020:00000001:0.0:1788687428.436722:0:34802:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788687428.436725:0:34802:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788687428.436727:0:34802:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788687428.436729:0:34802:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.436731:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.436732:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.436734:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=6 00000020:00000001:0.0:1788687428.436803:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.436807:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:0.0:1788687428.436810:0:34802:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687428.436814:0:34802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788687428.436831:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.436834:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.436835:0:34802:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687428.436838:0:34802:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687428.436841:0:34802:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:0.0:1788687428.436850:0:34802:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687428.436854:0:34802:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687428.436856:0:34802:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687428.436859:0:34802:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.436863:0:34802:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687428.436865:0:34802:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.436867:0:34802:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.436872:0:34802:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.436874:0:34802:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687428.436876:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.436877:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.436878:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.436879:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687428.436882:0:34802:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687428.436885:0:34802:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.436889:0:34802:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.436894:0:34802:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.436897:0:34802:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.436899:0:34802:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788687428.436900:0:34802:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788687428.436903:0:34802:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788687428.437029:0:34802:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788687428.437034:0:34802:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.437037:0:34802:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.437044:0:34802:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788687428.437049:0:34802:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.437052:0:34802:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.437054:0:34802:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788687428.437060:0:34802:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788687428.437067:0:34802:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788687428.437069:0:34802:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1788687428.437072:0:34802:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788687428.437073:0:34802:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1788687428.437076:0:34802:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[1]: s=46 (1) m=1788687428 a=1788687428 c=1788687428 b=1 00020000:00000001:0.0:1788687428.437080:0:34802:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687428.437083:0:34802:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788687428 a=1788687428 c=1788687428 b=1 00020000:00000001:0.0:1788687428.437086:0:34802:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.437088:0:34802:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.437089:0:34802:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000080:00200000:0.0:1788687428.437092:0:34802:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1788687428.437095:0:34802:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788687428.437098:0:34802:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788687428.437100:0:34802:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29c38c7530 (ffff9b29d0280cf8/0) at cl_lock_release():245 00000020:00000001:0.0:1788687428.437104:0:34802:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788687428.437105:0:34802:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c38c7530 (ffff9b29d0280cf8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788687428.437108:0:34802:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788687428.437113:0:34802:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687428.437114:0:34802:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687428.437116:0:34802:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788687428.437118:0:34802:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c5ca0d30 (ffff9b29c97d4008/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788687428.437121:0:34802:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788687428.437122:0:34802:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788687428.437124:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.437125:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788687428.437126:0:34802:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788687428.437129:0:34802:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687428.437130:0:34802:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687428.437132:0:34802:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788687428.437133:0:34802:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788687428.437135:0:34802:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c38c7530 (ffff9b29d0280cf8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788687428.437138:0:34802:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788687428.437139:0:34802:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788687428.437140:0:34802:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c5ca0d30 (ffff9b29d0280cf8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788687428.437145:0:34802:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29d1209db0. 00000020:00000001:0.0:1788687428.437151:0:34802:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788687428.437152:0:34802:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c5ca0d00. 00020000:00000001:0.0:1788687428.437156:0:34802:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788687428.437157:0:34802:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788687428.437158:0:34802:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788687428.437160:0:34802:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.437164:0:34802:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788687428.437167:0:34802:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788687428.437169:0:34802:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788687428.437170:0:34802:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788687428.437172:0:34802:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687428.437174:0:34802:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4000 00020000:00000001:0.0:1788687428.437178:0:34802:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788687428.437180:0:34802:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788687428.437183:0:34802:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788687428.437186:0:34802:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788687428.437190:0:34802:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788687428.437192:0:34802:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.437194:0:34802:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788687428.437196:0:34802:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788687428.437197:0:34802:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687428.437199:0:34802:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000001:00000001:0.0:1788687428.437201:0:34802:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.437210:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23d08 00000080:00000008:0.0:1788687428.437213:0:34802:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9b29d8576c08), request_mask 606, flags 0, foreign 0 00000080:00000001:0.0:1788687428.437220:0:34802:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788687428.437222:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23da0 00000080:00002000:0.0:1788687428.437224:0:34802:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9b29d8746438, parent ffff9b29d84cabd0, inode ffff9b29d8576c08) hashed, 00000080:00000001:0.0:1788687428.437227:0:34802:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.437303:0:34802:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687428.437307:0:34802:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687428.437309:0:34802:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687428.437311:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23bc0 00000080:00200000:0.0:1788687428.437313:0:34802:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687428.437321:0:34802:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29d01f2400. 00800000:00000002:0.0:1788687428.437329:0:34802:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687428.437334:0:34802:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687428.437339:0:34802:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687428.437341:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23ae0 00800000:00000002:0.0:1788687428.437343:0:34802:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687428.437347:0:34802:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687428.437353:0:34802:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687428.437358:0:34802:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687428.437361:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d239b0 00000002:00010000:0.0:1788687428.437363:0:34802:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687428.437366:0:34802:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687428.437368:0:34802:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687428.437371:0:34802:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687428.437379:0:34802:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de900 count: 2 00010000:00000001:0.0:1788687428.437383:0:34802:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687428.437389:0:34802:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687428.437393:0:34802:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687428.437398:0:34802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788687428.437408:0:34802:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687428.437414:0:34802:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.437417:0:34802:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788687428.437424:0:34802:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687428.437426:0:34802:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687428.437428:0:34802:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687428.437430:0:34802:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687428.437432:0:34802:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687428.437433:0:34802:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687428.437436:0:34802:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687428.437439:0:34802:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687428.437444:0:34802:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29d01f2400. 00000080:00000001:0.0:1788687428.437447:0:34802:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687428.437449:0:34802:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687428.437452:0:34802:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687428.437456:0:34802:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f97 00800000:00000001:0.0:1788687428.437459:0:34802:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687428.437461:0:34802:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687428.437463:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.437465:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.437467:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:0.0:1788687428.437469:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.437472:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.437474:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.437475:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687428.437477:0:34802:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687428.437479:0:34802:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687428.437482:0:34802:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f97 from it ffffaca081d23bf8 00010000:00000001:0.0:1788687428.437484:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.437486:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.437487:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:0.0:1788687428.437489:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.437491:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.437494:0:34802:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687428.437497:0:34802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788687428.437504:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.437505:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.437507:0:34802:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687428.437508:0:34802:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687428.437511:0:34802:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788687428.437518:0:34802:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687428.437521:0:34802:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687428.437522:0:34802:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687428.437527:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.437528:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.437530:0:34802:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.437532:0:34802:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687428.437534:0:34802:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.437536:0:34802:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.437538:0:34802:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.437540:0:34802:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687428.437541:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.437543:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687428.437546:0:34802:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687428.437548:0:34802:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687428.437550:0:34802:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788687428.437712:0:34802:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.437718:0:34802:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788687428.437720:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23be8 00000080:00002000:0.0:1788687428.437722:0:34802:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9b29d8746438) flags 0x48004e refc 0 00000080:00000001:0.0:1788687428.437725:0:34802:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.437727:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23c30 00000080:00200000:0.0:1788687428.437729:0:34802:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:0.0:1788687428.437824:0:34802:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1788687428.437829:0:34802:0:(xattr.c:565:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:0.0:1788687428.437835:0:34802:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788687428.437837:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23e40 00000080:00002000:0.0:1788687428.437839:0:34802:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9b29d8746438, parent ffff9b29d84cabd0, inode ffff9b29d8576c08) hashed, 00000080:00000001:0.0:1788687428.437842:0:34802:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.437855:0:34802:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687428.437857:0:34802:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788687428.437858:0:34802:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788687428.437860:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23bc0 00000080:00200000:0.0:1788687428.437861:0:34802:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:0.0:1788687428.437865:0:34802:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29d01f2400. 00800000:00000002:0.0:1788687428.437868:0:34802:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:0.0:1788687428.437871:0:34802:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788687428.437873:0:34802:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788687428.437875:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23ae0 00800000:00000002:0.0:1788687428.437877:0:34802:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788687428.437880:0:34802:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788687428.437882:0:34802:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788687428.437885:0:34802:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788687428.437887:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d239b0 00000002:00010000:0.0:1788687428.437889:0:34802:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788687428.437892:0:34802:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788687428.437893:0:34802:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687428.437895:0:34802:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687428.437899:0:34802:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de900 count: 2 00010000:00000001:0.0:1788687428.437901:0:34802:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687428.438014:0:34802:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687428.438017:0:34802:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788687428.438022:0:34802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788687428.438031:0:34802:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788687428.438034:0:34802:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.438036:0:34802:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788687428.438042:0:34802:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788687428.438044:0:34802:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788687428.438045:0:34802:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687428.438047:0:34802:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788687428.438049:0:34802:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687428.438050:0:34802:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788687428.438053:0:34802:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788687428.438055:0:34802:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687428.438057:0:34802:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29d01f2400. 00000080:00000001:0.0:1788687428.438059:0:34802:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788687428.438061:0:34802:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687428.438062:0:34802:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:0.0:1788687428.438065:0:34802:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f97 00800000:00000001:0.0:1788687428.438068:0:34802:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788687428.438069:0:34802:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788687428.438071:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.438072:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.438073:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:0.0:1788687428.438075:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.438077:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.438080:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.438081:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788687428.438082:0:34802:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687428.438084:0:34802:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788687428.438086:0:34802:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f97 from it ffffaca081d23bf8 00010000:00000001:0.0:1788687428.438088:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788687428.438089:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788687428.438090:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:0.0:1788687428.438091:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.438093:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:0.0:1788687428.438095:0:34802:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788687428.438097:0:34802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788687428.438104:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.438105:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.438106:0:34802:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788687428.438108:0:34802:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788687428.438110:0:34802:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788687428.438116:0:34802:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687428.438118:0:34802:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788687428.438119:0:34802:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687428.438121:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.438122:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.438123:0:34802:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.438126:0:34802:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788687428.438127:0:34802:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.438128:0:34802:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.438130:0:34802:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.438132:0:34802:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788687428.438133:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.438134:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788687428.438135:0:34802:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788687428.438137:0:34802:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788687428.438139:0:34802:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788687428.438142:0:34802:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.438144:0:34802:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788687428.438146:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23be8 00000080:00002000:0.0:1788687428.438147:0:34802:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9b29d8746438) flags 0x48004e refc 0 00000080:00000001:0.0:1788687428.438149:0:34802:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.438150:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23c30 00000080:00200000:0.0:1788687428.438152:0:34802:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:0.0:1788687428.438157:0:34802:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1788687428.438160:0:34802:0:(xattr.c:583:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788687428.438162:0:34802:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788687428.438163:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081d23e40 00000080:00002000:0.0:1788687428.438165:0:34802:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9b29d8746438, parent ffff9b29d84cabd0, inode ffff9b29d8576c08) hashed, 00000080:00000001:0.0:1788687428.438167:0:34802:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.449154:0:34803:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687428.449164:0:34803:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687428.449167:0:34803:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788687428.449172:0:34803:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbb20 00000080:00200000:3.0:1788687428.449177:0:34803:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:3.0:1788687428.449188:0:34803:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c57800. 00800000:00000002:3.0:1788687428.449196:0:34803:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687428.449201:0:34803:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687428.449207:0:34803:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687428.449210:0:34803:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdba40 00800000:00000002:3.0:1788687428.449213:0:34803:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687428.449218:0:34803:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788687428.449222:0:34803:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788687428.449228:0:34803:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687428.449230:0:34803:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdb910 00000002:00010000:3.0:1788687428.449232:0:34803:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788687428.449236:0:34803:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687428.449239:0:34803:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687428.449242:0:34803:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687428.449252:0:34803:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de900 count: 2 00010000:00000001:3.0:1788687428.449255:0:34803:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687428.449261:0:34803:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687428.449266:0:34803:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687428.449272:0:34803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788687428.449283:0:34803:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687428.449289:0:34803:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687428.449292:0:34803:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788687428.449299:0:34803:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687428.449302:0:34803:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687428.449304:0:34803:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687428.449305:0:34803:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687428.449307:0:34803:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687428.449309:0:34803:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788687428.449312:0:34803:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788687428.449315:0:34803:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687428.449319:0:34803:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c57800. 00000080:00000001:3.0:1788687428.449324:0:34803:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687428.449326:0:34803:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687428.449329:0:34803:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:3.0:1788687428.449333:0:34803:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f97 00800000:00000001:3.0:1788687428.449339:0:34803:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687428.449341:0:34803:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687428.449343:0:34803:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687428.449345:0:34803:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687428.449349:0:34803:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:3.0:1788687428.449351:0:34803:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:3.0:1788687428.449354:0:34803:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:3.0:1788687428.449357:0:34803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.449359:0:34803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687428.449360:0:34803:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687428.449362:0:34803:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687428.449365:0:34803:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f97 from it ffffaca081cdbb58 00010000:00000001:3.0:1788687428.449367:0:34803:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687428.449368:0:34803:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687428.449369:0:34803:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:3.0:1788687428.449371:0:34803:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:3.0:1788687428.449372:0:34803:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:3.0:1788687428.449375:0:34803:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687428.449378:0:34803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788687428.449384:0:34803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.449385:0:34803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687428.449386:0:34803:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687428.449389:0:34803:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687428.449391:0:34803:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788687428.449399:0:34803:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687428.449403:0:34803:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687428.449405:0:34803:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687428.449411:0:34803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.449412:0:34803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687428.449414:0:34803:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.449418:0:34803:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687428.449421:0:34803:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.449423:0:34803:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.449425:0:34803:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.449428:0:34803:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687428.449429:0:34803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.449430:0:34803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687428.449433:0:34803:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788687428.449435:0:34803:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687428.449437:0:34803:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788687428.449443:0:34803:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.449447:0:34803:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788687428.449450:0:34803:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbb48 00000080:00002000:3.0:1788687428.449452:0:34803:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9b29d8746438) flags 0x48004e refc 0 00000080:00000001:3.0:1788687428.449455:0:34803:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687428.449457:0:34803:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbb90 00000080:00200000:3.0:1788687428.449459:0:34803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:3.0:1788687428.449468:0:34803:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbd08 00000080:00200008:3.0:1788687428.449470:0:34803:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff9b29d8576c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788687428.449475:0:34803:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788687428.449476:0:34803:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbc80 00000080:00200000:3.0:1788687428.449477:0:34803:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9b29d8576c08),name=recon 00000080:00000010:3.0:1788687428.449481:0:34803:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c57800. 00800000:00000002:3.0:1788687428.449484:0:34803:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687428.449489:0:34803:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687428.449490:0:34803:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687428.449491:0:34803:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbba0 00800000:00000002:3.0:1788687428.449493:0:34803:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687428.449495:0:34803:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788687428.449500:0:34803:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:3.0:1788687428.449502:0:34803:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687428.449504:0:34803:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdba70 00000002:00010000:3.0:1788687428.449505:0:34803:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788687428.449508:0:34803:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687428.449509:0:34803:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687428.449511:0:34803:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687428.449514:0:34803:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 3 00010000:00000001:3.0:1788687428.449516:0:34803:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687428.449518:0:34803:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687428.449520:0:34803:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687428.449523:0:34803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 02000000:00000001:3.0:1788687428.449529:0:34803:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687428.449532:0:34803:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687428.449535:0:34803:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000002:00000001:3.0:1788687428.449541:0:34803:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687428.449542:0:34803:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687428.449544:0:34803:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687428.449545:0:34803:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687428.449547:0:34803:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687428.449548:0:34803:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788687428.449550:0:34803:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788687428.449552:0:34803:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687428.449615:0:34803:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c57800. 00000080:00000001:3.0:1788687428.449619:0:34803:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687428.449620:0:34803:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687428.449622:0:34803:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff9b29d8576c08) 00000080:00010000:3.0:1788687428.449624:0:34803:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff9b29d8576c08) for lock 0x230d04438e811f74 00800000:00000001:3.0:1788687428.449627:0:34803:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687428.449629:0:34803:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687428.449630:0:34803:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687428.449632:0:34803:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687428.449633:0:34803:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8800 refcount=3 00000020:00000001:3.0:1788687428.449635:0:34803:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:3.0:1788687428.449637:0:34803:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:3.0:1788687428.449640:0:34803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.449642:0:34803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687428.449643:0:34803:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687428.449644:0:34803:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687428.449646:0:34803:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f74 from it ffffaca081cdbcb8 00010000:00000001:3.0:1788687428.449648:0:34803:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687428.449649:0:34803:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687428.449650:0:34803:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29d13a8800 refcount=3 00000020:00000001:3.0:1788687428.449652:0:34803:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:3.0:1788687428.449653:0:34803:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202639079424 : -110871070472192 : ffff9b29d13a8800) 00010000:00000001:3.0:1788687428.449655:0:34803:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687428.449658:0:34803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1788687428.449664:0:34803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.449665:0:34803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687428.449666:0:34803:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687428.449668:0:34803:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687428.449670:0:34803:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00000001:3.0:1788687428.449675:0:34803:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687428.449677:0:34803:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687428.449678:0:34803:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687428.449680:0:34803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.449681:0:34803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687428.449683:0:34803:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.449685:0:34803:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687428.449686:0:34803:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.449687:0:34803:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.449689:0:34803:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.449691:0:34803:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687428.449692:0:34803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.449694:0:34803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687428.449695:0:34803:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788687428.449696:0:34803:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687428.449699:0:34803:0:(pcc.c:2723:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1788687428.449704:0:34803:0:(pcc.c:2108:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788687428.449706:0:34803:0:(pcc.c:2127:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788687428.449709:0:34803:0:(pcc.c:2032:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788687428.449710:0:34803:0:(pcc.c:2038:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.449713:0:34803:0:(pcc.c:2732:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788687428.449716:0:34803:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1788687428.449720:0:34803:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788687428.449725:0:34803:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621090056 : -110871088461560 : ffff9b29d0280908) 00000020:00001000:3.0:1788687428.449727:0:34803:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280900 00000020:00000001:3.0:1788687428.449733:0:34803:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:3.0:1788687428.449806:0:34803:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788687428.449811:0:34803:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788687428.449814:0:34803:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1788687428.449824:0:34803:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788687428.449825:0:34803:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788687428.449828:0:34803:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788687428.449830:0:34803:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.449832:0:34803:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788687428.449837:0:34803:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff9b29c38c5090 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1788687428.449841:0:34803:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29d08d0000 00020000:00000001:3.0:1788687428.449845:0:34803:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788687428.449848:0:34803:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788687428.449850:0:34803:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788687428.449852:0:34803:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687428.449855:0:34803:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788687428.449858:0:34803:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788687428.449859:0:34803:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687428.449861:0:34803:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788687428.449862:0:34803:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788687428.449863:0:34803:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788687428.449865:0:34803:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29d08d0000 00000020:00000001:3.0:1788687428.449867:0:34803:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788687428.449870:0:34803:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788687428.449871:0:34803:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:3.0:1788687428.449874:0:34803:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788687428.449876:0:34803:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788687428.449879:0:34803:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788687428.449881:0:34803:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788687428.449889:0:34803:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788687428.449897:0:34803:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b29c3056100. 00020000:00000002:3.0:1788687428.449900:0:34803:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788687428.449903:0:34803:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788687428.450036:0:34803:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788687428.450038:0:34803:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788687428.450040:0:34803:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788687428.450042:0:34803:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621089768 : -110871088461848 : ffff9b29d02807e8) 00000020:00001000:3.0:1788687428.450044:0:34803:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d02807e0 00000020:00000001:3.0:1788687428.450048:0:34803:0:(cl_object.c:143:cl_object_top()) ffff9b29d02485f8 -> ffff9b29d02483a0 00000020:00000001:3.0:1788687428.450050:0:34803:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788687428.450054:0:34803:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788687428.450055:0:34803:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788687428.450056:0:34803:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687428.450058:0:34803:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687428.450060:0:34803:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897885568 : -110870811666048 : ffff9b29e0a79980) 00000020:00000001:3.0:1788687428.450062:0:34803:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788687428.450067:0:34803:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b29c5661300. 00000008:00010000:3.0:1788687428.450070:0:34803:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788687428.450073:0:34803:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788687428.450074:0:34803:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788687428.450076:0:34803:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b29c3056130, osc lock ffff9b29c5661300, flags 0x400001002 00000020:00000001:3.0:1788687428.450078:0:34803:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687428.450080:0:34803:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687428.450082:0:34803:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633202400715008 : -110871308836608 : ffff9b29c3056100) 00000020:00000001:3.0:1788687428.450084:0:34803:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788687428.450085:0:34803:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788687428.450087:0:34803:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687428.450088:0:34803:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687428.450091:0:34803:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788687428.450093:0:34803:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788687428.450095:0:34803:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788687428.450097:0:34803:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788687428.450098:0:34803:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788687428.450099:0:34803:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897885568 : -110870811666048 : ffff9b29e0a79980) 00000020:00000001:3.0:1788687428.450101:0:34803:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788687428.450103:0:34803:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788687428.450105:0:34803:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788687428.450109:0:34803:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788687428.450112:0:34803:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788687428.450113:0:34803:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788687428.450115:0:34803:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788687428.450116:0:34803:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788687428.450117:0:34803:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788687428.450120:0:34803:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788687428.450122:0:34803:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687428.450127:0:34803:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 2 00010000:00000001:3.0:1788687428.450129:0:34803:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687428.450134:0:34803:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687428.450138:0:34803:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687428.450142:0:34803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:3.0:1788687428.450153:0:34803:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687428.450155:0:34803:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687428.450158:0:34803:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1788687428.450165:0:34803:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687428.450167:0:34803:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687428.450168:0:34803:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=4 00000020:00000001:3.0:1788687428.450171:0:34803:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:3.0:1788687428.450173:0:34803:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00000008:00000001:3.0:1788687428.450177:0:34803:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788687428.450180:0:34803:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687428.450181:0:34803:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687428.450182:0:34803:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=5 00000020:00000001:3.0:1788687428.450184:0:34803:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:3.0:1788687428.450186:0:34803:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00000020:00000001:3.0:1788687428.450190:0:34803:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788687428.450192:0:34803:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788687428.450194:0:34803:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788687428.450197:0:34803:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.450199:0:34803:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687428.450200:0:34803:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687428.450201:0:34803:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=6 00000020:00000001:3.0:1788687428.450203:0:34803:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:3.0:1788687428.450205:0:34803:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:3.0:1788687428.450208:0:34803:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687428.450211:0:34803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1788687428.450217:0:34803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.450218:0:34803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687428.450220:0:34803:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687428.450222:0:34803:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687428.450224:0:34803:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1788687428.450230:0:34803:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687428.450232:0:34803:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687428.450233:0:34803:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687428.450235:0:34803:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.450237:0:34803:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687428.450239:0:34803:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.450240:0:34803:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.450242:0:34803:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.450244:0:34803:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687428.450245:0:34803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.450246:0:34803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687428.450247:0:34803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.450248:0:34803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788687428.450250:0:34803:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788687428.450252:0:34803:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687428.450254:0:34803:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788687428.450255:0:34803:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687428.450257:0:34803:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687428.450259:0:34803:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788687428.450260:0:34803:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788687428.450263:0:34803:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788687428.450265:0:34803:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1788687428.450266:0:34803:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687428.450268:0:34803:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.450272:0:34803:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788687428.450274:0:34803:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:3.0:1788687428.450276:0:34803:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:3.0:1788687428.450277:0:34803:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788687428.450281:0:34803:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788687428.450284:0:34803:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788687428 a=1788687428 c=1788687428 b=1 00020000:00000001:3.0:1788687428.450288:0:34803:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687428.450289:0:34803:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687428.450291:0:34803:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000080:00200000:3.0:1788687428.450293:0:34803:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1788687428.450295:0:34803:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788687428.450297:0:34803:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788687428.450298:0:34803:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b29c38c5030 (ffff9b29d0280908/0) at cl_lock_release():245 00000020:00000001:3.0:1788687428.450301:0:34803:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788687428.450302:0:34803:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c38c5030 (ffff9b29d0280908/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788687428.450305:0:34803:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788687428.450306:0:34803:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788687428.450307:0:34803:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897885568 : -110870811666048 : ffff9b29e0a79980) 00000020:00000001:3.0:1788687428.450309:0:34803:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788687428.450310:0:34803:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b29c3056130 (ffff9b29d02807e8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788687428.450312:0:34803:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788687428.450313:0:34803:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788687428.450315:0:34803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.450316:0:34803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788687428.450317:0:34803:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788687428.450319:0:34803:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788687428.450320:0:34803:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788687428.450321:0:34803:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788687428.450323:0:34803:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788687428.450324:0:34803:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c38c5030 (ffff9b29d0280908/0) at cl_lock_fini():72 00020000:00000001:3.0:1788687428.450327:0:34803:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788687428.450329:0:34803:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788687428.450330:0:34803:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b29c3056130 (ffff9b29d0280908/1) at cl_lock_fini():72 00000008:00000010:3.0:1788687428.450333:0:34803:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b29c5661300. 00000020:00000001:3.0:1788687428.450336:0:34803:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788687428.450338:0:34803:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b29c3056100. 00020000:00000001:3.0:1788687428.450341:0:34803:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788687428.450342:0:34803:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788687428.450343:0:34803:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788687428.450345:0:34803:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687428.450347:0:34803:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788687428.450349:0:34803:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788687428.450351:0:34803:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788687428.450352:0:34803:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788687428.450353:0:34803:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788687428.450355:0:34803:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d02807e0 00020000:00000001:3.0:1788687428.450358:0:34803:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788687428.450360:0:34803:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788687428.450362:0:34803:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788687428.450364:0:34803:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788687428.450368:0:34803:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788687428.450369:0:34803:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.450371:0:34803:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788687428.450373:0:34803:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788687428.450374:0:34803:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788687428.450375:0:34803:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280900 00000001:00000001:3.0:1788687428.450377:0:34803:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687428.450382:0:34803:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbd08 00000080:00000008:3.0:1788687428.450384:0:34803:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff9b29d8576c08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788687428.450388:0:34803:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788687428.450390:0:34803:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbda0 00000080:00002000:3.0:1788687428.450391:0:34803:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff9b29d8746438, parent ffff9b29d84cabd0, inode ffff9b29d8576c08) hashed, 00000080:00000001:3.0:1788687428.450394:0:34803:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.450428:0:34803:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687428.450431:0:34803:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687428.450433:0:34803:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788687428.450434:0:34803:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbbd8 00000080:00200000:3.0:1788687428.450436:0:34803:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:3.0:1788687428.450441:0:34803:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c57800. 00800000:00000002:3.0:1788687428.450445:0:34803:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687428.450449:0:34803:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687428.450451:0:34803:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687428.450453:0:34803:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbaf8 00800000:00000002:3.0:1788687428.450455:0:34803:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687428.450458:0:34803:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788687428.450461:0:34803:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788687428.450465:0:34803:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687428.450467:0:34803:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdb9c8 00000002:00010000:3.0:1788687428.450468:0:34803:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788687428.450471:0:34803:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687428.450473:0:34803:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687428.450475:0:34803:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687428.450478:0:34803:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de900 count: 2 00010000:00000001:3.0:1788687428.450480:0:34803:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687428.450482:0:34803:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687428.450485:0:34803:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687428.450488:0:34803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788687428.450495:0:34803:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687428.450497:0:34803:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687428.450500:0:34803:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1788687428.450506:0:34803:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687428.450508:0:34803:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687428.450510:0:34803:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687428.450512:0:34803:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687428.450513:0:34803:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687428.450515:0:34803:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788687428.450517:0:34803:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788687428.450519:0:34803:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687428.450522:0:34803:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c57800. 00000080:00000001:3.0:1788687428.450524:0:34803:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687428.450526:0:34803:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687428.450528:0:34803:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:3.0:1788687428.450531:0:34803:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f97 00800000:00000001:3.0:1788687428.450534:0:34803:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687428.450535:0:34803:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687428.450536:0:34803:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687428.450537:0:34803:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687428.450539:0:34803:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:3.0:1788687428.450541:0:34803:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:3.0:1788687428.450543:0:34803:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:3.0:1788687428.450545:0:34803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.450546:0:34803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687428.450547:0:34803:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687428.450549:0:34803:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687428.450551:0:34803:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f97 from it ffffaca081cdbc10 00010000:00000001:3.0:1788687428.450553:0:34803:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687428.450628:0:34803:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687428.450630:0:34803:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:3.0:1788687428.450632:0:34803:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:3.0:1788687428.450635:0:34803:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:3.0:1788687428.450637:0:34803:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687428.450640:0:34803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788687428.450646:0:34803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.450648:0:34803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687428.450649:0:34803:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687428.450651:0:34803:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687428.450653:0:34803:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788687428.450661:0:34803:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687428.450663:0:34803:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687428.450665:0:34803:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687428.450668:0:34803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.450669:0:34803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687428.450671:0:34803:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.450673:0:34803:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687428.450675:0:34803:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.450677:0:34803:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.450679:0:34803:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.450681:0:34803:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687428.450682:0:34803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.450683:0:34803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687428.450686:0:34803:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788687428.450688:0:34803:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687428.450690:0:34803:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788687428.450694:0:34803:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.450702:0:34803:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788687428.450704:0:34803:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbda0 00000080:00002000:3.0:1788687428.450706:0:34803:0:(dcache.c:87:ll_dcompare()) found name recon(ffff9b29d8746438) flags 0x48004e refc 0 00000080:00000001:3.0:1788687428.450708:0:34803:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687428.450710:0:34803:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbe10 00000080:00200000:3.0:1788687428.450711:0:34803:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:3.0:1788687428.450716:0:34803:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788687428.450717:0:34803:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788687428.450718:0:34803:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbd30 00000080:00200000:3.0:1788687428.450719:0:34803:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8),name=/ 00000080:00000010:3.0:1788687428.450723:0:34803:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c57800. 00800000:00000002:3.0:1788687428.450726:0:34803:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00000080:00000001:3.0:1788687428.450728:0:34803:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788687428.450729:0:34803:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788687428.450730:0:34803:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbc50 00800000:00000002:3.0:1788687428.450732:0:34803:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788687428.450736:0:34803:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788687428.450810:0:34803:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788687428.450814:0:34803:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788687428.450816:0:34803:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbb20 00000002:00010000:3.0:1788687428.450825:0:34803:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788687428.450828:0:34803:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788687428.450830:0:34803:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687428.450831:0:34803:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687428.450834:0:34803:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de900 count: 2 00010000:00000001:3.0:1788687428.450836:0:34803:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687428.450839:0:34803:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687428.450841:0:34803:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687428.450844:0:34803:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1788687428.450850:0:34803:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788687428.450852:0:34803:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687428.450855:0:34803:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1788687428.450860:0:34803:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788687428.450862:0:34803:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687428.450863:0:34803:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687428.450864:0:34803:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788687428.450866:0:34803:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687428.450868:0:34803:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788687428.450870:0:34803:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788687428.450872:0:34803:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:3.0:1788687428.450874:0:34803:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c57800. 00000080:00000001:3.0:1788687428.450876:0:34803:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788687428.450877:0:34803:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687428.450879:0:34803:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00010000:3.0:1788687428.450882:0:34803:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b29d85942c8) for lock 0x230d04438e811f97 00800000:00000001:3.0:1788687428.450884:0:34803:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788687428.450885:0:34803:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788687428.450886:0:34803:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687428.450888:0:34803:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687428.450889:0:34803:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:3.0:1788687428.450891:0:34803:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:3.0:1788687428.450893:0:34803:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:3.0:1788687428.450895:0:34803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.450896:0:34803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788687428.450897:0:34803:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788687428.450899:0:34803:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788687428.450901:0:34803:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x230d04438e811f97 from it ffffaca081cdbd68 00010000:00000001:3.0:1788687428.450902:0:34803:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687428.450903:0:34803:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687428.451056:0:34803:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c5cc4400 refcount=3 00000020:00000001:3.0:1788687428.451058:0:34803:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:3.0:1788687428.451061:0:34803:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202447303680 : -110871262247936 : ffff9b29c5cc4400) 00010000:00000001:3.0:1788687428.451063:0:34803:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788687428.451065:0:34803:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788687428.451071:0:34803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.451072:0:34803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687428.451073:0:34803:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788687428.451075:0:34803:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788687428.451077:0:34803:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1788687428.451083:0:34803:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788687428.451084:0:34803:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788687428.451085:0:34803:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788687428.451087:0:34803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.451088:0:34803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687428.451089:0:34803:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.451091:0:34803:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788687428.451093:0:34803:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.451094:0:34803:0:(ldlm_request.c:2333:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.451096:0:34803:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.451097:0:34803:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788687428.451098:0:34803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.451100:0:34803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788687428.451102:0:34803:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788687428.451103:0:34803:0:(client.c:2870:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788687428.451105:0:34803:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b29d85942c8), inode mode 41ff mask 3 00000080:00000001:3.0:1788687428.451108:0:34803:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.451112:0:34803:0:(namei.c:2348:ll_unlink()) Process entered 00000020:00000001:3.0:1788687428.451114:0:34803:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbdf8 00000080:00200000:3.0:1788687428.451116:0:34803:0:(namei.c:2351:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff9b29d85942c8) 00000080:00000001:3.0:1788687428.451120:0:34803:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1788687428.451122:0:34803:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788687428.451125:0:34803:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621090056 : -110871088461560 : ffff9b29d0280908) 00000020:00001000:3.0:1788687428.451127:0:34803:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280900 00000020:00000001:3.0:1788687428.451128:0:34803:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788687428.451132:0:34803:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29d08d0000 00020000:00000002:3.0:1788687428.451135:0:34803:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b29c33d0660 addref 2/0 by ffff9b29d08d0000. 00020000:00000002:3.0:1788687428.451137:0:34803:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29d08d0000 00020000:00000001:3.0:1788687428.451140:0:34803:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788687428.451142:0:34803:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788687428.451144:0:34803:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788687428.451145:0:34803:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:3.0:1788687428.451148:0:34803:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:3.0:1788687428.451150:0:34803:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280900 00000080:00000001:3.0:1788687428.451152:0:34803:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1788687428.451156:0:34803:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b29c4c57800. 00800000:00000002:3.0:1788687428.451159:0:34803:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b29d07d9640 2 00800000:00000001:3.0:1788687428.451167:0:34803:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:3.0:1788687428.451173:0:34803:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1788687428.451175:0:34803:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x36:0x0] 00800000:00000001:3.0:1788687428.451178:0:34803:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788687428.451180:0:34803:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x36:0x0] -> mds #0 00000002:00000001:3.0:1788687428.451184:0:34803:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1788687428.451186:0:34803:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788687428.451189:0:34803:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de900 count: 2 00010000:00000001:3.0:1788687428.451191:0:34803:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687428.451193:0:34803:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788687428.451197:0:34803:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788687428.451199:0:34803:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:3.0:1788687428.451207:0:34803:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788687428.451211:0:34803:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788687428.451214:0:34803:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788687428.451216:0:34803:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788687428.451217:0:34803:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687428.451219:0:34803:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687428.451220:0:34803:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de900 count: 3 00010000:00000001:3.0:1788687428.451222:0:34803:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687428.451224:0:34803:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687428.451225:0:34803:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687428.451226:0:34803:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687428.451227:0:34803:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de900 count: 3 00010000:00000001:3.0:1788687428.451229:0:34803:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687428.451230:0:34803:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687428.451232:0:34803:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687428.451233:0:34803:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687428.451234:0:34803:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c64de900 count: 3 00010000:00000001:3.0:1788687428.451235:0:34803:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687428.451237:0:34803:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.451239:0:34803:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788687428.451241:0:34803:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b29d8594200, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788687428.451245:0:34803:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788687428.451248:0:34803:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788687428.451250:0:34803:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788687428.451252:0:34803:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687428.451254:0:34803:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788687428.451258:0:34803:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788687428.451259:0:34803:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788687428.451261:0:34803:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687428.451263:0:34803:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788687428.451265:0:34803:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc4400 with handle 0x230d04438e811f97 from hash 00010000:00000001:3.0:1788687428.451267:0:34803:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788687428.451269:0:34803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788687428.451270:0:34803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788687428.451272:0:34803:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788687428.451274:0:34803:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788687428.451276:0:34803:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788687428.451278:0:34803:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788687428.451280:0:34803:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687428.451282:0:34803:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788687428.451284:0:34803:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788687428.451287:0:34803:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 3 00010000:00000001:3.0:1788687428.451289:0:34803:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788687428.451290:0:34803:0:(ldlm_request.c:2364:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788687428.451292:0:34803:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788687428.451295:0:34803:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4a00/0x230d04438e811f9e lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x59c08f76ab1d2ec1 expref: -99 pid: 34801 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1788687428.451300:0:34803:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788687428.451302:0:34803:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788687428.451303:0:34803:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788687428.451304:0:34803:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode CR 00000002:00000001:3.0:1788687428.451306:0:34803:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687428.451307:0:34803:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687428.451308:0:34803:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 4 00010000:00000001:3.0:1788687428.451309:0:34803:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687428.451311:0:34803:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687428.451313:0:34803:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687428.451314:0:34803:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687428.451315:0:34803:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 4 00010000:00000001:3.0:1788687428.451317:0:34803:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687428.451319:0:34803:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788687428.451321:0:34803:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788687428.451322:0:34803:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788687428.451323:0:34803:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 4 00010000:00000001:3.0:1788687428.451325:0:34803:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788687428.451327:0:34803:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.451328:0:34803:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788687428.451330:0:34803:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788687428.451333:0:34803:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788687428.451339:0:34803:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b29c4c57e00. 00000080:00000001:3.0:1788687428.451341:0:34803:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788687428.451344:0:34803:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788687428.451347:0:34803:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1788687428.451349:0:34803:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x36:0x0] 00000002:00000001:3.0:1788687428.451352:0:34803:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788687428.451354:0:34803:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b29e019e800: [0x200000404:0x36:0x0] file closed with intent: 0 00000100:00000010:3.0:1788687428.451360:0:34803:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb7480. 00000020:00000040:3.0:1788687428.451364:0:34803:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:3.0:1788687428.451370:0:34803:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788687428.451373:0:34803:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788687428.451376:0:34803:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788687428.451384:0:34803:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c4c56a00. 00000100:00000001:3.0:1788687428.451393:0:34803:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788687428.451416:0:34803:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b29c97f3100 x1875572824563456/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687444 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788687428.451429:0:34803:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788687428.451434:0:34803:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c8bb7480 x1875572824563712/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788687428.451441:0:34803:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788687428.451443:0:34803:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788687428.451451:0:34803:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c9b4f480. 00000100:00000001:3.0:1788687428.451453:0:34803:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202512884864 : -110871196666752 : ffff9b29c9b4f480) 00000100:00000001:3.0:1788687428.451456:0:34803:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687428.451458:0:34803:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496533632 : -110871213017984 : ffff9b29c8bb7480) 00000100:00000001:3.0:1788687428.451463:0:34803:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788687428.451468:0:34803:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.451470:0:34803:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788687428.451472:0:34803:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788687428.451477:0:34803:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8bb7480 x1875572824563712/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.451485:0:34803:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788687428.451487:0:34803:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687428.451492:0:34803:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788687428.451494:0:34803:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788687428.451496:0:34803:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687428.451500:0:34803:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8bb7480 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:34803:1875572824563712:192.168.203.144@tcp:35:rm.0 00000100:00000001:3.0:1788687428.451504:0:34803:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788687428.451510:0:34803:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788687428.451512:0:34803:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687428.451515:0:34803:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788687428.451521:0:34803:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29c43bcc00. 02000000:00000001:3.0:1788687428.451523:0:34803:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788687428.451533:0:34803:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:3.0:1788687428.451538:0:34803:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c2ef4738. 00000400:00000010:3.0:1788687428.451547:0:34803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0220. 00000100:00000200:3.0:1788687428.451630:0:34803:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824563712, portal 10 00000100:00000001:3.0:1788687428.451633:0:34803:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788687428.451635:0:34803:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496533632 : -110871213017984 : ffff9b29c8bb7480) 00000100:00000040:3.0:1788687428.451643:0:34803:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b29c8bb7480 x1875572824563712/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.451651:0:34803:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687428.451654:0:34803:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687428.451658:0:34803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0990. 00000100:00000200:3.0:1788687428.451661:0:34803:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875572824563712, offset 0 00000400:00000200:3.0:1788687428.451669:0:34803:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687428.451679:0:34803:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.451690:0:34803:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687428.451696:0:34803:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788687428.451700:0:34803:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:3.0:1788687428.451705:0:34803:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788687428.451708:0:34803:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:3.0:1788687428.451712:0:34803:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2647:2647:256:4294967295] 192.168.203.144@tcp LPNI seq info [2647:2647:8:4294967295] 00000400:00000200:3.0:1788687428.451717:0:34803:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.451729:0:34803:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687428.451802:0:34803:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687428.451808:0:34803:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ac00. 00000800:00000200:3.0:1788687428.451824:0:34803:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687428.451834:0:34803:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687428.451839:0:34803:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ac00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788687428.451943:0:34803:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687428.451948:0:34803:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 786215 usecs (787 jiffies) 00000400:00000200:3.0:1788687428.451951:0:34803:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:3.0:1788687428.451955:0:34803:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296555243 00000100:00000001:3.0:1788687428.451964:0:34803:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296555195 00000100:00000001:3.0:1788687428.451969:0:34803:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296555243 00000100:00000001:3.0:1788687428.451972:0:34803:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296555195 00000100:00000001:3.0:1788687428.451975:0:34803:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788687428.451978:0:34803:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687428.451980:0:34803:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788687428.451982:0:34803:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788687428.451985:0:34803:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c9b4f480 going to sleep for 11 seconds 00000100:00000001:3.0:1788687428.451988:0:34803:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687428.451991:0:34803:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687428.455414:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687428.455428:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ac00. 00000400:00000200:2.0:1788687428.455435:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687428.455446:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687428.455455:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0990 00000400:00000010:2.0:1788687428.455458:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0990. 00000100:00000001:2.0:1788687428.455465:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687428.455474:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8bb7480 x1875572824563712/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.455488:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687428.455491:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb7480 x1875572824563712/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788687428.455498:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.455500:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687428.456039:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.456102:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687428.456106:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.456109:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.456117:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.456122:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687428.456129:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.456133:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.456139:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.456143:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f56000 00000400:00000200:3.0:1788687428.456148:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.456154:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x7405 [1] + 224 00000800:00000001:3.0:1788687428.456163:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.456170:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.456173:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.456177:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687428.456183:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687428.456190:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8bb7480 x1875572824563712/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788687428.456200:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b29c8bb7480 x1875572824563712/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788687428.456220:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687428.456229:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.456232:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.456267:0:34803:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687428.456276:0:34803:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687428.456279:0:34803:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687428.456283:0:34803:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c2ef4738. 00000400:00000200:0.0:1788687428.456287:0:34803:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0220 00000400:00000010:0.0:1788687428.456289:0:34803:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0220. 00000100:00000001:0.0:1788687428.456292:0:34803:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687428.456296:0:34803:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8bb7480 x1875572824563712/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788687428.456303:0:34803:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8bb7480 x1875572824563712/t0(0) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/624 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.456309:0:34803:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687428.456311:0:34803:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.456314:0:34803:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687428.456317:0:34803:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687428.456320:0:34803:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687428.456322:0:34803:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687428.456325:0:34803:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687428.456338:0:34803:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7ca8 time=50 v=5 (10 5 5 5) 00000100:00001000:0.0:1788687428.456343:0:34803:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687428.456345:0:34803:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687428.456347:0:34803:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.456350:0:34803:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687428.456354:0:34803:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.456358:0:34803:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687428.456360:0:34803:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788687428.456362:0:34803:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687428.456364:0:34803:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.456366:0:34803:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496533632 : -110871213017984 : ffff9b29c8bb7480) 00000100:00000001:0.0:1788687428.456370:0:34803:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687428.456372:0:34803:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1788687428.456374:0:34803:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687428.456376:0:34803:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687428.456381:0:34803:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8bb7480 x1875572824563712/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.456387:0:34803:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687428.456390:0:34803:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687428.456392:0:34803:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687428.456395:0:34803:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb7480 x1875572824563712/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788687428.456403:0:34803:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8bb7480 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:34803:1875572824563712:192.168.203.144@tcp:35:rm.0 00000100:00000001:0.0:1788687428.456409:0:34803:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.456412:0:34803:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.456415:0:34803:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687428.456417:0:34803:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.456420:0:34803:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb7480 x1875572824563712/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.456431:0:34803:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687428.456434:0:34803:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c9b4f480. 00000100:00000001:0.0:1788687428.456437:0:34803:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687428.456439:0:34803:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.456448:0:34803:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.456449:0:34803:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496533632 : -110871213017984 : ffff9b29c8bb7480) 00000002:00000001:0.0:1788687428.456452:0:34803:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687428.456456:0:34803:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687428.456463:0:34803:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c57e00. 00000080:00000001:0.0:1788687428.456468:0:34803:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788687428.456470:0:34803:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788687428.456476:0:34803:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788687428.456482:0:34803:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b29c97f3100 x1875572824563456/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687444 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.456490:0:34803:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.456491:0:34803:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509361408 : -110871200190208 : ffff9b29c97f3100) 00000100:00000001:0.0:1788687428.456493:0:34803:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.456496:0:34803:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f3100 x1875572824563456/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687444 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.456502:0:34803:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.456503:0:34803:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.456506:0:34803:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c8bb7480 x1875572824563712/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.456511:0:34803:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.456513:0:34803:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.456515:0:34803:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f3100 x1875572824563456/t8589934619(8589934619) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687444 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.456521:0:34803:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788687428.456526:0:34803:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687428.456537:0:34803:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687428.456540:0:34803:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687428.456545:0:34803:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29d8a00000. 02000000:00000001:0.0:1788687428.456549:0:34803:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687428.456551:0:34803:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687428.456557:0:34803:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f3100. 00000100:00000001:0.0:1788687428.456561:0:34803:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687428.456562:0:34803:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.456564:0:34803:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.456567:0:34803:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8bb7480 x1875572824563712/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.456573:0:34803:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687428.456575:0:34803:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9b29c636dd80. 00000002:00000001:0.0:1788687428.456578:0:34803:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687428.456580:0:34803:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788687428.456582:0:34803:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b29c4c6f180. 00000100:00000001:0.0:1788687428.456585:0:34803:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.456588:0:34803:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb7480 x1875572824563712/t8589934620(8589934620) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788687428.456594:0:34803:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687428.456596:0:34803:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687428.456599:0:34803:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c43bcc00. 02000000:00000001:0.0:1788687428.456601:0:34803:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687428.456603:0:34803:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687428.456604:0:34803:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:0.0:1788687428.456605:0:34803:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687428.456607:0:34803:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c4c56a00. 02000000:00000001:0.0:1788687428.456609:0:34803:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687428.456610:0:34803:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687428.456611:0:34803:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb7480. 00000100:00000001:0.0:1788687428.456614:0:34803:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687428.456615:0:34803:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687428.456618:0:34803:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.456621:0:34803:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788687428.456624:0:34803:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000002:00000001:0.0:1788687428.456627:0:34803:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687428.456630:0:34803:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687428.456638:0:34803:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 4 00010000:00000001:0.0:1788687428.456641:0:34803:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687428.456648:0:34803:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687428.456650:0:34803:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687428.456651:0:34803:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687428.456653:0:34803:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 4 00010000:00000001:0.0:1788687428.456654:0:34803:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687428.456656:0:34803:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.456658:0:34803:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.456660:0:34803:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788687428.456663:0:34803:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687428.456668:0:34803:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:0.0:1788687428.456670:0:34803:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000020:00000001:0.0:1788687428.456672:0:34803:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788687428.456676:0:34803:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x36:0x0]: losing layout lock 00000080:00000001:0.0:1788687428.456680:0:34803:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788687428.456683:0:34803:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788687428.456689:0:34803:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788687428.456692:0:34803:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788687428.456694:0:34803:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788687428.456696:0:34803:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.456698:0:34803:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788687428.456699:0:34803:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000080:00000001:0.0:1788687428.456702:0:34803:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.456706:0:34803:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788687428.456708:0:34803:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x36:0x0](ffff9b29d8576c08) invalid 00000020:00000001:0.0:1788687428.456711:0:34803:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdba60 00000080:00002000:0.0:1788687428.456713:0:34803:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff9b29d8746438) parent ffff9b29d84cabd0 inode ffff9b29d8576c08 refc 1 00000080:00000001:0.0:1788687428.456717:0:34803:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788687428.456720:0:34803:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788687428.456723:0:34803:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.456727:0:34803:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687428.456731:0:34803:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687428.456733:0:34803:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687428.456735:0:34803:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687428.456750:0:34803:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788687428.456755:0:34803:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c5cc4a00 with handle 0x230d04438e811f9e from hash 00010000:00000001:0.0:1788687428.456758:0:34803:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687428.456760:0:34803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.456762:0:34803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.456763:0:34803:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687428.456767:0:34803:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687428.456769:0:34803:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788687428.456772:0:34803:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788687428.456777:0:34803:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00000001:0.0:1788687428.456786:0:34803:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788687428.456790:0:34803:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788687428.456792:0:34803:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788687428.456793:0:34803:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000002:00000001:0.0:1788687428.456795:0:34803:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687428.456797:0:34803:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687428.456799:0:34803:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 4 00010000:00000001:0.0:1788687428.456801:0:34803:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687428.456803:0:34803:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687428.456805:0:34803:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687428.456806:0:34803:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687428.456807:0:34803:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 4 00010000:00000001:0.0:1788687428.456809:0:34803:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687428.456810:0:34803:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687428.456812:0:34803:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687428.456813:0:34803:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687428.456814:0:34803:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 4 00010000:00000001:0.0:1788687428.456824:0:34803:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687428.456827:0:34803:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687428.456829:0:34803:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788687428.456829:0:34803:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788687428.456831:0:34803:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090d00 count: 4 00010000:00000001:0.0:1788687428.456832:0:34803:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788687428.456834:0:34803:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.456836:0:34803:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.456837:0:34803:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788687428.456839:0:34803:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687428.456840:0:34803:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:0.0:1788687428.456843:0:34803:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000020:00000001:0.0:1788687428.456844:0:34803:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788687428.456845:0:34803:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x36:0x0]: losing layout lock 00000080:00000001:0.0:1788687428.456847:0:34803:0:(pcc.c:2252:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788687428.456848:0:34803:0:(pcc.c:2264:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788687428.456849:0:34803:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788687428.456851:0:34803:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788687428.456853:0:34803:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788687428.456854:0:34803:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.456856:0:34803:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788687428.456857:0:34803:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000080:00000001:0.0:1788687428.456859:0:34803:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.456860:0:34803:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788687428.456862:0:34803:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x36:0x0](ffff9b29d8576c08) invalid 00000020:00000001:0.0:1788687428.456864:0:34803:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdba60 00000080:00002000:0.0:1788687428.456866:0:34803:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff9b29d8746438) parent ffff9b29d84cabd0 inode ffff9b29d8576c08 refc 1 00000080:00000001:0.0:1788687428.456868:0:34803:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788687428.456869:0:34803:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788687428.456871:0:34803:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.456873:0:34803:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788687428.456875:0:34803:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788687428.456876:0:34803:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788687428.456877:0:34803:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788687428.456879:0:34803:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788687428.456881:0:34803:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29d13a8800 with handle 0x230d04438e811f74 from hash 00010000:00000001:0.0:1788687428.456883:0:34803:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788687428.456885:0:34803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.456886:0:34803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.456887:0:34803:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788687428.456889:0:34803:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788687428.456890:0:34803:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788687428.456893:0:34803:0:(ldlm_request.c:1889:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788687428.456896:0:34803:0:(ldlm_request.c:2414:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1788687428.456899:0:34803:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1788687428.456949:0:34803:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c97f3100. 00000020:00000040:0.0:1788687428.456954:0:34803:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 02000000:00000001:0.0:1788687428.456960:0:34803:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788687428.456962:0:34803:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.456966:0:34803:0:(ldlm_request.c:922:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788687428.456971:0:34803:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788687428.456977:0:34803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.456978:0:34803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.456979:0:34803:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.456982:0:34803:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788687428.456985:0:34803:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788687428.456990:0:34803:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788687428.456996:0:34803:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29d01f2400. 00000100:00000001:0.0:1788687428.457003:0:34803:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.457007:0:34803:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687428.457009:0:34803:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788687428.457015:0:34803:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4a00/0x230d04438e811f9e lrc: 1/0,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d2ec1 expref: -99 pid: 34801 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788687428.457023:0:34803:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:0.0:1788687428.457031:0:34803:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1788687428.457036:0:34803:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1788687428.457038:0:34803:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788687428.457040:0:34803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687428.457042:0:34803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4a00/0x230d04438e811f9e lrc: 0/0,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d2ec1 expref: -99 pid: 34801 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788687428.457049:0:34803:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29c4c6fec0. 00010000:00000001:0.0:1788687428.457059:0:34803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.457060:0:34803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687428.457062:0:34803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29d13a8800/0x230d04438e811f74 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x59c08f76ab1d2e6d expref: -99 pid: 34794 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00000010:0.0:1788687428.457072:0:34803:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29c2c4e6c0. 00010000:00000040:0.0:1788687428.457075:0:34803:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c6090d00 count: 0 00010000:00000010:0.0:1788687428.457080:0:34803:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5044300. 00010000:00000001:0.0:1788687428.457084:0:34803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.457085:0:34803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788687428.457087:0:34803:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b29e019e800 lock: ffff9b29c5cc4400/0x230d04438e811f97 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x59c08f76ab1d2eb3 expref: -99 pid: 34801 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:0.0:1788687428.457093:0:34803:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c64de900 count: 0 00010000:00000010:0.0:1788687428.457096:0:34803:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b29c5ca0f00. 00010000:00000001:0.0:1788687428.457102:0:34803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788687428.457104:0:34803:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.457105:0:34803:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788687428.457107:0:34803:0:(ldlm_request.c:2458:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.457109:0:34803:0:(ldlm_request.c:978:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788687428.457120:0:34803:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b29e019e800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788687428.457126:0:34803:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b29c97f3100 x1875572824563968/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788687428.457133:0:34803:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788687428.457134:0:34803:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788687428.457140:0:34803:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b29c2e43840. 00000100:00000001:0.0:1788687428.457142:0:34803:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633202398541888 : -110871311009728 : ffff9b29c2e43840) 00000100:00000001:0.0:1788687428.457144:0:34803:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.457146:0:34803:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509361408 : -110871200190208 : ffff9b29c97f3100) 00000100:00000001:0.0:1788687428.457151:0:34803:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788687428.457155:0:34803:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.457157:0:34803:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788687428.457158:0:34803:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788687428.457162:0:34803:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c97f3100 x1875572824563968/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687428.457175:0:34803:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788687428.457178:0:34803:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687428.457181:0:34803:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788687428.457184:0:34803:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788687428.457186:0:34803:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788687428.457190:0:34803:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c97f3100 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:34803:1875572824563968:192.168.203.144@tcp:36:rm.0 00000100:00000001:0.0:1788687428.457194:0:34803:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788687428.457200:0:34803:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788687428.457203:0:34803:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687428.457205:0:34803:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788687428.457211:0:34803:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b29d8a00000. 02000000:00000001:0.0:1788687428.457213:0:34803:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788687428.457219:0:34803:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:0.0:1788687428.457223:0:34803:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29c52e1688. 00000400:00000010:0.0:1788687428.457228:0:34803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bda110. 00000100:00000200:0.0:1788687428.457236:0:34803:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875572824563968, portal 10 00000100:00000001:0.0:1788687428.457238:0:34803:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.457239:0:34803:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509361408 : -110871200190208 : ffff9b29c97f3100) 00000100:00000040:0.0:1788687428.457246:0:34803:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c97f3100 x1875572824563968/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687444 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687428.457254:0:34803:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788687428.457256:0:34803:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:0.0:1788687428.457259:0:34803:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c6bdaaa0. 00000100:00000200:0.0:1788687428.457264:0:34803:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875572824563968, offset 0 00000400:00000200:0.0:1788687428.457270:0:34803:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:0.0:1788687428.457278:0:34803:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687428.457286:0:34803:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:0.0:1788687428.457292:0:34803:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788687428.457296:0:34803:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:0.0:1788687428.457301:0:34803:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788687428.457304:0:34803:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:0.0:1788687428.457308:0:34803:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2648:2648:256:4294967295] 192.168.203.144@tcp LPNI seq info [2648:2648:8:4294967295] 00000400:00000200:0.0:1788687428.457313:0:34803:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:0.0:1788687428.457323:0:34803:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:0.0:1788687428.457329:0:34803:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:0.0:1788687428.457334:0:34803:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c6946300. 00000800:00000200:0.0:1788687428.457342:0:34803:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:0.0:1788687428.457353:0:34803:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:0.0:1788687428.457357:0:34803:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c6946300 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1788687428.458688:0:34803:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687428.458703:0:34803:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 785275 usecs (786 jiffies) 00000400:00000200:0.0:1788687428.458712:0:34803:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:0.0:1788687428.458716:0:34803:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296555249 00000100:00000001:0.0:1788687428.458724:0:34803:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, simply extend its deadline from 4296555243 00000100:00000001:0.0:1788687428.458730:0:34803:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296555249 00000100:00000001:0.0:1788687428.458734:0:34803:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, simply extend its deadline from 4296555243 00000100:00000001:0.0:1788687428.458811:0:34803:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687428.458826:0:34803:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.458830:0:34803:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687428.458833:0:34803:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788687428.458837:0:34803:0:(client.c:2716:ptlrpc_set_wait()) set ffff9b29c2e43840 going to sleep for 11 seconds 00000100:00000001:0.0:1788687428.458841:0:34803:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788687428.458845:0:34803:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687428.462117:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687428.462132:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c6946300. 00000400:00000200:2.0:1788687428.462147:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687428.462159:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687428.462170:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bdaaa0 00000400:00000010:2.0:1788687428.462174:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bdaaa0. 00000100:00000001:2.0:1788687428.462182:0:2361:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687428.462194:0:2361:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c97f3100 x1875572824563968/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687444 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687428.462210:0:2361:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687428.462214:0:2361:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3100 x1875572824563968/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687444 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687428.462221:0:2361:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.462223:0:2361:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687428.468079:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.468116:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687428.468121:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.468124:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.468137:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.468147:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687428.468158:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.468164:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.468170:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.468176:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 456 into portal 10 MB=0x6a9d2d3f56100 00000400:00000200:3.0:1788687428.468181:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.468188:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 456/456 into md 0x7415 [1] + 224 00000800:00000001:3.0:1788687428.468197:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687428.468205:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687428.468209:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.468214:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687428.468223:0:2362:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687428.468235:0:2362:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c97f3100 x1875572824563968/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687444 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687428.468247:0:2362:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff9b29c97f3100 x1875572824563968/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687428.468267:0:2362:0:(events.c:165:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788687428.468277:0:2362:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788687428.468282:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.468289:0:2362:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687428.468295:0:2362:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2649:2649:256:4294967295] 192.168.203.144@tcp LPNI seq info [2649:2649:8:4294967295] 00000400:00000200:3.0:1788687428.468301:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687428.468309:0:2362:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) 192.168.203.144@tcp : ACK try# 0 00000800:00000200:3.0:1788687428.468316:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687428.468323:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415ab00. 00000800:00000200:3.0:1788687428.468330:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687428.468338:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687428.468344:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415ab00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1788687428.468645:0:34803:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788687428.468655:0:34803:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687428.468657:0:34803:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687428.468662:0:34803:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29c52e1688. 00000400:00000200:0.0:1788687428.468667:0:34803:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c6bda110 00000400:00000010:0.0:1788687428.468669:0:34803:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c6bda110. 00000100:00000001:0.0:1788687428.468673:0:34803:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687428.468679:0:34803:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c97f3100 x1875572824563968/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687428.468696:0:34803:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c97f3100 x1875572824563968/t0(0) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/624 e 0 to 0 dl 1788687444 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687428.468702:0:34803:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687428.468705:0:34803:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.468708:0:34803:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687428.468713:0:34803:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687428.468715:0:34803:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687428.468718:0:34803:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687428.468722:0:34803:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687428.468734:0:34803:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=50 v=5 (5 5 103 103) 00000100:00001000:0.0:1788687428.468739:0:34803:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687428.468742:0:34803:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687428.468744:0:34803:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.468748:0:34803:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687428.468753:0:34803:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.468757:0:34803:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788687428.468760:0:34803:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a5/0x200000017] 00000100:00000001:0.0:1788687428.468762:0:34803:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788687428.468765:0:34803:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788687428.468767:0:34803:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202509361408 : -110871200190208 : ffff9b29c97f3100) 00000100:00000001:0.0:1788687428.468771:0:34803:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687428.468773:0:34803:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: skip recheck: last_committed 8589934612 00000100:00000001:0.0:1788687428.468775:0:34803:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687428.468779:0:34803:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687428.468784:0:34803:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c97f3100 x1875572824563968/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/456 e 0 to 0 dl 1788687444 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687428.468792:0:34803:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687428.468795:0:34803:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687428.468797:0:34803:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687428.468801:0:34803:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c97f3100 x1875572824563968/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/456 e 0 to 0 dl 1788687444 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687428.468810:0:34803:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c97f3100 pname:cluuid:pid:xid:nid:opc:job rm:ce1d4174-c231-444b-b3ed-b722bc4901cb:34803:1875572824563968:192.168.203.144@tcp:36:rm.0 00000100:00000001:0.0:1788687428.468826:0:34803:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687428.468831:0:34803:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687428.468834:0:34803:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788687428.468837:0:34803:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.468841:0:34803:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b29c97f3100 x1875572824563968/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/456 e 0 to 0 dl 1788687444 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687428.468848:0:34803:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788687428.468852:0:34803:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b29c2e43840. 00000100:00000001:0.0:1788687428.468856:0:34803:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788687428.468858:0:34803:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788687428.468870:0:34803:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687428.468874:0:34803:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788687428.468880:0:34803:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b29d07d9640 2 00000080:00000010:0.0:1788687428.468885:0:34803:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b29c4c57800. 00000100:00000001:0.0:1788687428.468894:0:34803:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687428.468897:0:34803:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c97f3100 x1875572824563968/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/456 e 0 to 0 dl 1788687444 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687428.468904:0:34803:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.468931:0:34803:0:(namei.c:2401:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.468944:0:34803:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788687428.468948:0:34803:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffaca081cdbe28 00000080:00002000:0.0:1788687428.468951:0:34803:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff9b29d8746438, parent ffff9b29d84cabd0, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788687428.468954:0:34803:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788687428.468963:0:34803:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788687428.468970:0:34803:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788687428.468980:0:34803:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788687428.468984:0:34803:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788687428.468987:0:34803:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687428.468992:0:34803:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:0.0:1788687428.468995:0:34803:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00000020:00000001:0.0:1788687428.469003:0:34803:0:(cl_object.c:143:cl_object_top()) ffff9b29d02483a0 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.469006:0:34803:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788687428.469010:0:34803:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788687428.469013:0:34803:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788687428.469016:0:34803:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687428.469019:0:34803:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788687428.469021:0:34803:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687428.469028:0:34803:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff9b29c38c7590 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788687428.469032:0:34803:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29d08d0000 00020000:00000001:0.0:1788687428.469037:0:34803:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788687428.469040:0:34803:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788687428.469043:0:34803:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788687428.469045:0:34803:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.469048:0:34803:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788687428.469051:0:34803:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788687428.469053:0:34803:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.469055:0:34803:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687428.469056:0:34803:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788687428.469057:0:34803:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788687428.469059:0:34803:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29d08d0000 00000020:00000001:0.0:1788687428.469063:0:34803:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.469066:0:34803:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788687428.469068:0:34803:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788687428.469070:0:34803:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788687428.469074:0:34803:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788687428.469080:0:34803:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788687428.469084:0:34803:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788687428.469085:0:34803:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788687428.469087:0:34803:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687428.469089:0:34803:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509234184 : -110871200317432 : ffff9b29c97d4008) 00000020:00001000:0.0:1788687428.469091:0:34803:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4000 00000020:00000001:0.0:1788687428.469094:0:34803:0:(cl_object.c:143:cl_object_top()) ffff9b29d02485f8 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.469096:0:34803:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788687428.469101:0:34803:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788687428.469102:0:34803:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788687428.469103:0:34803:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.469106:0:34803:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.469109:0:34803:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633202897882648 : -110870811668968 : ffff9b29e0a78e18) 00000020:00000001:0.0:1788687428.469111:0:34803:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788687428.469113:0:34803:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.469116:0:34803:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.469117:0:34803:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.469120:0:34803:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788687428.469122:0:34803:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788687428.469124:0:34803:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687428.469125:0:34803:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788687428.469127:0:34803:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687428.469129:0:34803:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.469130:0:34803:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.469132:0:34803:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.469134:0:34803:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.469135:0:34803:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788687428.469136:0:34803:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.469138:0:34803:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.469140:0:34803:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788687428.469142:0:34803:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788687428.469144:0:34803:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687428.469145:0:34803:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788687428.469147:0:34803:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788687428.469150:0:34803:0:(osc_cache.c:3353:osc_cache_writeback_range()) Process entered 00000008:00000020:0.0:1788687428.469158:0:34803:0:(osc_cache.c:1950:osc_update_pending()) obj ffff9b29c2c0a000 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:0.0:1788687428.469164:0:34803:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788687428.469167:0:34803:0:(osc_cache.c:1894:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687428.469169:0:34803:0:(osc_cache.c:1882:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788687428.469171:0:34803:0:(osc_cache.c:1921:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687428.469174:0:34803:0:(osc_cache.c:1190:osc_extent_make_ready()) Process entered 00000008:00000001:0.0:1788687428.469179:0:34803:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788687428.469184:0:34803:0:(osc_cache.c:1198:osc_extent_make_ready()) extent ffff9b2a020f5180@{[0 -> 255/255], [1|0|-|locking|wiY|ffff9b29c2c0a000], [1703936|1|+|-|ffff9b29c97a5a00|256|ffff9b29d08d0000]} make ready 00000008:00010000:0.0:1788687428.469195:0:34803:0:(osc_cache.c:1198:osc_extent_make_ready()) ### extent: 000000006f823378 ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:0.0:1788687428.469209:0:34803:0:(osc_cache.c:1382:osc_make_ready()) Process entered 00000020:00000001:0.0:1788687428.469211:0:34803:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:0.0:1788687428.469231:0:34803:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000cb8cd11d[2 00000000216409f8 1 1 0000000000000000 0 0 0] 00000020:00008000:0.0:1788687428.469234:0:34803:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:0.0:1788687428.469236:0:34803:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1788687428.469238:0:34803:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788687428.469240:0:34803:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788687428.469242:0:34803:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788687428.469245:0:34803:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788687428.469247:0:34803:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788687428.469251:0:34803:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cb8cd11d[2 00000000216409f8 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788687428.469254:0:34803:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:0.0:1788687428.469256:0:34803:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788687428.469257:0:34803:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1788687428.469261:0:34803:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000cb8cd11d[2 00000000216409f8 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788687428.469263:0:34803:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:0.0:1788687428.469265:0:34803:0:(osc_cache.c:1386:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.469268:0:34803:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.469270:0:34803:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.469273:0:34803:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1788687428.469277:0:34803:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.469279:0:34803:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000008:00000001:0.0:1788687428.469281:0:34803:0:(osc_cache.c:1251:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687428.469284:0:34803:0:(osc_cache.c:905:osc_extent_finish()) Process entered 00000008:00000020:0.0:1788687428.469288:0:34803:0:(osc_cache.c:909:osc_extent_finish()) extent ffff9b2a020f5180@{[0 -> 255/255], [2|0|-|rpc|wiY|ffff9b29c2c0a000], [1703936|1|+|-|ffff9b29c97a5a00|256|ffff9b29d08d0000]} extent finished. 00000008:00010000:0.0:1788687428.469294:0:34803:0:(osc_cache.c:909:osc_extent_finish()) ### extent: 000000006f823378 ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:0.0:1788687428.469305:0:34803:0:(osc_cache.c:1431:osc_completion()) Process entered 00000020:00000001:0.0:1788687428.469307:0:34803:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1788687428.469310:0:34803:0:(cl_page.c:1104:cl_page_complete()) page@00000000cb8cd11d[2 00000000216409f8 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788687428.469312:0:34803:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1788687428.469313:0:34803:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788687428.469314:0:34803:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788687428.469316:0:34803:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788687428.469319:0:34803:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cb8cd11d[2 00000000216409f8 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788687428.469320:0:34803:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1788687428.469322:0:34803:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1788687428.469325:0:34803:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1788687428.469329:0:34803:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000cb8cd11d[2 00000000216409f8 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1788687428.469330:0:34803:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1788687428.469347:0:34803:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1788687428.469349:0:34803:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1788687428.469351:0:34803:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788687428.469354:0:34803:0:(cl_page.c:556:cl_batch_put()) page@00000000cb8cd11d[2 00000000216409f8 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788687428.469356:0:34803:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1788687428.469358:0:34803:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1788687428.469360:0:34803:0:(osc_cache.c:1475:osc_completion()) Process leaving 00000008:00000020:0.0:1788687428.469362:0:34803:0:(osc_cache.c:1672:osc_free_grant()) lost 1703936 grant: 0 avail: 2097152 dirty: 0/0 00000008:00000020:0.0:1788687428.469368:0:34803:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff9b2a020f5180@{[0 -> 255/255], [1|0|-|inv|wY|ffff9b29c2c0a000], [1703936|0|-|-|ffff9b29c97a5a00|256|ffff9b29d08d0000]} destroyed. 00000008:00010000:0.0:1788687428.469373:0:34803:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 000000006f823378 ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:0.0:1788687428.469382:0:34803:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788687428.469384:0:34803:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1788687428.469388:0:34803:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff9b2a020f5180. 00000008:00000001:0.0:1788687428.469392:0:34803:0:(osc_cache.c:956:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687428.469395:0:34803:0:(osc_cache.c:3288:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788687428.469399:0:34803:0:(osc_cache.c:3325:osc_cache_wait_range()) obj ffff9b29c2c0a000 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788687428.469401:0:34803:0:(osc_cache.c:3326:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788687428.469405:0:34803:0:(osc_cache.c:3493:osc_cache_writeback_range()) obj ffff9b29c2c0a000 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:0.0:1788687428.469409:0:34803:0:(osc_cache.c:3508:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788687428.469412:0:34803:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.469414:0:34803:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.469415:0:34803:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.469416:0:34803:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.469418:0:34803:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.469421:0:34803:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788687428.469423:0:34803:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788687428.469425:0:34803:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788687428.469426:0:34803:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788687428.469428:0:34803:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788687428.469429:0:34803:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.469431:0:34803:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788687428.469432:0:34803:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788687428.469434:0:34803:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788687428.469436:0:34803:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788687428.469438:0:34803:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687428.469439:0:34803:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788687428.469441:0:34803:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788687428.469442:0:34803:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.469444:0:34803:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.469446:0:34803:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788687428.469447:0:34803:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788687428.469449:0:34803:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788687428.469451:0:34803:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788687428.469452:0:34803:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788687428.469454:0:34803:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788687428.469456:0:34803:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788687428.469457:0:34803:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788687428.469458:0:34803:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788687428.469460:0:34803:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.469462:0:34803:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.469464:0:34803:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788687428.469465:0:34803:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788687428.469467:0:34803:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.469470:0:34803:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788687428.469472:0:34803:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788687428.469474:0:34803:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788687428.469475:0:34803:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788687428.469477:0:34803:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687428.469479:0:34803:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4000 00020000:00000001:0.0:1788687428.469483:0:34803:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788687428.469485:0:34803:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788687428.469488:0:34803:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788687428.469491:0:34803:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788687428.469494:0:34803:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788687428.469495:0:34803:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788687428.469497:0:34803:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000080:00000001:0.0:1788687428.469500:0:34803:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788687428.469509:0:34803:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788687428.469512:0:34803:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446633202401896640 : -110871307654976 : ffff9b29c31768c0) 00000020:00000001:0.0:1788687428.469514:0:34803:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1788687428.469516:0:34803:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1788687428.469517:0:34803:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788687428.469518:0:34803:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788687428.469520:0:34803:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788687428.469523:0:34803:0:(cl_page.c:507:__cl_page_state_set()) page@00000000cb8cd11d[2 00000000216409f8 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788687428.469525:0:34803:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 5 00000020:00000001:0.0:1788687428.469526:0:34803:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1788687428.469528:0:34803:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1788687428.469530:0:34803:0:(osc_page.c:138:osc_page_delete()) ffff9b29c3176920 00000008:00000001:0.0:1788687428.469532:0:34803:0:(osc_cache.c:2756:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1788687428.469534:0:34803:0:(osc_cache.c:2759:osc_teardown_async_page()) teardown oap ffff9b29c3176930 page ffff9b29c3176920 at index 0. 00000008:00000001:0.0:1788687428.469537:0:34803:0:(osc_cache.c:2781:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788687428.469544:0:34803:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1788687428.469546:0:34803:0:(vvp_page.c:56:vvp_page_delete()) delete page fffff53744c409c0 index 0 00000020:00000001:0.0:1788687428.469551:0:34803:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1788687428.469552:0:34803:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1788687428.469553:0:34803:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788687428.469556:0:34803:0:(cl_page.c:556:cl_batch_put()) page@00000000cb8cd11d[1 00000000216409f8 5 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788687428.469557:0:34803:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1788687428.469558:0:34803:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1788687428.469561:0:34803:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff9b29c31768c0. 00000020:00000001:0.0:1788687428.469565:0:34803:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1788687428.469566:0:34803:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788687428.469608:0:34803:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788687428.469611:0:34803:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x36:0x0](ffff9b29d8576c08) 00800000:00000001:0.0:1788687428.469617:0:34803:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788687428.469619:0:34803:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x36:0x0] 00000002:00000001:0.0:1788687428.469627:0:34803:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788687428.469634:0:34803:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788687428.469636:0:34803:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.469639:0:34803:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788687428.469642:0:34803:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788687428.469644:0:34803:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788687428.469646:0:34803:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.469650:0:34803:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788687428.469652:0:34803:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202621091064 : -110871088460552 : ffff9b29d0280cf8) 00000020:00001000:0.0:1788687428.469654:0:34803:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29d0280cf0 00020000:00000001:0.0:1788687428.469662:0:34803:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788687428.469664:0:34803:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29d08d0000 00020000:00000001:0.0:1788687428.469666:0:34803:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788687428.469670:0:34803:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c33d0660, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788687428.469676:0:34803:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788687428.469680:0:34803:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29d1341000: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000001:0.0:1788687428.469684:0:34803:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788687428.469686:0:34803:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.469688:0:34803:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788687428.469690:0:34803:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788687428.469695:0:34803:0:(ldlm_request.c:2696:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788687428.469701:0:34803:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b29c6090500 count: 2 00010000:00000001:0.0:1788687428.469704:0:34803:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788687428.469707:0:34803:0:(ldlm_request.c:2624:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788687428.469709:0:34803:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788687428.469713:0:34803:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 46 blocks 1 [cma]time 1788687428 1788687428 1788687428 ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 1/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:0.0:1788687428.469723:0:34803:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000020:00000001:0.0:1788687428.469725:0:34803:0:(cl_object.c:143:cl_object_top()) ffff9b29c2c0a000 -> ffff9b29d02483a0 00000008:00000001:0.0:1788687428.469728:0:34803:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687428.469730:0:34803:0:(ldlm_request.c:2640:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788687428.469732:0:34803:0:(ldlm_request.c:2706:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788687428.469734:0:34803:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788687428.469741:0:34803:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff9b29c2c0a000. 00020000:00000001:0.0:1788687428.469745:0:34803:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788687428.469749:0:34803:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff9b29d0248578. 00020000:00000001:0.0:1788687428.469754:0:34803:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788687428.469756:0:34803:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788687428.469759:0:34803:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788687428.469760:0:34803:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29d08d0000 00020000:00000001:0.0:1788687428.469763:0:34803:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788687428.469765:0:34803:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788687428.469766:0:34803:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29d08d0000 00020000:00000001:0.0:1788687428.469770:0:34803:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788687428.469773:0:34803:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff9b29c4d9a960. 00020000:00000010:0.0:1788687428.469777:0:34803:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff9b29e0116cc0. 00020000:00000010:0.0:1788687428.469781:0:34803:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff9b29cb0eefe0. 00020000:00000002:0.0:1788687428.469784:0:34803:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b29c33d0660, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788687428.469788:0:34803:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788687428.469792:0:34803:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b29d1341000: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000010:0.0:1788687428.469797:0:34803:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b29d1341000. 00020000:00000010:0.0:1788687428.469801:0:34803:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b29c33d0d80. 00020000:00000010:0.0:1788687428.469805:0:34803:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b29c33d0660. 00020000:00000001:0.0:1788687428.469807:0:34803:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788687428.469808:0:34803:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b29c5277e88) owner 0000000000000000/ffff9b29d08d0000 00020000:00000010:0.0:1788687428.469811:0:34803:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff9b29c5277e88. 00020000:00000001:0.0:1788687428.469814:0:34803:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788687428.469829:0:34803:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff9b29d0248320. 00000020:00001000:0.0:1788687428.469833:0:34803:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29d0280cf0 00000080:00000001:0.0:1788687428.469837:0:34803:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788687428.469839:0:34803:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000800:00000001:2.0:1788687428.474078:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1788687428.474710:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687428.474717:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415ab00. 00000400:00000200:3.0:1788687428.474724:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687428.474734:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: ACK: OK 00000800:00000001:2.0:1788687428.477064:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788687428.483958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4a00. 00010000:00000010:0.1:1788687428.483980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090d00. 00010000:00000010:0.1:1788687428.483994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29d13a8800. 00010000:00000010:0.1:1788687428.483997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c64de900. 00010000:00000010:0.1:1788687428.484000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c5cc4400. 00000080:00000010:0.1:1788687428.495858:0:34806:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b29c622ff80. 00000080:00000010:0.1:1788687428.495897:0:34806:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9b29d8576b40. 00000100:00000040:1.0:1788687428.497017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687428.497026:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687428.497033:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99180. 00000020:00000040:1.0:1788687428.497041:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1788687428.497048:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687428.497052:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687428.497057:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687428.497068:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29e0906500. 00000100:00000001:1.0:1788687428.497077:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.497093:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c8b99180 x1875572824564096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687428.497104:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687428.497109:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.497116:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1d6ece4] to pc [ptlrpcd_00_00+0] req@ffff9b29c8b99180 x1875572824564096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.497153:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.497157:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687428.497160:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687428.497164:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b98700. 00000020:00000040:1.0:1788687428.497167:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:1.0:1788687428.497169:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687428.497170:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687428.497172:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687428.497175:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29e0906900. 00000100:00000001:1.0:1788687428.497178:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.497181:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID req@ffff9b29c8b98700 x1875572824564224/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687428.497187:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687428.497189:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.497192:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037df8877] to pc [ptlrpcd_00_01+1] req@ffff9b29c8b98700 x1875572824564224/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.497200:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.497202:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687428.497205:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687428.497207:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99f80. 00000020:00000040:1.0:1788687428.497209:0:37:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:1.0:1788687428.497211:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687428.497212:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687428.497213:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687428.497216:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29e0906800. 00000100:00000001:1.0:1788687428.497218:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.497221:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID req@ffff9b29c8b99f80 x1875572824564352/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687428.497227:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687428.497228:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.497231:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000019cf470] to pc [ptlrpcd_00_00+0] req@ffff9b29c8b99f80 x1875572824564352/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.497237:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.497241:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1892) 00000100:00000001:1.0:1788687428.497263:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687428.497267:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687428.497270:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687428.497275:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99180 x1875572824564096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.497282:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687428.497284:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687428.497288:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687428.497291:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687428.497293:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687428.497296:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2367:1875572824564096:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687428.497300:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687428.497307:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687428.497310:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687428.497312:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687428.497317:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6940a00. 02000000:00000001:1.0:1788687428.497319:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687428.497328:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687428.497333:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150dc0. 00000400:00000010:1.0:1788687428.497342:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc660. 00000100:00000200:1.0:1788687428.497351:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824564096, portal 25 00000100:00000001:1.0:1788687428.497354:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687428.497355:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496409984 : -110871213141632 : ffff9b29c8b99180) 00000100:00000040:1.0:1788687428.497361:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b99180 x1875572824564096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.497368:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687428.497371:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687428.497374:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc440. 00000100:00000200:1.0:1788687428.497378:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824564096, offset 0 00000400:00000200:1.0:1788687428.497385:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687428.497394:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687428.497402:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687428.497410:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687428.497415:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687428.497420:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687428.497422:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687428.497427:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2650:2650:256:4294967295] 192.168.203.144@tcp LPNI seq info [2650:2650:8:4294967295] 00000400:00000200:1.0:1788687428.497431:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687428.497443:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687428.497450:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687428.497455:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29e0906e00. 00000800:00000200:1.0:1788687428.497463:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687428.497473:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687428.497479:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29e0906e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687428.497541:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687428.497547:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687428.497550:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296558814 00000100:00000001:1.0:1788687428.497565:0:2367:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296555249 00000100:00000001:1.0:1788687428.497570:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296558814 00000100:00000001:1.0:1788687428.497574:0:2367:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296555249 00000100:00000001:1.0:1788687428.497577:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687428.497580:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.497583:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687428.497587:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99f80 x1875572824564352/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.497594:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687428.497596:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687428.497599:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687428.497600:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687428.497602:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687428.497605:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824564352:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687428.497608:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687428.497612:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687428.497613:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687428.497614:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687428.497618:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6941a00. 02000000:00000001:1.0:1788687428.497620:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687428.497623:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687428.497625:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150f78. 00000400:00000010:1.0:1788687428.497629:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc880. 00000100:00000200:1.0:1788687428.497632:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824564352, portal 4 00000100:00000001:1.0:1788687428.497633:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687428.497635:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496413568 : -110871213138048 : ffff9b29c8b99f80) 00000100:00000040:1.0:1788687428.497641:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b99f80 x1875572824564352/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.497648:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687428.497650:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687428.497653:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc4c8. 00000100:00000200:1.0:1788687428.497655:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824564352, offset 0 00000400:00000200:1.0:1788687428.497660:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687428.497664:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687428.497667:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687428.497670:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687428.497672:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687428.497674:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687428.497676:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687428.497678:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2651:2651:255:4294967295] 192.168.203.144@tcp LPNI seq info [2651:2651:7:4294967295] 00000400:00000200:1.0:1788687428.497682:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687428.497687:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687428.497691:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687428.497693:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29e0906a00. 00000800:00000200:1.0:1788687428.497697:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687428.497700:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687428.497703:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29e0906a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687428.497706:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.497710:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 239272 usecs (240 jiffies) 00000400:00000200:1.0:1788687428.497712:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687428.497714:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296554741 00000100:00000001:1.0:1788687428.497716:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296558814 00000100:00000001:1.0:1788687428.497718:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296554741 00000100:00000001:1.0:1788687428.497720:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296558814 00000100:00000001:1.0:1788687428.497722:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687428.497724:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.497726:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.497729:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.497737:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687428.497740:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788687428.497742:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687428.497743:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687428.497744:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687428.497747:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788687428.497748:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.497750:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687428.497751:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.497753:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687428.497753:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687428.497755:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687428.497758:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b98700 x1875572824564224/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.497764:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687428.497766:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687428.497767:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687428.497769:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687428.497771:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687428.497773:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824564224:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687428.497776:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687428.497778:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687428.497780:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687428.497781:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687428.497784:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c6941400. 02000000:00000001:1.0:1788687428.497786:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687428.497788:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687428.497790:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150268. 00000400:00000010:1.0:1788687428.497793:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc110. 00000100:00000200:1.0:1788687428.497796:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824564224, portal 4 00000100:00000001:1.0:1788687428.497797:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687428.497798:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496407296 : -110871213144320 : ffff9b29c8b98700) 00000100:00000040:1.0:1788687428.497803:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b98700 x1875572824564224/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.497809:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687428.497810:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687428.497812:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc7f8. 00000100:00000200:1.0:1788687428.497814:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824564224, offset 0 00000400:00000200:1.0:1788687428.497828:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687428.497831:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687428.497834:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687428.497837:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687428.497839:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687428.497841:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687428.497843:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687428.497846:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2652:2652:254:4294967295] 192.168.203.144@tcp LPNI seq info [2652:2652:6:4294967295] 00000400:00000200:1.0:1788687428.497849:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687428.497854:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687428.497858:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687428.497861:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29e0906100. 00000800:00000200:1.0:1788687428.497864:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687428.497867:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687428.497869:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29e0906100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687428.497872:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.497875:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20903 usecs (21 jiffies) 00000400:00000200:1.0:1788687428.497878:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687428.497879:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296554522 00000100:00000001:1.0:1788687428.497881:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296558814 00000100:00000001:1.0:1788687428.497883:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296554522 00000100:00000001:1.0:1788687428.497885:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296558814 00000100:00000001:1.0:1788687428.497887:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687428.497889:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.497891:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.497893:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.497935:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687428.497938:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788687428.502447:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687428.502459:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e0906e00. 00000400:00000200:2.0:1788687428.502468:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687428.502480:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687428.502490:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc440 00000400:00000010:2.0:1788687428.502494:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc440. 00000100:00000001:2.0:1788687428.502500:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687428.502510:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99180 x1875572824564096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687428.502526:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687428.502530:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99180 x1875572824564096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687428.502538:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.502540:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687428.502558:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687428.502561:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e0906a00. 00000400:00000200:2.0:1788687428.502564:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687428.502568:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687428.502571:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc4c8 00000400:00000010:2.0:1788687428.502573:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc4c8. 00000100:00000001:2.0:1788687428.502576:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687428.502580:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99f80 x1875572824564352/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687428.502589:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687428.502592:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99f80 x1875572824564352/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687428.502598:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.502600:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:2.0:1788687428.502684:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788687428.502688:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e0906100. 00000400:00000200:2.0:1788687428.502691:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687428.502695:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:2.0:1788687428.502698:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc7f8 00000400:00000010:2.0:1788687428.502700:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc7f8. 00000100:00000001:2.0:1788687428.502703:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1788687428.502707:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b98700 x1875572824564224/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687428.502715:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788687428.502718:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b98700 x1875572824564224/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687428.502724:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788687428.502725:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:2.0:1788687428.512032:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687428.512056:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687428.512060:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687428.512062:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687428.512072:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.512082:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687428.512091:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.512096:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.512103:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.512108:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f56280 00000400:00000200:2.0:1788687428.512113:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.512120:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x7425 [1] + 224 00000800:00000001:2.0:1788687428.512128:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687428.512132:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687428.512136:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687428.512140:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687428.512149:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687428.512160:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99f80 x1875572824564352/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687428.512172:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b99f80 x1875572824564352/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.512235:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687428.512240:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788687428.513737:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687428.513757:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687428.513772:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687428.513774:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687428.513777:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687428.513784:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.513793:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687428.513800:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.513804:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.513809:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.513813:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f56200 00000400:00000200:2.0:1788687428.513829:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.513836:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x742d [1] + 224 00000800:00000001:2.0:1788687428.513845:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687428.513849:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687428.513852:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687428.513857:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687428.513864:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687428.513874:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b98700 x1875572824564224/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687428.513887:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b98700 x1875572824564224/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687428.513903:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687428.513921:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687428.513925:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788687428.513927:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687428.513929:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687428.513932:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.513935:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:2.0:1788687428.513939:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.513942:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.513944:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.513948:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f56180 00000400:00000200:2.0:1788687428.513951:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:2.0:1788687428.513955:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x741d [1] + 224 00000800:00000001:2.0:1788687428.513959:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687428.513983:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788687428.513986:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788687428.513989:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:2.0:1788687428.513993:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1788687428.513999:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99180 x1875572824564096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788687428.514008:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b99180 x1875572824564096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788687428.514016:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788687428.514020:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788687428.514023:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788687428.519049:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687428.519059:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687428.519065:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150f78. 00000400:00000200:1.0:1788687428.519074:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc880 00000400:00000010:1.0:1788687428.519078:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc880. 00000100:00000001:1.0:1788687428.519086:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687428.519103:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99f80 x1875572824564352/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687428.519116:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99f80 x1875572824564352/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.519125:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687428.519128:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.519131:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687428.519136:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687428.519139:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687428.519142:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687428.519145:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687428.519158:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=50 v=5 (5 5 5 16) 00000100:00001000:1.0:1788687428.519163:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=28 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687428.519166:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687428.519169:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.519172:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687428.519177:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.519183:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687428.519186:0:2367:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788687428.519188:0:2367:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687428.519190:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.519196:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99f80 x1875572824564352/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.519203:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687428.519207:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687428.519209:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687428.519214:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99f80 x1875572824564352/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687428.519222:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824564352:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687428.519229:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.519233:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687428.519238:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b99f80 x1875572824564352/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.519245:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687428.519248:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687428.519252:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6941a00. 02000000:00000001:1.0:1788687428.519258:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687428.519262:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687428.519264:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687428.519266:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687428.519269:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29e0906800. 02000000:00000001:1.0:1788687428.519274:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687428.519276:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687428.519277:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b99f80. 00000100:00000001:1.0:1788687428.519281:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687428.519283:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.519288:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.519292:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687428.519294:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687428.519298:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687428.519299:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687428.519301:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150268. 00000400:00000200:1.0:1788687428.519303:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc110 00000400:00000010:1.0:1788687428.519305:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc110. 00000100:00000001:1.0:1788687428.519307:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687428.519310:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b98700 x1875572824564224/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687428.519319:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b98700 x1875572824564224/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.519325:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687428.519326:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.519328:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687428.519329:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687428.519330:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687428.519332:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687428.519334:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687428.519339:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=50 v=5 (5 5 5 16) 00000100:00001000:1.0:1788687428.519342:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687428.519344:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687428.519345:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.519346:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687428.519348:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.519350:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687428.519352:0:2367:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967346 00000100:00000001:1.0:1788687428.519353:0:2367:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687428.519355:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.519358:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b98700 x1875572824564224/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.519363:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687428.519365:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687428.519366:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687428.519369:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b98700 x1875572824564224/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687428.519375:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824564224:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1788687428.519381:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687428.519382:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687428.519384:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150dc0. 00000400:00000200:1.0:1788687428.519386:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc660 00000400:00000010:1.0:1788687428.519388:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc660. 00000100:00000001:1.0:1788687428.519390:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687428.519394:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99180 x1875572824564096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687428.519401:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99180 x1875572824564096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.519407:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687428.519409:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.519411:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687428.519413:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687428.519414:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687428.519416:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687428.519417:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687428.519420:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=50 v=5 (5 5 5 5) 00000100:00001000:1.0:1788687428.519422:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687428.519424:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687428.519425:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687428.519426:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687428.519429:0:2367:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.519431:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687428.519434:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99180 x1875572824564096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.519439:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687428.519441:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687428.519442:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687428.519445:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99180 x1875572824564096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687428.519452:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2367:1875572824564096:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687428.519456:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.519457:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687428.519459:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b98700 x1875572824564224/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.519464:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687428.519466:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687428.519467:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6941400. 02000000:00000001:1.0:1788687428.519469:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687428.519471:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687428.519472:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687428.519474:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687428.519475:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29e0906900. 02000000:00000001:1.0:1788687428.519477:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687428.519478:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687428.519479:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b98700. 00000100:00000001:1.0:1788687428.519482:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687428.519483:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.519484:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687428.519486:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b99180 x1875572824564096/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687428.519491:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687428.519492:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687428.519493:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c6940a00. 02000000:00000001:1.0:1788687428.519498:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687428.519499:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687428.519500:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1788687428.519502:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687428.519503:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29e0906500. 02000000:00000001:1.0:1788687428.519505:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687428.519505:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687428.519506:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b99180. 00000100:00000001:1.0:1788687428.519508:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687428.519510:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.519511:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687428.519520:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687428.519522:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687428.519524:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687428.519526:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.626487:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687428.626501:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.626514:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687428.626516:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687428.626519:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687428.626520:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687428.626552:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687428.626565:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687428.626568:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1788687429.648023:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687429.648028:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687429.648033:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687429.648034:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687429.648037:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687429.648039:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687429.648079:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687429.648082:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687429.648085:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788687429.652392:0:34892:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788687429.958138:0:34928:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788687429.958143:0:34928:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ IGNORE (bz5494): multiop didn't fail fsync: 5 or close: 0 00000001:00000001:2.0:1788687429.968539:0:34928:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1788687430.667378:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687430.667385:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687430.667390:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687430.667392:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687430.667394:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687430.667395:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687430.667415:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687430.667418:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687430.667420:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788687431.182704:0:35029:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687431.694671:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687431.694676:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687431.694680:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687431.694682:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687431.694685:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687431.694686:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687431.694705:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687431.694707:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687431.694710:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788687432.529874:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687432.529890:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687432.529894:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687432.529896:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687432.529938:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687432.529946:0:2362:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687432.529955:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687432.529959:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687432.529964:0:2362:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687432.529968:0:2362:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 328 into portal 15 MB=0x6a9d2d515fd80 00000400:00000200:3.0:1788687432.529976:0:2362:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.144@tcp of length 328/328 into md 0x738d [2] + 0 00000800:00000001:3.0:1788687432.529983:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687432.529990:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687432.529993:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687432.529997:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687432.530005:0:2362:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:3.0:1788687432.530007:0:2362:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788687432.530014:0:2362:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8bb4000. 00000100:00000040:3.0:1788687432.530018:0:2362:0:(events.c:341:request_in_callback()) incoming req@ffff9b29c8bb4000 x1875572843478400 msgsize 328 00000100:00100000:3.0:1788687432.530022:0:2362:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.144@tcp (source: 12345-192.168.203.144@tcp) 00000100:00000001:3.0:1788687432.530033:0:2362:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:3.0:1788687432.530043:0:2362:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687432.530246:0:2362:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687432.530270:0:15934:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788687432.530272:0:15934:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875572843478400 02000000:00000001:3.0:1788687432.530276:0:15934:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788687432.530278:0:15934:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788687432.530281:0:15934:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788687432.530286:0:15934:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788687432.530291:0:15934:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875572843478400 00000020:00000001:3.0:1788687432.530294:0:15934:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788687432.530296:0:15934:0:(genops.c:804:class_conn2export()) looking for export cookie 0x230d04438e81131f 00000020:00000001:3.0:1788687432.530298:0:15934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687432.530302:0:15934:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b29c52f4800 refcount=4 00000020:00000001:3.0:1788687432.530305:0:15934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202437015552 : -110871272536064 : ffff9b29c52f4800) 00000020:00000001:3.0:1788687432.530307:0:15934:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633202437015552 : -110871272536064 : ffff9b29c52f4800) 00000100:00000001:3.0:1788687432.530311:0:15934:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788687432.530317:0:15934:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b29c975cac0. 00000100:00000001:3.0:1788687432.530320:0:15934:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788687432.530322:0:15934:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b29c975cac0. 00000020:00000010:3.0:1788687432.530329:0:15934:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b29d0260600. 00000020:00000010:3.0:1788687432.530334:0:15934:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b29c4c6ad00. 00000020:00000010:3.0:1788687432.530339:0:15934:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b29e0155a28. 00000100:00000040:3.0:1788687432.530349:0:15934:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788687432.530352:0:15934:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788687432.530353:0:15934:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788687432.530356:0:15934:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687432.530365:0:15934:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687432.530374:0:15934:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788687432.530384:0:15934:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788687432.530385:0:15934:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788687432.530390:0:15934:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.144@tcp, seq: 65 00000100:00000040:3.0:1788687432.530394:0:15934:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b29c52f4800 : new rpc_count 1 00000100:00000001:3.0:1788687432.530396:0:15934:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633202496520192 : -110871213031424 : ffff9b29c8bb4000) 00000100:00000040:3.0:1788687432.530403:0:15934:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b29c8bb4000 x1875572843478400/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:333/0 lens 328/0 e 0 to 0 dl 1788687443 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788687432.530411:0:15934:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788687432.530414:0:15934:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b29c975cac0. 00000100:00000001:3.0:1788687432.530416:0:15934:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788687432.530418:0:15934:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b29c975cac0. 00000100:00100000:3.0:1788687432.530422:0:15934:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9b29c8bb4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6718:x1875572843478400:12345-192.168.203.144@tcp:104: 00000100:00000200:3.0:1788687432.530426:0:15934:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875572843478400 00010000:00000001:3.0:1788687432.530428:0:15934:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788687432.530435:0:15934:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788687432.530436:0:15934:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788687432.530438:0:15934:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=2 00000020:00000001:3.0:1788687432.530441:0:15934:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:3.0:1788687432.530444:0:15934:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:3.0:1788687432.530448:0:15934:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788687432.530451:0:15934:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788687432.530456:0:15934:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:3.0:1788687432.530469:0:15934:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788687432.530471:0:15934:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788687432.530476:0:15934:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b29c43bcc00. 02000000:00000001:3.0:1788687432.530478:0:15934:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687432.530481:0:15934:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687432.530484:0:15934:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788687432.530487:0:15934:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788687432.530491:0:15934:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c4dc39e8 time=53 v=5 (1 1 1 1) 00000100:00000001:3.0:1788687432.530495:0:15934:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788687432.530498:0:15934:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff9b29e138eec0 refcount 13 to 192.168.203.144@tcp 00000100:00000001:3.0:1788687432.530500:0:15934:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446633202907410112 : -110870802141504 : ffff9b29e138eec0) 02000000:00000001:3.0:1788687432.530502:0:15934:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788687432.530504:0:15934:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687432.530507:0:15934:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788687432.530509:0:15934:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:3.0:1788687432.530514:0:15934:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29d8ae0110. 00000100:00000200:3.0:1788687432.530518:0:15934:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875572843478400, offset 224 00000400:00000200:3.0:1788687432.530530:0:15934:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:3.0:1788687432.530537:0:15934:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687432.530542:0:15934:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.203.44@tcp to MR: 192.168.203.144@tcp local destination 00000400:00000200:3.0:1788687432.530548:0:15934:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2653:2653:256:4294967295] 192.168.203.144@tcp LPNI seq info [2653:2653:8:4294967295] 00000400:00000200:3.0:1788687432.530552:0:15934:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687432.530560:0:15934:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:192.168.203.44@tcp) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:3.0:1788687432.530566:0:15934:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:3.0:1788687432.530570:0:15934:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29c415a000. 00000800:00000200:3.0:1788687432.530576:0:15934:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:3.0:1788687432.530582:0:15934:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:3.0:1788687432.530587:0:15934:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29c415a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788687432.530598:0:15934:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687432.530600:0:15934:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b29e138eec0 refcount 12 to 192.168.203.144@tcp 00010000:00000001:3.0:1788687432.530604:0:15934:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788687432.530607:0:15934:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b29e0a64a80. 00010000:00000001:3.0:1788687432.530610:0:15934:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788687432.530658:0:15934:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788687432.530661:0:15934:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687432.530663:0:15934:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788687432.530665:0:15934:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687432.530670:0:15934:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8bb4000 x1875572843478400/t0(0) o104->LOV_OSC_UUID@192.168.203.144@tcp:333/0 lens 328/224 e 0 to 0 dl 1788687443 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788687432.530680:0:15934:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9b29c8bb4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6718:x1875572843478400:12345-192.168.203.144@tcp:104: Request processed in 266us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1788687432.530687:0:15934:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.144@tcp, seq: 65 00000100:00000040:3.0:1788687432.530690:0:15934:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b29c52f4800 : new rpc_count 0 00000100:00000001:3.0:1788687432.530692:0:15934:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788687432.530694:0:15934:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788687432.530698:0:15934:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b29c4c6ad00. 00000020:00000010:3.0:1788687432.530702:0:15934:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b29e0155a28. 00000020:00000010:3.0:1788687432.530706:0:15934:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b29d0260600. 00000020:00000040:3.0:1788687432.530709:0:15934:0:(genops.c:879:class_export_put()) PUTting export ffff9b29c52f4800 : new refcount 3 00000100:00000001:3.0:1788687432.530712:0:15934:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788687432.530783:0:2361:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687432.530787:0:2361:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29c415a000. 00000400:00000200:3.0:1788687432.530799:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687432.530803:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687432.530807:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29d8ae0110 00000400:00000010:3.0:1788687432.530810:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29d8ae0110. 00000100:00000001:3.0:1788687432.530815:0:2361:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:3.0:1788687432.530816:0:2361:0:(events.c:402:reply_out_callback()) Process leaving 00000020:00000001:1.0:1788687432.532408:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687432.532414:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687432.532419:0:16067:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788687432.532423:0:16067:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788687432.532425:0:16067:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788687432.532431:0:16067:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1788687432.532445:0:16067:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b29c97a5a00 already unused, calling callback (ffffffffc1276300) 00000008:00000001:1.0:1788687432.532449:0:16067:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1788687432.532451:0:16067:0:(ldlm_request.c:1769:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788687432.532454:0:16067:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788687432.532456:0:16067:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788687432.532458:0:16067:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b29c97a5a00 refcount=3 00000020:00000001:1.0:1788687432.532460:0:16067:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687432.532462:0:16067:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633202509044224 : -110871200507392 : ffff9b29c97a5a00) 00010000:00000001:1.0:1788687432.532465:0:16067:0:(ldlm_request.c:1385:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788687432.532468:0:16067:0:(ldlm_request.c:1390:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:1.0:1788687432.532475:0:16067:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788687432.532477:0:16067:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788687432.532481:0:16067:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633202509237928 : -110871200313688 : ffff9b29c97d4ea8) 00000020:00001000:1.0:1788687432.532484:0:16067:0:(cl_object.c:823:cl_env_get()) 1@ffff9b29c97d4ea0 00000008:00000001:1.0:1788687432.532485:0:16067:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788687432.532489:0:16067:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788687432.532491:0:16067:0:(cl_object.c:917:cl_env_put()) 1@ffff9b29c97d4ea0 00000008:00000001:1.0:1788687432.532493:0:16067:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687432.532496:0:16067:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788687432.532500:0:16067:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788687432.532501:0:16067:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788687432.532503:0:16067:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788687432.532506:0:16067:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788687432.532508:0:16067:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b29c97a5a00 with handle 0x230d04438e811f82 from hash 00010000:00000001:1.0:1788687432.532511:0:16067:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788687432.532512:0:16067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687432.532514:0:16067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687432.532516:0:16067:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788687432.532519:0:16067:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788687432.532521:0:16067:0:(ldlm_request.c:1421:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788687432.532534:0:16067:0:(ldlm_request.c:2111:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788687432.532537:0:16067:0:(ldlm_request.c:2283:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687432.532540:0:16067:0:(ldlm_request.c:2455:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788687432.532542:0:16067:0:(ldlm_request.c:1526:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788687432.532552:0:16067:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99180. 00000020:00000040:1.0:1788687432.532555:0:16067:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:1.0:1788687432.532560:0:16067:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687432.532562:0:16067:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687432.532566:0:16067:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687432.532573:0:16067:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b29c686e400. 00000100:00000001:1.0:1788687432.532578:0:16067:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687432.532581:0:16067:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788687432.532586:0:16067:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1788687432.532593:0:16067:0:(ldlm_request.c:1497:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788687432.532595:0:16067:0:(ldlm_request.c:1499:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687432.532599:0:16067:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687432.532603:0:16067:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687432.532613:0:16067:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1d6ece4] to pc [ptlrpcd_00_01+1] req@ffff9b29c8b99180 x1875572824564480/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788687432.532638:0:16067:0:(ldlm_request.c:1594:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788687432.532641:0:16067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788687432.532642:0:16067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687432.532644:0:16067:0:(ldlm_request.c:2503:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687432.532646:0:16067:0:(ldlm_request.c:1833:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788687432.532647:0:16067:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687432.532650:0:16067:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1788687432.532657:0:16067:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788687432.532660:0:16067:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff9b29e019e800 lock: 000000009a9490b4/0x230d04438e811f82 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x59c08f76ab1d2e82 expref: -99 pid: 34794 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:1.0:1788687432.532668:0:16067:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b29d099be40. 00010000:00000040:1.0:1788687432.532672:0:16067:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b29c6090500 count: 0 00010000:00000010:1.0:1788687432.532678:0:16067:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b29c6090200. 00010000:00000001:1.0:1788687432.532684:0:16067:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788687432.532685:0:16067:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788687432.532687:0:16067:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b29e0a64a80. 00010000:00000001:1.0:1788687432.532690:0:16067:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687432.532692:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687432.532693:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687432.532696:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788687432.532697:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687432.532698:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687432.532700:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788687432.532701:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687432.532702:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687432.532704:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788687432.532710:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687432.532713:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687432.532888:0:2368:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687432.532896:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99180 x1875572824564480/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687432.533037:0:2368:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687432.533041:0:2368:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687432.533045:0:2368:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687432.533112:0:2368:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687432.533115:0:2368:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687432.533120:0:2368:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824564480:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788687432.533124:0:2368:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687432.533130:0:2368:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687432.533131:0:2368:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687432.533134:0:2368:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687432.533139:0:2368:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c686e800. 02000000:00000001:1.0:1788687432.533141:0:2368:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687432.533148:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687432.533152:0:2368:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150dc0. 00000400:00000010:1.0:1788687432.533159:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc660. 00000100:00000200:1.0:1788687432.533166:0:2368:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824564480, portal 18 00000100:00000001:1.0:1788687432.533168:0:2368:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687432.533169:0:2368:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496409984 : -110871213141632 : ffff9b29c8b99180) 00000100:00000040:1.0:1788687432.533176:0:2368:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b99180 x1875572824564480/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687448 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687432.533183:0:2368:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687432.533185:0:2368:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687432.533188:0:2368:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc110. 00000100:00000200:1.0:1788687432.533191:0:2368:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875572824564480, offset 0 00000400:00000200:1.0:1788687432.533197:0:2368:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687432.533219:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687432.533226:0:2368:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687432.533231:0:2368:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687432.533235:0:2368:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687432.533239:0:2368:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687432.533242:0:2368:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687432.533246:0:2368:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2654:2654:256:4294967295] 192.168.203.144@tcp LPNI seq info [2654:2654:8:4294967295] 00000400:00000200:1.0:1788687432.533250:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687432.533260:0:2368:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687432.533266:0:2368:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687432.533272:0:2368:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29e0906500. 00000800:00000200:1.0:1788687432.533279:0:2368:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687432.533287:0:2368:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687432.533291:0:2368:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29e0906500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788687432.533342:0:2368:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687432.533348:0:2368:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 238115 usecs (239 jiffies) 00000400:00000200:1.0:1788687432.533352:0:2368:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687432.533355:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296558777 00000100:00000001:1.0:1788687432.533358:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296558814 00000100:00000001:1.0:1788687432.533360:0:2368:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296558777 00000100:00000001:1.0:1788687432.533362:0:2368:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296558814 00000100:00000001:1.0:1788687432.533364:0:2368:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687432.533367:0:2368:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687432.533371:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687432.533373:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687432.533380:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687432.533382:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788687432.533385:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687432.533386:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687432.533387:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687432.533389:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687432.533397:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687432.533399:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687432.534896:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687432.534902:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e0906500. 00000400:00000200:3.0:1788687432.537590:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687432.537601:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687432.537609:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc110 00000400:00000010:3.0:1788687432.537612:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc110. 00000100:00000001:3.0:1788687432.537617:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687432.537625:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99180 x1875572824564480/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687448 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687432.537637:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687432.537641:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99180 x1875572824564480/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687448 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687432.537648:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687432.537650:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687432.540262:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687432.540278:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687432.540282:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687432.540285:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687432.540293:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687432.540300:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687432.540309:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687432.540313:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687432.540317:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687432.540321:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 18 MB=0x6a9d2d3f56300 00000400:00000200:3.0:1788687432.540326:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687432.540332:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.144@tcp of length 224/224 into md 0x743d [1] + 224 00000800:00000001:3.0:1788687432.540340:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687432.540348:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687432.540351:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687432.540355:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687432.540362:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687432.540373:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99180 x1875572824564480/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687448 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687432.540383:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b99180 x1875572824564480/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687448 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687432.540432:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687432.540437:0:2368:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788687432.540748:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687432.540767:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687432.540772:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788687432.544621:0:2368:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788687432.544629:0:2368:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788687432.544634:0:2368:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150dc0. 00000400:00000200:0.0:1788687432.544645:0:2368:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc660 00000400:00000010:0.0:1788687432.544647:0:2368:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc660. 00000100:00000001:0.0:1788687432.544652:0:2368:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1788687432.544663:0:2368:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99180 x1875572824564480/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687448 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788687432.544674:0:2368:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99180 x1875572824564480/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687448 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687432.544682:0:2368:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788687432.544684:0:2368:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687432.544687:0:2368:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788687432.544690:0:2368:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788687432.544693:0:2368:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788687432.544695:0:2368:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788687432.544698:0:2368:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788687432.544707:0:2368:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0538 time=38 v=5 (5 5 5 5) 00000100:00001000:0.0:1788687432.545329:0:2368:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=32 v=5 (1 0 0 0) 00000100:00000001:0.0:1788687432.545333:0:2368:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788687432.545334:0:2368:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687432.545337:0:2368:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788687432.545341:0:2368:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687432.545344:0:2368:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788687432.545346:0:2368:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788687432.545349:0:2368:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788687432.545350:0:2368:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788687432.545358:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99180 x1875572824564480/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687448 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687432.545366:0:2368:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788687432.545369:0:2368:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788687432.545371:0:2368:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788687432.545375:0:2368:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99180 x1875572824564480/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687448 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788687432.545383:0:2368:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ce1d4174-c231-444b-b3ed-b722bc4901cb:2368:1875572824564480:192.168.203.144@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788687432.545388:0:2368:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687432.545391:0:2368:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788687432.545394:0:2368:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b99180 x1875572824564480/t0(0) o103->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1788687448 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788687432.545401:0:2368:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788687432.545404:0:2368:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788687432.545408:0:2368:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c686e800. 02000000:00000001:0.0:1788687432.545414:0:2368:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788687432.545417:0:2368:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788687432.545418:0:2368:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:0.0:1788687432.545421:0:2368:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788687432.545423:0:2368:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c686e400. 02000000:00000001:0.0:1788687432.545426:0:2368:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788687432.545428:0:2368:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788687432.545430:0:2368:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b99180. 00000100:00000001:0.0:1788687432.545433:0:2368:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788687432.545435:0:2368:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687432.545438:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788687432.545445:0:2368:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788687432.545448:0:2368:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687432.545450:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687432.545453:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788687432.548176:0:35174:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b29c6090500. 00010000:00000010:1.1:1788687432.548188:0:35174:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b29c97a5a00. 00010000:00000001:0.0:1788687432.715288:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687432.715298:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687432.715306:0:26900:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687432.715307:0:26900:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788687432.715344:0:15944:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788687432.715348:0:15944:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788687432.715351:0:15944:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788687432.788705:0:35169:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788687433.099159:0:26149:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5330 (cpu 3) has reached its deadline 4296558814, at 4296559104 00000100:00000010:3.0:1788687433.099184:0:26149:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c97abba0. 00000100:00000040:2.0:1788687433.100591:0:29819:0:(connection.c:75:cpu_latency_work()) work item of ffff9b29c3cf5220 (cpu 2) has reached its deadline 4296558814, at 4296559105 00000100:00000010:2.0:1788687433.100608:0:29819:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b29c97ab240. 00000001:00000001:0.0:1788687433.225199:0:35205:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788687433.225209:0:35205:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ FAIL: no discarded dirty page found! 00000001:00000001:0.0:1788687433.236315:0:35205:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:1.0:1788687433.611272:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687433.611286:0:26091:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687433.611295:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b98700. 00000020:00000040:1.0:1788687433.611303:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c52f5000 refcount=4 obd=MGC192.168.203.144@tcp 00000100:00000001:1.0:1788687433.611308:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687433.611312:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687433.611318:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687433.611328:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29e0906b00. 00000100:00000001:1.0:1788687433.611336:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687433.611352:0:26091:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging bf7d4d2d-967c-46cc-86c1-87b317f1a1ff->MGS req@ffff9b29c8b98700 x1875572824564608/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687433.611365:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687433.611370:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687433.611378:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000037df8877] to pc [ptlrpcd_00_00+0] req@ffff9b29c8b98700 x1875572824564608/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687433.611402:0:26091:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687433.611405:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687433.611409:0:26091:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687433.611411:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b99f80. 00000020:00000040:1.0:1788687433.611414:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7800 refcount=9 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000100:00000001:1.0:1788687433.611416:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687433.611417:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687433.611419:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687433.611422:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29e0906800. 00000100:00000001:1.0:1788687433.611425:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687433.611429:0:26091:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-MDT0000_UUID req@ffff9b29c8b99f80 x1875572824564736/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687433.611436:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687433.611438:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687433.611442:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000019cf470] to pc [ptlrpcd_00_01+1] req@ffff9b29c8b99f80 x1875572824564736/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687433.611450:0:26091:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687433.611453:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687433.611458:0:26091:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687433.611462:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9aa00. 00000020:00000040:1.0:1788687433.611464:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec7000 refcount=3 obd=lustre-OST0000-osc-ffff9b29e019e800 00000100:00000001:1.0:1788687433.611466:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687433.611468:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687433.611469:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687433.611472:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29e0906900. 00000100:00000001:1.0:1788687433.611475:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687433.611479:0:26091:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0000_UUID req@ffff9b29c8b9aa00 x1875572824564864/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687433.611485:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687433.611487:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687433.611490:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000051159710] to pc [ptlrpcd_00_00+0] req@ffff9b29c8b9aa00 x1875572824564864/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687433.611498:0:26091:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687433.611500:0:26091:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788687433.611503:0:26091:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788687433.611506:0:26091:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b29c8b9bb80. 00000020:00000040:1.0:1788687433.611509:0:26091:0:(genops.c:1210:class_import_get()) import ffff9b29c3ec0000 refcount=3 obd=lustre-OST0001-osc-ffff9b29e019e800 00000100:00000001:1.0:1788687433.611511:0:26091:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788687433.611512:0:26091:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788687433.611514:0:26091:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788687433.611528:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b29e0906100. 00000100:00000001:1.0:1788687433.611532:0:26091:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687433.611535:0:26091:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce1d4174-c231-444b-b3ed-b722bc4901cb->lustre-OST0001_UUID req@ffff9b29c8b9bb80 x1875572824564992/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788687433.611543:0:26091:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788687433.611545:0:26091:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687433.611549:0:26091:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014b7f32c] to pc [ptlrpcd_00_01+1] req@ffff9b29c8b9bb80 x1875572824564992/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687433.611561:0:26091:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687433.611566:0:26091:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1897) 00000100:00000001:1.0:1788687433.611596:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687433.611600:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687433.611602:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687433.611608:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b98700 x1875572824564608/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687433.611616:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687433.611618:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687433.611621:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687433.611624:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687433.611628:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687433.611631:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2367:1875572824564608:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687433.611636:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687433.611642:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687433.611645:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687433.611648:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687433.611653:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c4fc7200. 02000000:00000001:1.0:1788687433.611655:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687433.611664:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687433.611670:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150268. 00000400:00000010:1.0:1788687433.611678:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc880. 00000100:00000200:1.0:1788687433.611687:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824564608, portal 25 00000100:00000001:1.0:1788687433.611690:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687433.611692:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496407296 : -110871213144320 : ffff9b29c8b98700) 00000100:00000040:1.0:1788687433.611698:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b98700 x1875572824564608/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687433.611705:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687433.611709:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687433.611712:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc088. 00000100:00000200:1.0:1788687433.611716:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875572824564608, offset 0 00000400:00000200:1.0:1788687433.611723:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687433.611734:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687433.611743:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687433.611749:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687433.611754:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687433.611758:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687433.611762:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687433.611768:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2655:2655:256:4294967295] 192.168.203.144@tcp LPNI seq info [2655:2655:8:4294967295] 00000400:00000200:1.0:1788687433.611773:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687433.611796:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687433.611805:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687433.611811:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29e0906a00. 00000800:00000200:1.0:1788687433.611820:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687433.611831:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687433.611837:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29e0906a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687433.611851:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687433.611854:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687433.611857:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 2 is 4296563929 00000100:00000010:1.0:1788687433.611863:0:2367:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c974e5a0. 00000100:00000001:1.0:1788687433.611872:0:2367:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788687433.611877:0:2367:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS new deadline estimation for cpu 3 is 4296563929 00000100:00000010:1.0:1788687433.611882:0:2367:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b29c974e240. 00000100:00000001:1.0:1788687433.611885:0:2367:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.144@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788687433.611888:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687433.611891:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687433.611894:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687433.611898:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9aa00 x1875572824564864/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687433.611930:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687433.611932:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687433.611934:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687433.611936:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687433.611939:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687433.611942:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824564864:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687433.611945:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687433.611947:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687433.611949:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687433.611951:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687433.611954:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c4fc7000. 02000000:00000001:1.0:1788687433.611956:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687433.611959:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687433.611962:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150f78. 00000400:00000010:1.0:1788687433.611965:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcee0. 00000100:00000200:1.0:1788687433.611968:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824564864, portal 4 00000100:00000001:1.0:1788687433.611969:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687433.611971:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496416256 : -110871213135360 : ffff9b29c8b9aa00) 00000100:00000040:1.0:1788687433.611978:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9aa00 x1875572824564864/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687433.611983:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687433.611985:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687433.611987:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dcc38. 00000100:00000200:1.0:1788687433.611990:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824564864, offset 0 00000400:00000200:1.0:1788687433.611994:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687433.611997:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687433.612000:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687433.612002:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687433.612005:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687433.612007:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687433.612009:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687433.612012:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2656:2656:255:4294967295] 192.168.203.144@tcp LPNI seq info [2656:2656:7:4294967295] 00000400:00000200:1.0:1788687433.612016:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687433.612022:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687433.612026:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687433.612030:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29e0906e00. 00000800:00000200:1.0:1788687433.612034:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687433.612038:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687433.612041:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29e0906e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687433.612043:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687433.612047:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: using a timeout of 20932 usecs (21 jiffies) 00000400:00000200:1.0:1788687433.612050:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687433.612052:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296559638 00000100:00000001:1.0:1788687433.612055:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296563929 00000100:00000001:1.0:1788687433.612057:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296559638 00000100:00000001:1.0:1788687433.612060:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296563929 00000100:00000001:1.0:1788687433.612062:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687433.612064:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687433.612066:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687433.612069:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687433.612077:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687433.612080:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788687433.612082:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687433.612084:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687433.612085:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687433.612100:0:2367:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788687433.612102:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687433.612104:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687433.612106:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687433.612108:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687433.612109:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788687433.612110:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687433.612114:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b99f80 x1875572824564736/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687433.612121:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687433.612123:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687433.612125:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687433.612127:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687433.612130:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687433.612132:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824564736:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687433.612135:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687433.612137:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687433.612139:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687433.612140:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687433.612145:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c2b97200. 02000000:00000001:1.0:1788687433.612147:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687433.612150:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687433.612152:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e0150f20. 00000400:00000010:1.0:1788687433.612156:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc330. 00000100:00000200:1.0:1788687433.612159:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824564736, portal 10 00000100:00000001:1.0:1788687433.612160:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687433.612162:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496413568 : -110871213138048 : ffff9b29c8b99f80) 00000100:00000040:1.0:1788687433.612168:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b99f80 x1875572824564736/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687433.612174:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687433.612176:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687433.612178:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc770. 00000100:00000200:1.0:1788687433.612180:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875572824564736, offset 0 00000400:00000200:1.0:1788687433.612184:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687433.612187:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687433.612190:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687433.612193:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687433.612195:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687433.612196:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687433.612199:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687433.612201:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2657:2657:254:4294967295] 192.168.203.144@tcp LPNI seq info [2657:2657:6:4294967295] 00000400:00000200:1.0:1788687433.612205:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687433.612211:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687433.612215:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687433.612219:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29e0906400. 00000800:00000200:1.0:1788687433.612223:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687433.612227:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687433.612229:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29e0906400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687433.612232:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687433.612234:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: using a timeout of 784346 usecs (785 jiffies) 00000400:00000200:1.0:1788687433.612237:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687433.612238:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296560402 00000100:00000001:1.0:1788687433.612241:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296563929 00000100:00000001:1.0:1788687433.612242:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296560402 00000100:00000001:1.0:1788687433.612244:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296563929 00000100:00000001:1.0:1788687433.612246:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687433.612248:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687433.612250:0:2367:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788687433.612253:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b29c8b9bb80 x1875572824564992/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687433.612259:0:2367:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788687433.612260:0:2367:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687433.612261:0:2367:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788687433.612263:0:2367:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788687433.612265:0:2367:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788687433.612267:0:2367:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9b29c8b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824564992:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687433.612270:0:2367:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788687433.612272:0:2367:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788687433.612273:0:2367:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687433.612274:0:2367:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788687433.612277:0:2367:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b29c584b400. 02000000:00000001:1.0:1788687433.612279:0:2367:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788687433.612281:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000010:1.0:1788687433.612284:0:2367:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b29e01500b0. 00000400:00000010:1.0:1788687433.612287:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc220. 00000100:00000200:1.0:1788687433.612290:0:2367:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875572824564992, portal 4 00000100:00000001:1.0:1788687433.612291:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687433.612292:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202496420736 : -110871213130880 : ffff9b29c8b9bb80) 00000100:00000040:1.0:1788687433.612297:0:2367:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b29c8b9bb80 x1875572824564992/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687433.612302:0:2367:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788687433.612304:0:2367:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.144@tcp 00000400:00000010:1.0:1788687433.612306:0:2367:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b29c52dc990. 00000100:00000200:1.0:1788687433.612308:0:2367:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875572824564992, offset 0 00000400:00000200:1.0:1788687433.612312:0:2367:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.203.144@tcp 00000400:00000200:1.0:1788687433.612315:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687433.612318:0:2367:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.144@tcp local destination 00000400:00000200:1.0:1788687433.612320:0:2367:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788687433.612322:0:2367:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.203.44@tcp 00000400:00000200:1.0:1788687433.612324:0:2367:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788687433.612326:0:2367:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.144@tcp 00000400:00000200:1.0:1788687433.612329:0:2367:0:(lib-move.c:1738:lnet_handle_send()) 192.168.203.44@tcp NI seq info: [2658:2658:253:4294967295] 192.168.203.144@tcp LPNI seq info [2658:2658:5:4294967295] 00000400:00000200:1.0:1788687433.612332:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:1.0:1788687433.612337:0:2367:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp:) -> 192.168.203.144@tcp(192.168.203.144@tcp:192.168.203.144@tcp) : PUT try# 0 00000800:00000200:1.0:1788687433.612340:0:2367:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.144@tcp 00000800:00000010:1.0:1788687433.612343:0:2367:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b29e0906500. 00000800:00000200:1.0:1788687433.612346:0:2367:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b29c9724c00] -> 12345-192.168.203.144@tcp (5) 00000800:00000200:1.0:1788687433.612349:0:2367:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.144@tcp ip 192.168.203.144:988 00000800:00000200:1.0:1788687433.612352:0:2367:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b29e0906500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788687433.612354:0:2367:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687433.612356:0:2367:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: using a timeout of 236902 usecs (237 jiffies) 00000400:00000200:1.0:1788687433.612358:0:2367:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000100:00000001:1.0:1788687433.612360:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 2 is 4296559854 00000100:00000001:1.0:1788687433.612362:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 2, keep current deadline 4296563929 00000100:00000001:1.0:1788687433.612364:0:2367:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS new deadline estimation for cpu 3 is 4296559854 00000100:00000001:1.0:1788687433.612366:0:2367:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9b29e019e800: PM QoS request active for cpu 3, keep current deadline 4296563929 00000100:00000001:1.0:1788687433.612368:0:2367:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687433.612370:0:2367:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687433.612371:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687433.612373:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788687433.612858:0:2368:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788687433.612863:0:2368:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788687433.619061:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687433.619076:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e0906a00. 00000400:00000200:3.0:1788687433.619592:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687433.619605:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687433.619613:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc088 00000400:00000010:3.0:1788687433.619617:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc088. 00000100:00000001:3.0:1788687433.619623:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687433.619635:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b98700 x1875572824564608/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687433.619649:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687433.619654:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b98700 x1875572824564608/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687433.619661:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687433.619663:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687433.619685:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687433.619688:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e0906e00. 00000400:00000200:3.0:1788687433.619692:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687433.619696:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687433.619698:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcc38 00000400:00000010:3.0:1788687433.619700:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcc38. 00000100:00000001:3.0:1788687433.619703:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687433.619707:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9aa00 x1875572824564864/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687433.619715:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687433.619717:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9aa00 x1875572824564864/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687433.619724:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687433.619725:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687433.619733:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687433.619735:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e0906400. 00000400:00000200:3.0:1788687433.619737:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687433.619741:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687433.619743:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc770 00000400:00000010:3.0:1788687433.619746:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc770. 00000100:00000001:3.0:1788687433.619748:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687433.619760:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b99f80 x1875572824564736/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687433.619768:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687433.619771:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b99f80 x1875572824564736/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687433.619777:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687433.619779:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:3.0:1788687433.620962:0:2362:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788687433.620971:0:2362:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b29e0906500. 00000400:00000200:3.0:1788687433.620984:0:2362:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687433.620992:0:2362:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000400:00000200:3.0:1788687433.620997:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc990 00000400:00000010:3.0:1788687433.621000:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc990. 00000100:00000001:3.0:1788687433.621011:0:2362:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1788687433.621019:0:2362:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff9b29c8b9bb80 x1875572824564992/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687433.621030:0:2362:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788687433.621034:0:2362:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b9bb80 x1875572824564992/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687433.621041:0:2362:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788687433.621042:0:2362:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:3.0:1788687433.631438:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687433.631460:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687433.631466:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687433.631468:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687433.631479:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687433.631489:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687433.631501:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687433.631507:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687433.631514:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687433.631519:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f56480 00000400:00000200:3.0:1788687433.631524:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687433.631533:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x744d [1] + 224 00000800:00000001:3.0:1788687433.631543:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687433.631547:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687433.631551:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687433.631556:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687433.631566:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687433.631578:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9aa00 x1875572824564864/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687433.631591:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b9aa00 x1875572824564864/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687433.631609:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687433.631620:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687433.631624:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687433.631626:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687433.631628:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687433.631631:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687433.631635:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687433.631639:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687433.631641:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687433.631643:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687433.631646:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 4 MB=0x6a9d2d3f56500 00000400:00000200:3.0:1788687433.631649:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687433.631653:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.144@tcp of length 224/224 into md 0x745d [1] + 224 00000800:00000001:3.0:1788687433.631657:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687433.631661:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687433.631663:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687433.631666:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687433.631669:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687433.631674:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b9bb80 x1875572824564992/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687433.631683:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b9bb80 x1875572824564992/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687433.631691:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687433.631695:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687433.631699:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687433.631701:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687433.631703:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687433.631705:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687433.631708:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687433.631711:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687433.631713:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687433.631716:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687433.631718:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 10 MB=0x6a9d2d3f56400 00000400:00000200:3.0:1788687433.631721:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687433.631725:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.144@tcp of length 224/224 into md 0x7455 [1] + 224 00000800:00000001:3.0:1788687433.631728:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687433.631731:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687433.631733:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687433.631736:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687433.631738:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687433.631742:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b99f80 x1875572824564736/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687433.631750:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b99f80 x1875572824564736/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687433.631756:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687433.631759:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687433.631762:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788687433.631763:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687433.631765:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687433.631768:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687433.631771:0:2361:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.203.44@tcp(192.168.203.44@tcp) <- 192.168.203.144@tcp : PUT - for me 00000400:00000200:3.0:1788687433.631775:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687433.631778:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687433.631780:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687433.631792:0:2361:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.144@tcp of length 224 into portal 25 MB=0x6a9d2d3f56380 00000400:00000200:3.0:1788687433.631796:0:2361:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.203.144@tcp to cpt 1 00000400:00000200:3.0:1788687433.631800:0:2361:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.144@tcp of length 224/224 into md 0x7445 [1] + 224 00000800:00000001:3.0:1788687433.631804:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687433.631810:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788687433.631813:0:2361:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788687433.631815:0:2361:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.44@tcp->192.168.203.144@tcp: PUT: OK 00000100:00000001:3.0:1788687433.631818:0:2361:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1788687433.631822:0:2361:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff9b29c8b98700 x1875572824564608/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788687433.631830:0:2361:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b29c8b98700 x1875572824564608/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788687433.631837:0:2361:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788687433.631840:0:2361:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788687433.631843:0:2361:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687433.633246:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687433.633255:0:2367:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788687433.633268:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687433.633271:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687433.633276:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150f20. 00000400:00000200:1.0:1788687433.633286:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc330 00000400:00000010:1.0:1788687433.633288:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc330. 00000100:00000001:1.0:1788687433.633293:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687433.633304:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b99f80 x1875572824564736/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687433.633316:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b99f80 x1875572824564736/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687433.633324:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687433.633326:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687433.633329:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687433.633333:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687433.633336:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687433.633338:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687433.633341:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687433.633354:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7c60 time=55 v=5 (5 5 103 103) 00000100:00001000:1.0:1788687433.633359:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7c18 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687433.633362:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687433.633364:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687433.633367:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687433.633372:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687433.633377:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788687433.633380:0:2367:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: committing for last_committed 8589934621 gen 2 00000100:00000040:1.0:1788687433.633386:0:2367:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934621) req@ffff9b29c8bb5500 x1875572824560768/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687433.633400:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687433.633403:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8bb5500 x1875572824560768/t8589934613(8589934613) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687433.633410:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687433.633413:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687433.633417:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c43bdc00. 02000000:00000001:1.0:1788687433.633421:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687433.633424:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687433.633426:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=8 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687433.633429:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687433.633432:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b2a0204d800. 02000000:00000001:1.0:1788687433.633437:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687433.633439:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687433.633440:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8bb5500. 00000100:00000001:1.0:1788687433.633444:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687433.633445:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687433.633451:0:2367:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934621) req@ffff9b29c97f3480 x1875572824561024/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687433.633457:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687433.633460:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f3480 x1875572824561024/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687433.633466:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687433.633467:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687433.633469:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a02400. 02000000:00000001:1.0:1788687433.633471:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687433.633472:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687433.633473:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=7 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687433.633475:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687433.633476:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29d01f2a00. 02000000:00000001:1.0:1788687433.633479:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687433.633480:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687433.633481:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f3480. 00000100:00000001:1.0:1788687433.633484:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687433.633485:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687433.633489:0:2367:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934621) req@ffff9b29c42eb100 x1875572824561280/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687444 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687433.633497:0:2367:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788687433.633499:0:2367:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446633202420199680 : -110871289351936 : ffff9b29c42eb100) 00000100:00000001:1.0:1788687433.633502:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687433.633505:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c42eb100 x1875572824561280/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687444 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687433.633511:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687433.633512:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687433.633517:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b29c8b98000 x1875572824561920/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687433.633523:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788687433.633525:0:2367:0:(client.c:2948:obd_mod_free()) kfreed 'mod': 32 at ffff9b29c622fca0. 00000100:00000001:1.0:1788687433.633527:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687433.633531:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c42eb100 x1875572824561280/t8589934615(8589934615) o101->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 576/664 e 0 to 0 dl 1788687444 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687433.633537:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788687433.633538:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687433.633539:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=6 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687433.633541:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687433.633542:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b29c63d6400. 02000000:00000001:1.0:1788687433.633545:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687433.633546:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687433.633547:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c42eb100. 00000100:00000001:1.0:1788687433.633550:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687433.633551:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687433.633555:0:2367:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934621) req@ffff9b29c8b98000 x1875572824561920/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687433.633561:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687433.633565:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b98000 x1875572824561920/t8589934616(8589934616) o35->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:23/10 lens 392/456 e 0 to 0 dl 1788687444 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788687433.633571:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687433.633572:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687433.633574:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29c6910000. 02000000:00000001:1.0:1788687433.633576:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687433.633577:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687433.633579:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=5 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687433.633581:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687433.633582:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29c6940600. 02000000:00000001:1.0:1788687433.633588:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687433.633589:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687433.633590:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b98000. 00000100:00000001:1.0:1788687433.633593:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687433.633594:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687433.633599:0:2367:0:(client.c:3182:ptlrpc_free_committed()) @@@ commit (last_committed 8589934621) req@ffff9b29c97f3100 x1875572824563968/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/456 e 0 to 0 dl 1788687444 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687433.633605:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687433.633607:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c97f3100 x1875572824563968/t8589934621(8589934621) o36->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 496/456 e 0 to 0 dl 1788687444 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687433.633613:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687433.633614:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687433.633615:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b29d8a00000. 02000000:00000001:1.0:1788687433.633618:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687433.633619:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687433.633620:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=4 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687433.633622:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687433.633623:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b29d01f2400. 02000000:00000001:1.0:1788687433.633624:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687433.633625:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687433.633626:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c97f3100. 00000100:00000001:1.0:1788687433.633629:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687433.633630:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687433.633633:0:2367:0:(client.c:3189:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788687433.633636:0:2367:0:(client.c:3236:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b29e019e800: normal: skip=1 replay=5/5 committed=0/0 00000100:00000001:1.0:1788687433.633638:0:2367:0:(client.c:3237:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687433.633640:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687433.633645:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b99f80 x1875572824564736/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687433.633651:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687433.633655:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687433.633657:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687433.633660:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b99f80 x1875572824564736/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687433.633667:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824564736:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1788687433.633674:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687433.633675:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687433.633678:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e01500b0. 00000400:00000200:1.0:1788687433.633680:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc220 00000400:00000010:1.0:1788687433.633681:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc220. 00000100:00000001:1.0:1788687433.633683:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687433.633687:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9bb80 x1875572824564992/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687433.633694:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9bb80 x1875572824564992/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687433.633700:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687433.633701:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687433.633702:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687433.633703:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687433.633705:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687433.633706:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687433.633708:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687433.633713:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec0460 time=55 v=5 (5 5 5 16) 00000100:00001000:1.0:1788687433.633715:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec0418 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687433.633717:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687433.633719:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687433.633721:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687433.633723:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687433.633725:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687433.633727:0:2367:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9b29e019e800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788687433.633730:0:2367:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687433.633731:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687433.633734:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9bb80 x1875572824564992/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687433.633739:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687433.633741:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687433.633743:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687433.633746:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9bb80 x1875572824564992/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687433.633752:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824564992:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1788687433.633757:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687433.633758:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687433.633760:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150268. 00000400:00000200:1.0:1788687433.633762:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dc880 00000400:00000010:1.0:1788687433.633764:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dc880. 00000100:00000001:1.0:1788687433.633766:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687433.633771:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b98700 x1875572824564608/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687433.633779:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b98700 x1875572824564608/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687433.633797:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687433.633798:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687433.633800:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687433.633801:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687433.633803:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687433.633805:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687433.633806:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687433.633810:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c52f5460 time=55 v=5 (5 5 5 5) 00000100:00001000:1.0:1788687433.633812:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c52f5418 time=41 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687433.633815:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687433.633816:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687433.633817:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687433.633819:0:2367:0:(ldlm_request.c:1656:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687433.633821:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687433.633825:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b98700 x1875572824564608/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687433.633832:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687433.633833:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687433.633835:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687433.633838:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b98700 x1875572824564608/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687433.633845:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:bf7d4d2d-967c-46cc-86c1-87b317f1a1ff:2367:1875572824564608:192.168.203.144@tcp:400:kworker.0 00000400:00000001:1.0:1788687433.633850:0:2367:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788687433.633852:0:2367:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788687433.633854:0:2367:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b29e0150f78. 00000400:00000200:1.0:1788687433.633856:0:2367:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b29c52dcee0 00000400:00000010:1.0:1788687433.633858:0:2367:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b29c52dcee0. 00000100:00000001:1.0:1788687433.633860:0:2367:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1788687433.633863:0:2367:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff9b29c8b9aa00 x1875572824564864/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788687433.633870:0:2367:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff9b29c8b9aa00 x1875572824564864/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687433.633875:0:2367:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788687433.633877:0:2367:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687433.633878:0:2367:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788687433.633879:0:2367:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788687433.633880:0:2367:0:(pack_generic.c:606:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788687433.633882:0:2367:0:(pack_generic.c:624:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788687433.633884:0:2367:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788687433.633888:0:2367:0:(import.c:2195:obd_at_measure()) add 5 to ffff9b29c3ec7460 time=55 v=5 (5 5 5 16) 00000100:00001000:1.0:1788687433.633890:0:2367:0:(import.c:2195:obd_at_measure()) add 1 to ffff9b29c3ec7418 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1788687433.633892:0:2367:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788687433.633893:0:2367:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788687433.633894:0:2367:0:(ldlm_request.c:1652:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788687433.633896:0:2367:0:(ldlm_request.c:1682:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687433.633898:0:2367:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788687433.633900:0:2367:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b29e019e800: skip recheck: last_committed 4294967346 00000100:00000001:1.0:1788687433.633901:0:2367:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788687433.633903:0:2367:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788687433.633927:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b29c8b9aa00 x1875572824564864/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687433.633935:0:2367:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788687433.633937:0:2367:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788687433.633938:0:2367:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788687433.633942:0:2367:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b29c8b9aa00 x1875572824564864/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788687433.633949:0:2367:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9b29c8b9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce1d4174-c231-444b-b3ed-b722bc4901cb:2367:1875572824564864:192.168.203.144@tcp:400:kworker.0 00000100:00000001:1.0:1788687433.633953:0:2367:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687433.633955:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687433.633958:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b99f80 x1875572824564736/t0(0) o400->lustre-MDT0000-mdc-ffff9b29e019e800@192.168.203.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1788687449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687433.633963:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687433.633965:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687433.633966:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c2b97200. 02000000:00000001:1.0:1788687433.633970:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687433.633972:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687433.633973:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7800 refcount=3 obd=lustre-MDT0000-mdc-ffff9b29e019e800 00000020:00000001:1.0:1788687433.633975:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687433.633976:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29e0906800. 02000000:00000001:1.0:1788687433.633980:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687433.633981:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687433.633983:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b99f80. 00000100:00000001:1.0:1788687433.633986:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687433.633987:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687433.633988:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687433.633991:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9bb80 x1875572824564992/t0(0) o400->lustre-OST0001-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687433.633996:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687433.633997:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687433.633999:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c584b400. 02000000:00000001:1.0:1788687433.634003:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687433.634004:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687433.634005:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec0000 refcount=2 obd=lustre-OST0001-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687433.634007:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687433.634009:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29e0906100. 02000000:00000001:1.0:1788687433.634011:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687433.634012:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687433.634013:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9bb80. 00000100:00000001:1.0:1788687433.634016:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687433.634017:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687433.634018:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687433.634021:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b98700 x1875572824564608/t0(0) o400->MGC192.168.203.144@tcp@192.168.203.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1788687449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687433.634027:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687433.634028:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687433.634029:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c4fc7200. 02000000:00000001:1.0:1788687433.634032:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687433.634033:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687433.634034:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c52f5000 refcount=3 obd=MGC192.168.203.144@tcp 00000020:00000001:1.0:1788687433.634036:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687433.634037:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29e0906b00. 02000000:00000001:1.0:1788687433.634039:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687433.634040:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687433.634041:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b98700. 00000100:00000001:1.0:1788687433.634043:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687433.634044:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687433.634046:0:2367:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788687433.634049:0:2367:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b29c8b9aa00 x1875572824564864/t0(0) o400->lustre-OST0000-osc-ffff9b29e019e800@192.168.203.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1788687449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788687433.634058:0:2367:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788687433.634060:0:2367:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788687433.634062:0:2367:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b29c4fc7000. 02000000:00000001:1.0:1788687433.634065:0:2367:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788687433.634067:0:2367:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788687433.634068:0:2367:0:(genops.c:1223:class_import_put()) import ffff9b29c3ec7000 refcount=2 obd=lustre-OST0000-osc-ffff9b29e019e800 00000020:00000001:1.0:1788687433.634070:0:2367:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788687433.634072:0:2367:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b29e0906900. 02000000:00000001:1.0:1788687433.634073:0:2367:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788687433.634074:0:2367:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788687433.634076:0:2367:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b29c8b9aa00. 00000100:00000001:1.0:1788687433.634078:0:2367:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788687433.634079:0:2367:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687433.634081:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788687433.636846:0:2367:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788687433.636856:0:2367:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788687433.636862:0:2367:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788687433.636867:0:2367:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687433.740894:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687433.740926:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687433.740934:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687433.740936:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788687433.741306:0:15943:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788687433.741311:0:15943:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788687433.741315:0:15943:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788687434.567961:0:35303:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687434.764054:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687434.764062:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788687434.764069:0:31210:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788687434.764070:0:31210:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788687434.764142:0:16067:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788687434.764146:0:16067:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788687434.764150:0:16067:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 128413 lines, 128413 kept, 0 dropped, 0 bad.